<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Strange Error with custom module in delta live table pipeline in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/strange-error-with-custom-module-in-delta-live-table-pipeline/m-p/68077#M33547</link>
    <description>&lt;P&gt;The chunk of code in question&lt;/P&gt;&lt;LI-CODE lang="python"&gt;sys.path.append(
    spark.conf.get("util_path", "/Workspace/Repos/Production/loch-ness/utils/")
)
from broker_utils import extract_day_with_suffix, proper_case_address_udf, proper_case_last_name_first_udf, proper_case_udf&lt;/LI-CODE&gt;&lt;P&gt;&lt;BR /&gt;Encountering the&amp;nbsp;ModuleNotFoundError: No module named 'broker_utils' on only the broker_utils import. We are importing other .py custom utility files and not encountering the error. We are not encountering the error importing broker_utils in other pipeline jobs nor is it in an issue in notebooks.&lt;/P&gt;&lt;P&gt;Any help is appreciated, thanks.&lt;/P&gt;</description>
    <pubDate>Fri, 03 May 2024 21:05:03 GMT</pubDate>
    <dc:creator>gabe123</dc:creator>
    <dc:date>2024-05-03T21:05:03Z</dc:date>
    <item>
      <title>Strange Error with custom module in delta live table pipeline</title>
      <link>https://community.databricks.com/t5/data-engineering/strange-error-with-custom-module-in-delta-live-table-pipeline/m-p/68077#M33547</link>
      <description>&lt;P&gt;The chunk of code in question&lt;/P&gt;&lt;LI-CODE lang="python"&gt;sys.path.append(
    spark.conf.get("util_path", "/Workspace/Repos/Production/loch-ness/utils/")
)
from broker_utils import extract_day_with_suffix, proper_case_address_udf, proper_case_last_name_first_udf, proper_case_udf&lt;/LI-CODE&gt;&lt;P&gt;&lt;BR /&gt;Encountering the&amp;nbsp;ModuleNotFoundError: No module named 'broker_utils' on only the broker_utils import. We are importing other .py custom utility files and not encountering the error. We are not encountering the error importing broker_utils in other pipeline jobs nor is it in an issue in notebooks.&lt;/P&gt;&lt;P&gt;Any help is appreciated, thanks.&lt;/P&gt;</description>
      <pubDate>Fri, 03 May 2024 21:05:03 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/strange-error-with-custom-module-in-delta-live-table-pipeline/m-p/68077#M33547</guid>
      <dc:creator>gabe123</dc:creator>
      <dc:date>2024-05-03T21:05:03Z</dc:date>
    </item>
  </channel>
</rss>

