<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Re: Pool clusters and init scripts in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/pool-clusters-and-init-scripts/m-p/101650#M40760</link>
    <description>&lt;P&gt;When using a non pool cluster are you able to see the init script being deployed? You could set init script logging to see if it is being called or not at all&amp;nbsp;&lt;A href="https://docs.databricks.com/en/init-scripts/logs.html" target="_blank"&gt;https://docs.databricks.com/en/init-scripts/logs.html&lt;/A&gt;&amp;nbsp;&lt;/P&gt;</description>
    <pubDate>Tue, 10 Dec 2024 18:27:38 GMT</pubDate>
    <dc:creator>Walter_C</dc:creator>
    <dc:date>2024-12-10T18:27:38Z</dc:date>
    <item>
      <title>Pool clusters and init scripts</title>
      <link>https://community.databricks.com/t5/data-engineering/pool-clusters-and-init-scripts/m-p/91654#M38230</link>
      <description>&lt;P&gt;Hey, just trying out pool clusters and providing the&amp;nbsp;&lt;BR /&gt;instance_pool_type and&amp;nbsp;driver_instance_pool_id configuration to the Airflow new_cluster field&lt;BR /&gt;I also pass the&amp;nbsp;init_scripts field with an s3 link as usual but it this case of pool clusters it doesn't seem to use it.&lt;/P&gt;&lt;P&gt;Am Im missing something or is it not supported for pool clusters, and what other options should I look at. (custom docker images or init scripts attached to policy, etc..)&lt;/P&gt;&lt;P&gt;thanks&lt;/P&gt;</description>
      <pubDate>Wed, 25 Sep 2024 05:51:23 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/pool-clusters-and-init-scripts/m-p/91654#M38230</guid>
      <dc:creator>radix</dc:creator>
      <dc:date>2024-09-25T05:51:23Z</dc:date>
    </item>
    <item>
      <title>Re: Pool clusters and init scripts</title>
      <link>https://community.databricks.com/t5/data-engineering/pool-clusters-and-init-scripts/m-p/101650#M40760</link>
      <description>&lt;P&gt;When using a non pool cluster are you able to see the init script being deployed? You could set init script logging to see if it is being called or not at all&amp;nbsp;&lt;A href="https://docs.databricks.com/en/init-scripts/logs.html" target="_blank"&gt;https://docs.databricks.com/en/init-scripts/logs.html&lt;/A&gt;&amp;nbsp;&lt;/P&gt;</description>
      <pubDate>Tue, 10 Dec 2024 18:27:38 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/pool-clusters-and-init-scripts/m-p/101650#M40760</guid>
      <dc:creator>Walter_C</dc:creator>
      <dc:date>2024-12-10T18:27:38Z</dc:date>
    </item>
  </channel>
</rss>

