<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Shorten query run time in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/shorten-query-run-time/m-p/35502#M25903</link>
    <description>&lt;P&gt;Challenges in query long run time; what are the recommended steps to improve performance&amp;nbsp;&lt;/P&gt;</description>
    <pubDate>Wed, 28 Jun 2023 00:45:52 GMT</pubDate>
    <dc:creator>JLL</dc:creator>
    <dc:date>2023-06-28T00:45:52Z</dc:date>
    <item>
      <title>Shorten query run time</title>
      <link>https://community.databricks.com/t5/data-engineering/shorten-query-run-time/m-p/35502#M25903</link>
      <description>&lt;P&gt;Challenges in query long run time; what are the recommended steps to improve performance&amp;nbsp;&lt;/P&gt;</description>
      <pubDate>Wed, 28 Jun 2023 00:45:52 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/shorten-query-run-time/m-p/35502#M25903</guid>
      <dc:creator>JLL</dc:creator>
      <dc:date>2023-06-28T00:45:52Z</dc:date>
    </item>
    <item>
      <title>Re: Shorten query run time</title>
      <link>https://community.databricks.com/t5/data-engineering/shorten-query-run-time/m-p/36894#M26208</link>
      <description>&lt;P&gt;The question needs more precision : is it the cluster startup that takes a while ? If yes, try serverless warehouses&lt;/P&gt;&lt;P&gt;Are there many queries running in parallel and that is where you see a slow down ? Each cluster can only run 10 queries in parallel, so in that case you might need more clusters.&lt;/P&gt;&lt;P&gt;Overwise, maybe just increase your cluster size, or refactor your query. Check what step is taking a long time by going to Query History and see each steps performed by the clusters.&lt;/P&gt;</description>
      <pubDate>Tue, 04 Jul 2023 06:41:41 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/shorten-query-run-time/m-p/36894#M26208</guid>
      <dc:creator>erigaud</dc:creator>
      <dc:date>2023-07-04T06:41:41Z</dc:date>
    </item>
  </channel>
</rss>

