<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Re: Auto-deletion of unused jobs in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/auto-deletion-of-unused-jobs/m-p/17713#M11676</link>
    <description>&lt;P&gt;It is not available natively in Databricks. But you can write an administration script that analyzes your jobs data and automatically cleans up the older jobs as needed. It would be easiest to do this with the &lt;A href="https://docs.databricks.com/dev-tools/api/latest/jobs.html" alt="https://docs.databricks.com/dev-tools/api/latest/jobs.html" target="_blank"&gt;jobs API&lt;/A&gt;. &lt;/P&gt;&lt;OL&gt;&lt;LI&gt;List your jobs to get all the job ids&lt;/LI&gt;&lt;LI&gt;For each job id you would could either get the latest job runs to see if there are any jobs that don't have any runs OR you would use the created datetime in the job data to delete old data. &lt;/LI&gt;&lt;/OL&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;Please note that job runs are only stored for 60 days. &lt;/P&gt;</description>
    <pubDate>Fri, 30 Jul 2021 15:54:47 GMT</pubDate>
    <dc:creator>Ryan_Chynoweth</dc:creator>
    <dc:date>2021-07-30T15:54:47Z</dc:date>
    <item>
      <title>Auto-deletion of unused jobs</title>
      <link>https://community.databricks.com/t5/data-engineering/auto-deletion-of-unused-jobs/m-p/17712#M11675</link>
      <description>&lt;P&gt;Is there a setting that will auto-cleanup/delete jobs that are of a certain age (say 90 days old for example)?&lt;/P&gt;</description>
      <pubDate>Wed, 14 Jul 2021 22:26:27 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/auto-deletion-of-unused-jobs/m-p/17712#M11675</guid>
      <dc:creator>Anonymous</dc:creator>
      <dc:date>2021-07-14T22:26:27Z</dc:date>
    </item>
    <item>
      <title>Re: Auto-deletion of unused jobs</title>
      <link>https://community.databricks.com/t5/data-engineering/auto-deletion-of-unused-jobs/m-p/17713#M11676</link>
      <description>&lt;P&gt;It is not available natively in Databricks. But you can write an administration script that analyzes your jobs data and automatically cleans up the older jobs as needed. It would be easiest to do this with the &lt;A href="https://docs.databricks.com/dev-tools/api/latest/jobs.html" alt="https://docs.databricks.com/dev-tools/api/latest/jobs.html" target="_blank"&gt;jobs API&lt;/A&gt;. &lt;/P&gt;&lt;OL&gt;&lt;LI&gt;List your jobs to get all the job ids&lt;/LI&gt;&lt;LI&gt;For each job id you would could either get the latest job runs to see if there are any jobs that don't have any runs OR you would use the created datetime in the job data to delete old data. &lt;/LI&gt;&lt;/OL&gt;&lt;P&gt;&lt;/P&gt;&lt;P&gt;Please note that job runs are only stored for 60 days. &lt;/P&gt;</description>
      <pubDate>Fri, 30 Jul 2021 15:54:47 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/auto-deletion-of-unused-jobs/m-p/17713#M11676</guid>
      <dc:creator>Ryan_Chynoweth</dc:creator>
      <dc:date>2021-07-30T15:54:47Z</dc:date>
    </item>
  </channel>
</rss>

