<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Re: How can retrieve backfill run parameter in Python? in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/how-can-retrieve-backfill-run-parameter-in-python/m-p/157341#M54532</link>
    <description>&lt;P&gt;Found the following solution:&lt;BR /&gt;Add job level parameters:&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;parameters:
  - name: run_timestamp
    default: "some_default_value"&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;Reference in task level parameters:&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;tasks:
  - task_key: my_task
    spark_python_task:
      python_file: ../../script.py
      parameters:
        - --run-timestamp
        - "{{job.parameters.run_timestamp}}"&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;Deploy to Databricks and override default value of job level parameter when triggering the backfill runs.&lt;/P&gt;</description>
    <pubDate>Wed, 20 May 2026 14:48:29 GMT</pubDate>
    <dc:creator>flourishingsing</dc:creator>
    <dc:date>2026-05-20T14:48:29Z</dc:date>
    <item>
      <title>How can retrieve backfill run parameter in Python?</title>
      <link>https://community.databricks.com/t5/data-engineering/how-can-retrieve-backfill-run-parameter-in-python/m-p/157335#M54531</link>
      <description>&lt;P&gt;&lt;span class="lia-inline-image-display-wrapper lia-image-align-inline" image-alt="flourishingsing_0-1779284296139.png" style="width: 400px;"&gt;&lt;img src="https://community.databricks.com/t5/image/serverpage/image-id/27169i33F048E2E75BE026/image-size/medium?v=v2&amp;amp;px=400" role="button" title="flourishingsing_0-1779284296139.png" alt="flourishingsing_0-1779284296139.png" /&gt;&lt;/span&gt;&lt;/P&gt;&lt;P&gt;I'm trying to run backfill with the following parameter. How can I access this in the Python script?&lt;BR /&gt;Do I need to change anything in the yml?&lt;BR /&gt;&lt;BR /&gt;I usually set task parameters the following way:&lt;/P&gt;&lt;P&gt;&lt;span class="lia-inline-image-display-wrapper lia-image-align-inline" image-alt="flourishingsing_1-1779284438804.png" style="width: 400px;"&gt;&lt;img src="https://community.databricks.com/t5/image/serverpage/image-id/27170i27AE866319F6ECF8/image-size/medium?v=v2&amp;amp;px=400" role="button" title="flourishingsing_1-1779284438804.png" alt="flourishingsing_1-1779284438804.png" /&gt;&lt;/span&gt;&lt;/P&gt;&lt;P&gt;These are then parsed using&amp;nbsp;&lt;SPAN&gt;argparse Python module.&lt;/SPAN&gt;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;</description>
      <pubDate>Wed, 20 May 2026 13:41:28 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/how-can-retrieve-backfill-run-parameter-in-python/m-p/157335#M54531</guid>
      <dc:creator>flourishingsing</dc:creator>
      <dc:date>2026-05-20T13:41:28Z</dc:date>
    </item>
    <item>
      <title>Re: How can retrieve backfill run parameter in Python?</title>
      <link>https://community.databricks.com/t5/data-engineering/how-can-retrieve-backfill-run-parameter-in-python/m-p/157341#M54532</link>
      <description>&lt;P&gt;Found the following solution:&lt;BR /&gt;Add job level parameters:&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;parameters:
  - name: run_timestamp
    default: "some_default_value"&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;Reference in task level parameters:&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;tasks:
  - task_key: my_task
    spark_python_task:
      python_file: ../../script.py
      parameters:
        - --run-timestamp
        - "{{job.parameters.run_timestamp}}"&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;Deploy to Databricks and override default value of job level parameter when triggering the backfill runs.&lt;/P&gt;</description>
      <pubDate>Wed, 20 May 2026 14:48:29 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/how-can-retrieve-backfill-run-parameter-in-python/m-p/157341#M54532</guid>
      <dc:creator>flourishingsing</dc:creator>
      <dc:date>2026-05-20T14:48:29Z</dc:date>
    </item>
  </channel>
</rss>

