<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic How to manage shared parameters between different jobs? in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/how-to-manage-shared-parameters-between-different-jobs/m-p/148351#M52878</link>
    <description>&lt;P&gt;I have few jobs that run serverless. Currently there is only one task for each job. These tasks have multiple parameters, some of which are shared between the jobs, some are unique to each jobs.&lt;BR /&gt;&lt;BR /&gt;Is it possible to define all the parameters for all the jobs in a centralised location and then reference it for each task?&lt;BR /&gt;&lt;BR /&gt;job.yml:&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;tasks:
  - task_key: my_key
    spark_python_task:
      python_file:my_path
      parameters: ${var.default_serverless_parameters}
    environment_key: my_environment_key&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;serverless_parameters.yml&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;variables:
  default_serverless_parameters:
    description: "My list of parameters"
    type: complex
    default:
      - --param1
      - ${value1}
      - --param2
      - ${value2}&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;databricks bundle validate accepts the above but when I try to run it, I get the following error:&lt;/P&gt;&lt;PRE&gt;TypeError: spark_python_task.parameters must be a list&lt;/PRE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;</description>
    <pubDate>Fri, 13 Feb 2026 15:42:47 GMT</pubDate>
    <dc:creator>flourishingsing</dc:creator>
    <dc:date>2026-02-13T15:42:47Z</dc:date>
    <item>
      <title>How to manage shared parameters between different jobs?</title>
      <link>https://community.databricks.com/t5/data-engineering/how-to-manage-shared-parameters-between-different-jobs/m-p/148351#M52878</link>
      <description>&lt;P&gt;I have few jobs that run serverless. Currently there is only one task for each job. These tasks have multiple parameters, some of which are shared between the jobs, some are unique to each jobs.&lt;BR /&gt;&lt;BR /&gt;Is it possible to define all the parameters for all the jobs in a centralised location and then reference it for each task?&lt;BR /&gt;&lt;BR /&gt;job.yml:&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;tasks:
  - task_key: my_key
    spark_python_task:
      python_file:my_path
      parameters: ${var.default_serverless_parameters}
    environment_key: my_environment_key&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;serverless_parameters.yml&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;variables:
  default_serverless_parameters:
    description: "My list of parameters"
    type: complex
    default:
      - --param1
      - ${value1}
      - --param2
      - ${value2}&lt;/LI-CODE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;databricks bundle validate accepts the above but when I try to run it, I get the following error:&lt;/P&gt;&lt;PRE&gt;TypeError: spark_python_task.parameters must be a list&lt;/PRE&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;</description>
      <pubDate>Fri, 13 Feb 2026 15:42:47 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/how-to-manage-shared-parameters-between-different-jobs/m-p/148351#M52878</guid>
      <dc:creator>flourishingsing</dc:creator>
      <dc:date>2026-02-13T15:42:47Z</dc:date>
    </item>
    <item>
      <title>Re: How to manage shared parameters between different jobs?</title>
      <link>https://community.databricks.com/t5/data-engineering/how-to-manage-shared-parameters-between-different-jobs/m-p/148459#M52896</link>
      <description>&lt;P&gt;It's weird, I have tried your definition and it works well when I repleace ${value1} and ${value2}. Not sure how you are using those, you should prefix with var. or use some static. values, like I did.&lt;/P&gt;&lt;P&gt;&lt;span class="lia-inline-image-display-wrapper lia-image-align-inline" image-alt="Pat_0-1771196490262.png" style="width: 400px;"&gt;&lt;img src="https://community.databricks.com/t5/image/serverpage/image-id/24072i311F1458EF1A722C/image-size/medium?v=v2&amp;amp;px=400" role="button" title="Pat_0-1771196490262.png" alt="Pat_0-1771196490262.png" /&gt;&lt;/span&gt;&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;</description>
      <pubDate>Sun, 15 Feb 2026 23:02:42 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/how-to-manage-shared-parameters-between-different-jobs/m-p/148459#M52896</guid>
      <dc:creator>Pat</dc:creator>
      <dc:date>2026-02-15T23:02:42Z</dc:date>
    </item>
  </channel>
</rss>

