<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Re: create streaming table using variable file path in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/create-streaming-table-using-variable-file-path/m-p/121277#M46403</link>
    <description>&lt;P&gt;&lt;a href="https://community.databricks.com/t5/user/viewprofilepage/user-id/153791"&gt;@dataminion01&lt;/a&gt;&amp;nbsp; Yes, &lt;STRONG&gt;it is possible to use a variable or dynamic file path based on dates&lt;/STRONG&gt; in some data processing frameworks&amp;nbsp;, &lt;STRONG&gt;but not directly in static SQL DDL statements&lt;/STRONG&gt; like &lt;FONT color="#000000"&gt;CREATE OR REFRESH STREAMING TABLE&lt;/FONT&gt;&amp;nbsp;unless the environment you're working enabled&amp;nbsp;&lt;STRONG&gt;parameter substitution or dynamic SQL execution&lt;/STRONG&gt;.&lt;/P&gt;</description>
    <pubDate>Mon, 09 Jun 2025 18:20:24 GMT</pubDate>
    <dc:creator>Rishabh-Pandey</dc:creator>
    <dc:date>2025-06-09T18:20:24Z</dc:date>
    <item>
      <title>create streaming table using variable file path</title>
      <link>https://community.databricks.com/t5/data-engineering/create-streaming-table-using-variable-file-path/m-p/121274#M46402</link>
      <description>&lt;DIV&gt;&lt;DIV&gt;&lt;SPAN&gt;is it possible to use a variable for the file path based on dates?&lt;/SPAN&gt;&lt;/DIV&gt;&lt;DIV&gt;&lt;SPAN&gt;files are stores in folders in this format&lt;STRONG&gt; yyyy/mm&lt;/STRONG&gt;&lt;/SPAN&gt;&lt;/DIV&gt;&lt;DIV&gt;&amp;nbsp;&lt;/DIV&gt;&lt;DIV&gt;&lt;SPAN&gt;CREATE&lt;/SPAN&gt; &lt;SPAN&gt;OR&lt;/SPAN&gt; &lt;SPAN&gt;REFRESH&lt;/SPAN&gt; &lt;SPAN&gt;STREAMING&lt;/SPAN&gt; &lt;SPAN&gt;TABLE&lt;/SPAN&gt;&lt;SPAN&gt;&amp;nbsp;test&lt;/SPAN&gt;&lt;/DIV&gt;&lt;DIV&gt;&lt;SPAN&gt;&amp;nbsp; &lt;/SPAN&gt;&lt;SPAN&gt;AS&lt;/SPAN&gt; &lt;SPAN&gt;SELECT&lt;/SPAN&gt; &lt;SPAN&gt;*&lt;/SPAN&gt; &lt;SPAN&gt;FROM&lt;/SPAN&gt; &lt;SPAN&gt;STREAM&lt;/SPAN&gt;&lt;SPAN&gt; read_files(&lt;/SPAN&gt;&lt;/DIV&gt;&lt;DIV&gt;&lt;SPAN&gt;&amp;nbsp; &amp;nbsp; &lt;/SPAN&gt;&lt;SPAN&gt;"/Volumes/....."&lt;/SPAN&gt;&lt;SPAN&gt;,&lt;/SPAN&gt;&lt;/DIV&gt;&lt;DIV&gt;&lt;SPAN&gt;&amp;nbsp; &amp;nbsp; &lt;/SPAN&gt;&lt;SPAN&gt;format&lt;/SPAN&gt; &lt;SPAN&gt;=&amp;gt;&lt;/SPAN&gt; &lt;SPAN&gt;"parquet"&lt;/SPAN&gt;&lt;/DIV&gt;&lt;DIV&gt;&lt;SPAN&gt;&amp;nbsp; );&lt;/SPAN&gt;&lt;/DIV&gt;&lt;/DIV&gt;</description>
      <pubDate>Mon, 09 Jun 2025 17:32:05 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/create-streaming-table-using-variable-file-path/m-p/121274#M46402</guid>
      <dc:creator>dataminion01</dc:creator>
      <dc:date>2025-06-09T17:32:05Z</dc:date>
    </item>
    <item>
      <title>Re: create streaming table using variable file path</title>
      <link>https://community.databricks.com/t5/data-engineering/create-streaming-table-using-variable-file-path/m-p/121277#M46403</link>
      <description>&lt;P&gt;&lt;a href="https://community.databricks.com/t5/user/viewprofilepage/user-id/153791"&gt;@dataminion01&lt;/a&gt;&amp;nbsp; Yes, &lt;STRONG&gt;it is possible to use a variable or dynamic file path based on dates&lt;/STRONG&gt; in some data processing frameworks&amp;nbsp;, &lt;STRONG&gt;but not directly in static SQL DDL statements&lt;/STRONG&gt; like &lt;FONT color="#000000"&gt;CREATE OR REFRESH STREAMING TABLE&lt;/FONT&gt;&amp;nbsp;unless the environment you're working enabled&amp;nbsp;&lt;STRONG&gt;parameter substitution or dynamic SQL execution&lt;/STRONG&gt;.&lt;/P&gt;</description>
      <pubDate>Mon, 09 Jun 2025 18:20:24 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/create-streaming-table-using-variable-file-path/m-p/121277#M46403</guid>
      <dc:creator>Rishabh-Pandey</dc:creator>
      <dc:date>2025-06-09T18:20:24Z</dc:date>
    </item>
  </channel>
</rss>

