<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Re: External Table from volume in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/external-table-from-volume/m-p/125557#M47474</link>
    <description>&lt;P&gt;Hi&amp;nbsp;&lt;a href="https://community.databricks.com/t5/user/viewprofilepage/user-id/8654"&gt;@smpa01&lt;/a&gt;&amp;nbsp;,&lt;BR /&gt;&lt;BR /&gt;You cannot create external table on the data in volume:&lt;/P&gt;&lt;P&gt;&lt;span class="lia-inline-image-display-wrapper lia-image-align-inline" image-alt="Pat_0-1752743933746.png" style="width: 400px;"&gt;&lt;img src="https://community.databricks.com/t5/image/serverpage/image-id/18255i1D6146446AC31CFB/image-size/medium?v=v2&amp;amp;px=400" role="button" title="Pat_0-1752743933746.png" alt="Pat_0-1752743933746.png" /&gt;&lt;/span&gt;&lt;/P&gt;&lt;P&gt;see link to documentation:&amp;nbsp;&lt;A href="https://docs.databricks.com/gcp/en/volumes" target="_blank"&gt;https://docs.databricks.com/gcp/en/volumes&lt;/A&gt;&lt;BR /&gt;&lt;BR /&gt;&lt;/P&gt;</description>
    <pubDate>Thu, 17 Jul 2025 09:20:15 GMT</pubDate>
    <dc:creator>Pat</dc:creator>
    <dc:date>2025-07-17T09:20:15Z</dc:date>
    <item>
      <title>External Table from volume</title>
      <link>https://community.databricks.com/t5/data-engineering/external-table-from-volume/m-p/125482#M47458</link>
      <description>&lt;P&gt;&lt;a href="https://community.databricks.com/t5/user/viewprofilepage/user-id/110502"&gt;@szymon_dybczak&lt;/a&gt;&amp;nbsp;&lt;/P&gt;&lt;P&gt;I am experimenting to see if there is a way for me to create an external table from files written into unity catalog volume. I tried the following but it did not work.&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;# COMMAND ----------
# DBTITLE 1, Daily Fetch and Write 

# sample daily fetch from API call and write to &amp;lt;catlog&amp;gt;.&amp;lt;schema&amp;gt;.&amp;lt;volume&amp;gt;.&amp;lt;folder&amp;gt;
data = [
    {
        'id':1,
        'name':'John Doe',
        'age':20
    },
        {
        'id':2,
        'name':'Jane Doe',
        'age':30
    }
]
df = spark.createDataFrame(data)

# write files to volume &amp;lt;Catalog&amp;gt;- workspace; &amp;lt;schema&amp;gt; db_bronze; &amp;lt;volume&amp;gt; volume; &amp;lt;folder&amp;gt; test_01 to store daily fetch from API
df.write\
    .format('delta')\
    .mode('append')\
    .option('mergeSchema','true')\
    .clusterBy('id')\
    .save('/Volumes/workspace/db_bronze/volume/test_01')
	

# COMMAND ----------
# DBTITLE 2, Test Read from Volume

# Reading successful


location = 'dbfs:/Volumes/workspace/db_bronze/volume/test_01/'

df = spark.read.format('delta').load(location)

display(df)


# COMMAND ----------
# DBTITLE 3, Create External Table

%sql
/*not successful*/
CREATE TABLE IF NOT EXISTS  workspace.db_bronze.people(id long,name string,age long)
using DELTA
location 'dbfs:/Volumes/workspace/db_bronze/volume/test_01/'&lt;/LI-CODE&gt;&lt;P&gt;I am not sure what am I doing wrong here.&lt;/P&gt;</description>
      <pubDate>Wed, 16 Jul 2025 17:48:32 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/external-table-from-volume/m-p/125482#M47458</guid>
      <dc:creator>smpa01</dc:creator>
      <dc:date>2025-07-16T17:48:32Z</dc:date>
    </item>
    <item>
      <title>Re: External Table from volume</title>
      <link>https://community.databricks.com/t5/data-engineering/external-table-from-volume/m-p/125552#M47471</link>
      <description>&lt;P&gt;Hi&amp;nbsp;&lt;a href="https://community.databricks.com/t5/user/viewprofilepage/user-id/8654"&gt;@smpa01&lt;/a&gt;&amp;nbsp;,&lt;/P&gt;&lt;P&gt;Could you also attach what error did you get? And could you try removing dbfs from following part?&lt;BR /&gt;&lt;BR /&gt;&lt;/P&gt;&lt;LI-CODE lang="python"&gt;/*not successful*/
CREATE TABLE IF NOT EXISTS  workspace.db_bronze.people(id long,name string,age long)
using DELTA
location '/Volumes/workspace/db_bronze/volume/test_01/'&lt;/LI-CODE&gt;</description>
      <pubDate>Thu, 17 Jul 2025 08:52:09 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/external-table-from-volume/m-p/125552#M47471</guid>
      <dc:creator>szymon_dybczak</dc:creator>
      <dc:date>2025-07-17T08:52:09Z</dc:date>
    </item>
    <item>
      <title>Re: External Table from volume</title>
      <link>https://community.databricks.com/t5/data-engineering/external-table-from-volume/m-p/125557#M47474</link>
      <description>&lt;P&gt;Hi&amp;nbsp;&lt;a href="https://community.databricks.com/t5/user/viewprofilepage/user-id/8654"&gt;@smpa01&lt;/a&gt;&amp;nbsp;,&lt;BR /&gt;&lt;BR /&gt;You cannot create external table on the data in volume:&lt;/P&gt;&lt;P&gt;&lt;span class="lia-inline-image-display-wrapper lia-image-align-inline" image-alt="Pat_0-1752743933746.png" style="width: 400px;"&gt;&lt;img src="https://community.databricks.com/t5/image/serverpage/image-id/18255i1D6146446AC31CFB/image-size/medium?v=v2&amp;amp;px=400" role="button" title="Pat_0-1752743933746.png" alt="Pat_0-1752743933746.png" /&gt;&lt;/span&gt;&lt;/P&gt;&lt;P&gt;see link to documentation:&amp;nbsp;&lt;A href="https://docs.databricks.com/gcp/en/volumes" target="_blank"&gt;https://docs.databricks.com/gcp/en/volumes&lt;/A&gt;&lt;BR /&gt;&lt;BR /&gt;&lt;/P&gt;</description>
      <pubDate>Thu, 17 Jul 2025 09:20:15 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/external-table-from-volume/m-p/125557#M47474</guid>
      <dc:creator>Pat</dc:creator>
      <dc:date>2025-07-17T09:20:15Z</dc:date>
    </item>
  </channel>
</rss>

