<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Add data manually to DLT in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/add-data-manually-to-dlt/m-p/47675#M28175</link>
    <description>&lt;P&gt;Hi Team,&lt;/P&gt;&lt;P&gt;Is there a way that we can add data manually to the tables that are generated by DLT?&lt;/P&gt;&lt;P&gt;We have done a PoC using DLT for Sep 15 to current data. Now, that they are happy, they wanted the previous data from Synapse and put into Databricks.&lt;/P&gt;&lt;P&gt;I can easily do this by pointing to the root of the source folder, but the files are group via batchid/year/month/date sub-folders.&lt;/P&gt;&lt;P&gt;The only way that I can think of and probably the easiest is to look directly to delta table created by Synapse and have a separate table in Databricks.&lt;/P&gt;&lt;P&gt;Ideally, I want to only have 1 table rather than 2 tables. i.e. DimRetailer (databricks) instead of DimRetailer_synapse and DimRetailer (databricks)&lt;/P&gt;&lt;P&gt;Cheers,&lt;/P&gt;&lt;P&gt;G&lt;/P&gt;</description>
    <pubDate>Mon, 02 Oct 2023 21:59:00 GMT</pubDate>
    <dc:creator>Gilg</dc:creator>
    <dc:date>2023-10-02T21:59:00Z</dc:date>
    <item>
      <title>Add data manually to DLT</title>
      <link>https://community.databricks.com/t5/data-engineering/add-data-manually-to-dlt/m-p/47675#M28175</link>
      <description>&lt;P&gt;Hi Team,&lt;/P&gt;&lt;P&gt;Is there a way that we can add data manually to the tables that are generated by DLT?&lt;/P&gt;&lt;P&gt;We have done a PoC using DLT for Sep 15 to current data. Now, that they are happy, they wanted the previous data from Synapse and put into Databricks.&lt;/P&gt;&lt;P&gt;I can easily do this by pointing to the root of the source folder, but the files are group via batchid/year/month/date sub-folders.&lt;/P&gt;&lt;P&gt;The only way that I can think of and probably the easiest is to look directly to delta table created by Synapse and have a separate table in Databricks.&lt;/P&gt;&lt;P&gt;Ideally, I want to only have 1 table rather than 2 tables. i.e. DimRetailer (databricks) instead of DimRetailer_synapse and DimRetailer (databricks)&lt;/P&gt;&lt;P&gt;Cheers,&lt;/P&gt;&lt;P&gt;G&lt;/P&gt;</description>
      <pubDate>Mon, 02 Oct 2023 21:59:00 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/add-data-manually-to-dlt/m-p/47675#M28175</guid>
      <dc:creator>Gilg</dc:creator>
      <dc:date>2023-10-02T21:59:00Z</dc:date>
    </item>
  </channel>
</rss>

