<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic On the fly transformations on DLT tables in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/on-the-fly-transformations-on-dlt-tables/m-p/67441#M33341</link>
    <description>&lt;P&gt;Hi,&amp;nbsp;&lt;/P&gt;&lt;P&gt;I am loading data from a kinesis data stream using DLT.&amp;nbsp;&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;CREATE STREAMING TABLE Consumers_kinesis_2
(
...,
unbase64(data) String,
...
)
AS
SELECT * FROM STREAM read_kinesis (...)&lt;/LI-CODE&gt;&lt;DIV&gt;&lt;DIV&gt;&amp;nbsp;&lt;/DIV&gt;&lt;DIV&gt;Is it possible to directly cast, unbase64, and/or transform the resulting attributes before writing them into the streaming table? I'd like to interpret the data aatribute of the kinesis stream which is binary but contains JSON.&lt;/DIV&gt;&lt;DIV&gt;&amp;nbsp;&lt;/DIV&gt;&lt;DIV&gt;best and thanks in advance,&lt;/DIV&gt;&lt;DIV&gt;Mathias&amp;nbsp;&lt;/DIV&gt;&lt;DIV&gt;&amp;nbsp;&lt;/DIV&gt;&lt;DIV&gt;&amp;nbsp;&lt;/DIV&gt;&lt;/DIV&gt;</description>
    <pubDate>Fri, 26 Apr 2024 19:54:15 GMT</pubDate>
    <dc:creator>Mathias_Peters</dc:creator>
    <dc:date>2024-04-26T19:54:15Z</dc:date>
    <item>
      <title>On the fly transformations on DLT tables</title>
      <link>https://community.databricks.com/t5/data-engineering/on-the-fly-transformations-on-dlt-tables/m-p/67441#M33341</link>
      <description>&lt;P&gt;Hi,&amp;nbsp;&lt;/P&gt;&lt;P&gt;I am loading data from a kinesis data stream using DLT.&amp;nbsp;&lt;/P&gt;&lt;LI-CODE lang="markup"&gt;CREATE STREAMING TABLE Consumers_kinesis_2
(
...,
unbase64(data) String,
...
)
AS
SELECT * FROM STREAM read_kinesis (...)&lt;/LI-CODE&gt;&lt;DIV&gt;&lt;DIV&gt;&amp;nbsp;&lt;/DIV&gt;&lt;DIV&gt;Is it possible to directly cast, unbase64, and/or transform the resulting attributes before writing them into the streaming table? I'd like to interpret the data aatribute of the kinesis stream which is binary but contains JSON.&lt;/DIV&gt;&lt;DIV&gt;&amp;nbsp;&lt;/DIV&gt;&lt;DIV&gt;best and thanks in advance,&lt;/DIV&gt;&lt;DIV&gt;Mathias&amp;nbsp;&lt;/DIV&gt;&lt;DIV&gt;&amp;nbsp;&lt;/DIV&gt;&lt;DIV&gt;&amp;nbsp;&lt;/DIV&gt;&lt;/DIV&gt;</description>
      <pubDate>Fri, 26 Apr 2024 19:54:15 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/on-the-fly-transformations-on-dlt-tables/m-p/67441#M33341</guid>
      <dc:creator>Mathias_Peters</dc:creator>
      <dc:date>2024-04-26T19:54:15Z</dc:date>
    </item>
  </channel>
</rss>

