<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Datatype changed while writing in delta format in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/datatype-changed-while-writing-in-delta-format/m-p/69926#M33927</link>
    <description>&lt;P&gt;Hello team,&lt;/P&gt;&lt;P&gt;I'm encountering an issue with my batch processing job. Initially, I write the job in overwrite mode with overwrite schema set to true. However, when I attempt to write the next batch in append mode, it fails due to a change in the datatype of one column. How can I handle this situation when I don't know the datatypes and don't have an external schema to refer to?&lt;/P&gt;</description>
    <pubDate>Mon, 20 May 2024 07:49:42 GMT</pubDate>
    <dc:creator>AnkithP</dc:creator>
    <dc:date>2024-05-20T07:49:42Z</dc:date>
    <item>
      <title>Datatype changed while writing in delta format</title>
      <link>https://community.databricks.com/t5/data-engineering/datatype-changed-while-writing-in-delta-format/m-p/69926#M33927</link>
      <description>&lt;P&gt;Hello team,&lt;/P&gt;&lt;P&gt;I'm encountering an issue with my batch processing job. Initially, I write the job in overwrite mode with overwrite schema set to true. However, when I attempt to write the next batch in append mode, it fails due to a change in the datatype of one column. How can I handle this situation when I don't know the datatypes and don't have an external schema to refer to?&lt;/P&gt;</description>
      <pubDate>Mon, 20 May 2024 07:49:42 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/datatype-changed-while-writing-in-delta-format/m-p/69926#M33927</guid>
      <dc:creator>AnkithP</dc:creator>
      <dc:date>2024-05-20T07:49:42Z</dc:date>
    </item>
  </channel>
</rss>

