<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic autoloader schema inference date column in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/autoloader-schema-inference-date-column/m-p/26401#M18464</link>
    <description>&lt;P&gt;I have hire_date and term_dates in the "MM/dd/YYYY" format in underneath csv files. Schema hint "cloudFiles.schemaHints" : "Hire_Date Date,Term_Date Date" - push data into _rescued_data column due to conversion failure. I am looking out solution to cast the data types properly into bronze tables itself. possible to use to_date functions / generic expressions in schema hints to cast to date or it has to be done outside of autoloader coludfile options?&lt;/P&gt;</description>
    <pubDate>Fri, 04 Mar 2022 14:10:40 GMT</pubDate>
    <dc:creator>shrikant_kulkar</dc:creator>
    <dc:date>2022-03-04T14:10:40Z</dc:date>
    <item>
      <title>autoloader schema inference date column</title>
      <link>https://community.databricks.com/t5/data-engineering/autoloader-schema-inference-date-column/m-p/26401#M18464</link>
      <description>&lt;P&gt;I have hire_date and term_dates in the "MM/dd/YYYY" format in underneath csv files. Schema hint "cloudFiles.schemaHints" : "Hire_Date Date,Term_Date Date" - push data into _rescued_data column due to conversion failure. I am looking out solution to cast the data types properly into bronze tables itself. possible to use to_date functions / generic expressions in schema hints to cast to date or it has to be done outside of autoloader coludfile options?&lt;/P&gt;</description>
      <pubDate>Fri, 04 Mar 2022 14:10:40 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/autoloader-schema-inference-date-column/m-p/26401#M18464</guid>
      <dc:creator>shrikant_kulkar</dc:creator>
      <dc:date>2022-03-04T14:10:40Z</dc:date>
    </item>
  </channel>
</rss>

