<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Read Delta Table with Pandas in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/read-delta-table-with-pandas/m-p/22639#M15538</link>
    <description>&lt;P&gt;Is it possible to read a Delta table directly into a Pandas Dataframe?&lt;/P&gt;</description>
    <pubDate>Fri, 18 Jun 2021 18:26:21 GMT</pubDate>
    <dc:creator>User16830818524</dc:creator>
    <dc:date>2021-06-18T18:26:21Z</dc:date>
    <item>
      <title>Read Delta Table with Pandas</title>
      <link>https://community.databricks.com/t5/data-engineering/read-delta-table-with-pandas/m-p/22639#M15538</link>
      <description>&lt;P&gt;Is it possible to read a Delta table directly into a Pandas Dataframe?&lt;/P&gt;</description>
      <pubDate>Fri, 18 Jun 2021 18:26:21 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/read-delta-table-with-pandas/m-p/22639#M15538</guid>
      <dc:creator>User16830818524</dc:creator>
      <dc:date>2021-06-18T18:26:21Z</dc:date>
    </item>
    <item>
      <title>Re: Read Delta Table with Pandas</title>
      <link>https://community.databricks.com/t5/data-engineering/read-delta-table-with-pandas/m-p/22640#M15539</link>
      <description>&lt;P&gt;You'd have convert a delta table to pyarrow and then use to_pandas. See &lt;A href="https://databricks.com/blog/2020/12/22/natively-query-your-delta-lake-with-scala-java-and-python.html" target="test_blank"&gt;https://databricks.com/blog/2020/12/22/natively-query-your-delta-lake-with-scala-java-and-python.html&lt;/A&gt; for details&lt;/P&gt;&lt;P&gt;# Create a Pandas Dataframe by initially converting the Delta Lake&lt;/P&gt;&lt;P&gt;# table into a PyArrow table&lt;/P&gt;&lt;P&gt;df = dt.to_pyarrow_table().to_pandas()&lt;/P&gt;&lt;P&gt;&lt;/P&gt;</description>
      <pubDate>Fri, 18 Jun 2021 19:24:09 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/read-delta-table-with-pandas/m-p/22640#M15539</guid>
      <dc:creator>aladda</dc:creator>
      <dc:date>2021-06-18T19:24:09Z</dc:date>
    </item>
  </channel>
</rss>

