<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Unity Catalogue and SAS data using spark-sas7dbat in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/unity-catalogue-and-sas-data-using-spark-sas7dbat/m-p/80612#M36088</link>
    <description>&lt;P&gt;Information in this post&amp;nbsp;&lt;A href="https://www.databricks.com/blog/2022/03/16/how-to-speed-up-data-flow-between-databricks-and-sas.html" target="_blank"&gt;Speed Up Data Flow: Databricks and SAS | Databricks Blog&lt;/A&gt;&amp;nbsp;led me to using spark-sas7dbat package to read SAS files and save to delta for downstream processes with great results. I was able to load very large files quickly that weren't working with pandas or other methods I'd tried.&lt;BR /&gt;&lt;BR /&gt;Recently made the move to using Unity Catalogue, currently using a cluster with DBR 13.3. I am not an admin, but I have ALL PRIVILEGES. When I try to use the spark-sas7dbat package,&amp;nbsp; I am now getting the error: "&lt;SPAN&gt;User does not have permission SELECT on any file&lt;/SPAN&gt;&lt;SPAN&gt;&amp;nbsp;&lt;/SPAN&gt;error message." which doesn't make sense to me in the context of UC permissions model. I'm a bit lost for next steps, any ideas on how to address are welcome&lt;/P&gt;</description>
    <pubDate>Thu, 25 Jul 2024 17:28:07 GMT</pubDate>
    <dc:creator>MKE</dc:creator>
    <dc:date>2024-07-25T17:28:07Z</dc:date>
    <item>
      <title>Unity Catalogue and SAS data using spark-sas7dbat</title>
      <link>https://community.databricks.com/t5/data-engineering/unity-catalogue-and-sas-data-using-spark-sas7dbat/m-p/80612#M36088</link>
      <description>&lt;P&gt;Information in this post&amp;nbsp;&lt;A href="https://www.databricks.com/blog/2022/03/16/how-to-speed-up-data-flow-between-databricks-and-sas.html" target="_blank"&gt;Speed Up Data Flow: Databricks and SAS | Databricks Blog&lt;/A&gt;&amp;nbsp;led me to using spark-sas7dbat package to read SAS files and save to delta for downstream processes with great results. I was able to load very large files quickly that weren't working with pandas or other methods I'd tried.&lt;BR /&gt;&lt;BR /&gt;Recently made the move to using Unity Catalogue, currently using a cluster with DBR 13.3. I am not an admin, but I have ALL PRIVILEGES. When I try to use the spark-sas7dbat package,&amp;nbsp; I am now getting the error: "&lt;SPAN&gt;User does not have permission SELECT on any file&lt;/SPAN&gt;&lt;SPAN&gt;&amp;nbsp;&lt;/SPAN&gt;error message." which doesn't make sense to me in the context of UC permissions model. I'm a bit lost for next steps, any ideas on how to address are welcome&lt;/P&gt;</description>
      <pubDate>Thu, 25 Jul 2024 17:28:07 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/unity-catalogue-and-sas-data-using-spark-sas7dbat/m-p/80612#M36088</guid>
      <dc:creator>MKE</dc:creator>
      <dc:date>2024-07-25T17:28:07Z</dc:date>
    </item>
  </channel>
</rss>

