<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic Remove WHERE 1=0 in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/remove-where-1-0/m-p/46391#M28063</link>
    <description>&lt;P&gt;I am hoping someone can help me remove the WHERE 1=0 that is constantly getting added onto the end of my Query (see below).&amp;nbsp; Please let me know if I can provide more info here.&lt;/P&gt;&lt;P&gt;This is running a notebook, in Azure Databricks against a cluster that has the IRIS JDBC Driver loaded in the libraries.&lt;BR /&gt;The cluster configuration is using Spark 3.5.0&lt;BR /&gt;The query that gets passed into IRIS is this (from jdbc log) :&amp;nbsp;&lt;STRONG&gt;SELECT * FROM (select TOP 100 AdjudicatedSvcNum, Charges, CodingSystem,CoverageGrpAuthStatus FROM CLAIMS.AdjudicatedSvcs) SPARK_GEN_SUBQ_24 WHERE 1=0&lt;/STRONG&gt;&lt;/P&gt;&lt;P&gt;&lt;FONT face="courier new,courier"&gt;%python&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;connectString = "jdbc:IRIS://10.200.10.61:1981/RDD"&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;user = "*************"&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;password = "Dlh#36L!aZ"&lt;/FONT&gt;&lt;/P&gt;&lt;P&gt;&lt;FONT face="courier new,courier"&gt;connectionProperties = {&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;'user': user,&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;'password': password,&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;'driver': 'com.intersystems.jdbc.IRISDriver',&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;}&lt;/FONT&gt;&lt;/P&gt;&lt;P&gt;&lt;FONT face="courier new,courier"&gt;cacheDF = (spark.read&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.format('jdbc')&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option("autopushdown", "false")&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option('url', connectString)&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option("query", "select TOP 100 AdjudicatedSvcNum, Charges, CodingSystem,CoverageGrpAuthStatus FROM CLAIMS.AdjudicatedSvcs")&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option('user', user)&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option('password', password)&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option('driver','com.intersystems.jdbc.IRISDriver')&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.load()&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.cache()&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;)&lt;/FONT&gt;&lt;/P&gt;</description>
    <pubDate>Wed, 27 Sep 2023 18:31:20 GMT</pubDate>
    <dc:creator>DanBrown</dc:creator>
    <dc:date>2023-09-27T18:31:20Z</dc:date>
    <item>
      <title>Remove WHERE 1=0</title>
      <link>https://community.databricks.com/t5/data-engineering/remove-where-1-0/m-p/46391#M28063</link>
      <description>&lt;P&gt;I am hoping someone can help me remove the WHERE 1=0 that is constantly getting added onto the end of my Query (see below).&amp;nbsp; Please let me know if I can provide more info here.&lt;/P&gt;&lt;P&gt;This is running a notebook, in Azure Databricks against a cluster that has the IRIS JDBC Driver loaded in the libraries.&lt;BR /&gt;The cluster configuration is using Spark 3.5.0&lt;BR /&gt;The query that gets passed into IRIS is this (from jdbc log) :&amp;nbsp;&lt;STRONG&gt;SELECT * FROM (select TOP 100 AdjudicatedSvcNum, Charges, CodingSystem,CoverageGrpAuthStatus FROM CLAIMS.AdjudicatedSvcs) SPARK_GEN_SUBQ_24 WHERE 1=0&lt;/STRONG&gt;&lt;/P&gt;&lt;P&gt;&lt;FONT face="courier new,courier"&gt;%python&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;connectString = "jdbc:IRIS://10.200.10.61:1981/RDD"&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;user = "*************"&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;password = "Dlh#36L!aZ"&lt;/FONT&gt;&lt;/P&gt;&lt;P&gt;&lt;FONT face="courier new,courier"&gt;connectionProperties = {&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;'user': user,&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;'password': password,&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;'driver': 'com.intersystems.jdbc.IRISDriver',&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;}&lt;/FONT&gt;&lt;/P&gt;&lt;P&gt;&lt;FONT face="courier new,courier"&gt;cacheDF = (spark.read&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.format('jdbc')&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option("autopushdown", "false")&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option('url', connectString)&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option("query", "select TOP 100 AdjudicatedSvcNum, Charges, CodingSystem,CoverageGrpAuthStatus FROM CLAIMS.AdjudicatedSvcs")&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option('user', user)&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option('password', password)&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.option('driver','com.intersystems.jdbc.IRISDriver')&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.load()&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;.cache()&lt;/FONT&gt;&lt;BR /&gt;&lt;FONT face="courier new,courier"&gt;)&lt;/FONT&gt;&lt;/P&gt;</description>
      <pubDate>Wed, 27 Sep 2023 18:31:20 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/remove-where-1-0/m-p/46391#M28063</guid>
      <dc:creator>DanBrown</dc:creator>
      <dc:date>2023-09-27T18:31:20Z</dc:date>
    </item>
  </channel>
</rss>

