<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic DB Connect giving different results in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/db-connect-giving-different-results/m-p/18853#M12571</link>
    <description>&lt;P&gt;The below code gives different result when executed using DB Connect and a Notebook&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;PRE&gt;&lt;CODE&gt;sc = spark.sparkContext
a = sc.accumulator(0)
rdd = sc.parallelize([1, 2, 3])
def f(x):
global a
a.add(x)
rdd.foreach(f)
rdd.count()
print(a.value)&lt;/CODE&gt;&lt;/PRE&gt;&lt;P&gt;&lt;/P&gt;</description>
    <pubDate>Fri, 25 Jun 2021 19:54:34 GMT</pubDate>
    <dc:creator>brickster_2018</dc:creator>
    <dc:date>2021-06-25T19:54:34Z</dc:date>
    <item>
      <title>DB Connect giving different results</title>
      <link>https://community.databricks.com/t5/data-engineering/db-connect-giving-different-results/m-p/18853#M12571</link>
      <description>&lt;P&gt;The below code gives different result when executed using DB Connect and a Notebook&lt;/P&gt;&lt;P&gt;&lt;/P&gt;&lt;PRE&gt;&lt;CODE&gt;sc = spark.sparkContext
a = sc.accumulator(0)
rdd = sc.parallelize([1, 2, 3])
def f(x):
global a
a.add(x)
rdd.foreach(f)
rdd.count()
print(a.value)&lt;/CODE&gt;&lt;/PRE&gt;&lt;P&gt;&lt;/P&gt;</description>
      <pubDate>Fri, 25 Jun 2021 19:54:34 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/db-connect-giving-different-results/m-p/18853#M12571</guid>
      <dc:creator>brickster_2018</dc:creator>
      <dc:date>2021-06-25T19:54:34Z</dc:date>
    </item>
    <item>
      <title>Re: DB Connect giving different results</title>
      <link>https://community.databricks.com/t5/data-engineering/db-connect-giving-different-results/m-p/18854#M12572</link>
      <description>&lt;P&gt;This is a known limitation that accumulators do not work with DB Connect.&lt;/P&gt;</description>
      <pubDate>Fri, 25 Jun 2021 19:55:08 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/db-connect-giving-different-results/m-p/18854#M12572</guid>
      <dc:creator>brickster_2018</dc:creator>
      <dc:date>2021-06-25T19:55:08Z</dc:date>
    </item>
  </channel>
</rss>

