<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic how to enable column level lineage in databricks in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/how-to-enable-column-level-lineage-in-databricks/m-p/165923#M55499</link>
    <description>&lt;P&gt;I have bronze layer data which is directly referred in silver. there are one or two columns from bronze layer which are used to build silver column.&lt;/P&gt;&lt;P&gt;is there any way I can have column-level lineage shown in databricks like table lineage&lt;/P&gt;&lt;P&gt;&lt;a href="https://community.databricks.com/t5/user/viewprofilepage/user-id/80957"&gt;@DATA&lt;/a&gt;&amp;nbsp;@lineage&lt;/P&gt;</description>
    <pubDate>Tue, 18 Aug 2026 16:38:53 GMT</pubDate>
    <dc:creator>prathamesh1982</dc:creator>
    <dc:date>2026-08-18T16:38:53Z</dc:date>
    <item>
      <title>how to enable column level lineage in databricks</title>
      <link>https://community.databricks.com/t5/data-engineering/how-to-enable-column-level-lineage-in-databricks/m-p/165923#M55499</link>
      <description>&lt;P&gt;I have bronze layer data which is directly referred in silver. there are one or two columns from bronze layer which are used to build silver column.&lt;/P&gt;&lt;P&gt;is there any way I can have column-level lineage shown in databricks like table lineage&lt;/P&gt;&lt;P&gt;&lt;a href="https://community.databricks.com/t5/user/viewprofilepage/user-id/80957"&gt;@DATA&lt;/a&gt;&amp;nbsp;@lineage&lt;/P&gt;</description>
      <pubDate>Tue, 18 Aug 2026 16:38:53 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/how-to-enable-column-level-lineage-in-databricks/m-p/165923#M55499</guid>
      <dc:creator>prathamesh1982</dc:creator>
      <dc:date>2026-08-18T16:38:53Z</dc:date>
    </item>
    <item>
      <title>Re: how to enable column level lineage in databricks</title>
      <link>https://community.databricks.com/t5/data-engineering/how-to-enable-column-level-lineage-in-databricks/m-p/165926#M55500</link>
      <description>&lt;P&gt;Hi Prathamesh,&lt;/P&gt;&lt;DIV class=""&gt;&lt;DIV&gt;&amp;nbsp;&lt;/DIV&gt;&lt;DIV&gt;Column level lineage is tracked automatically in Databricks if the tables are governed by &lt;STRONG&gt;Unity Catalog&lt;/STRONG&gt;. You do not need to configure explicit column tracking or alter the pipeline code, once your bronze-to-silver transformations run on Unity Catalog enabled compute, the lineage graph captures column-level dependencies out of the box.&lt;/DIV&gt;&lt;BR /&gt;&lt;DIV&gt;You can open &lt;STRONG&gt;Catalog Explorer&lt;/STRONG&gt;, navigate to the Silver table, and switch to the &lt;STRONG&gt;Lineage&lt;/STRONG&gt; tab. Selecting an individual column from the table schema will filter the lineage graph to show the exact upstream Bronze column's feeding into it, the execution context and any downstream Gold layer dependencies consuming that column.&lt;/DIV&gt;&lt;BR /&gt;&lt;DIV&gt;You can first confirm whether the setup meets the prerequisites for lineage capture&lt;/DIV&gt;&lt;UL&gt;&lt;LI&gt;&lt;DIV&gt;&lt;STRONG&gt;Unity Catalog Governance:&lt;/STRONG&gt; Both your Bronze and Silver tables must exist in a Unity Catalog as lineage is not captured for tables in the legacy hive_metastore.&lt;/DIV&gt;&lt;/LI&gt;&lt;LI&gt;&lt;DIV&gt;&lt;STRONG&gt;Compute Access Mode:&lt;/STRONG&gt; Your transformations must run on UC-compliant compute (eg Serverless/Pro SQL Warehouse, a cluster configured with Shared access mode or a Single User cluster with Unity Catalog enabled).&lt;/DIV&gt;&lt;/LI&gt;&lt;LI&gt;&lt;DIV&gt;&lt;STRONG&gt;Ingestion:&lt;/STRONG&gt; Lineage capture is handled natively across interactive notebooks, automated workflows, SQL queries without manual setup.&lt;/DIV&gt;&lt;/LI&gt;&lt;/UL&gt;&lt;P&gt;You can also use system tables to find it via SQL&lt;/P&gt;&lt;/DIV&gt;&lt;LI-CODE lang="python"&gt;-- Find which bronze columns feed into silver columns
SELECT
    source_table_full_name,
    source_column_name,
    target_table_full_name,
    target_column_name,
    event_time
FROM system.access.column_lineage
WHERE source_table_full_name = 'workspace.default.table'
ORDER BY target_table_full_name, target_column_name, event_time DESC;

-- See what columns in silver use a specific bronze column
SELECT DISTINCT
    target_table_full_name,
    target_column_name
FROM system.access.column_lineage
WHERE source_table_full_name = 'workspace.default.table'
  AND source_column_name = 'r_id'  -- Change column name
ORDER BY target_table_full_name, target_column_name;&lt;/LI-CODE&gt;</description>
      <pubDate>Tue, 18 Aug 2026 17:02:17 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/how-to-enable-column-level-lineage-in-databricks/m-p/165926#M55500</guid>
      <dc:creator>balajij8</dc:creator>
      <dc:date>2026-08-18T17:02:17Z</dc:date>
    </item>
  </channel>
</rss>

