<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:taxo="http://purl.org/rss/1.0/modules/taxonomy/" version="2.0">
  <channel>
    <title>topic System tables for DLT Expectations Quality Metrics in Data Engineering</title>
    <link>https://community.databricks.com/t5/data-engineering/system-tables-for-dlt-expectations-quality-metrics/m-p/139269#M51131</link>
    <description>&lt;P&gt;Hi Everyone,&lt;/P&gt;&lt;P&gt;I’m working with &lt;STRONG&gt;Delta Live Tables (DLT)&lt;/STRONG&gt; and using &lt;STRONG&gt;Expectations&lt;/STRONG&gt; to track data quality, but I’m having trouble finding where the &lt;STRONG&gt;expectation quality metrics&lt;/STRONG&gt; are stored in the &lt;STRONG&gt;DLT system tables&lt;/STRONG&gt;.&lt;/P&gt;&lt;P&gt;My questions are:&lt;/P&gt;&lt;OL&gt;&lt;LI&gt;&lt;P&gt;&lt;STRONG&gt;Which specific system table(s)&lt;/STRONG&gt; contain DLT expectation metrics?&lt;/P&gt;&lt;/LI&gt;&lt;LI&gt;&lt;P&gt;Are these metrics available &lt;STRONG&gt;per expectation&lt;/STRONG&gt;, &lt;STRONG&gt;per table&lt;/STRONG&gt;, or only at the pipeline level?&lt;/P&gt;&lt;/LI&gt;&lt;LI&gt;&lt;P&gt;Is there a &lt;STRONG&gt;sample query&lt;/STRONG&gt; for retrieving these metrics?&lt;/P&gt;&lt;/LI&gt;&lt;/OL&gt;&lt;P&gt;If anyone has a working example or documentation pointer, I’d really appreciate it!&lt;/P&gt;&lt;P&gt;Thanks in advance!&lt;/P&gt;</description>
    <pubDate>Mon, 17 Nov 2025 07:07:16 GMT</pubDate>
    <dc:creator>vamsi_simbus</dc:creator>
    <dc:date>2025-11-17T07:07:16Z</dc:date>
    <item>
      <title>System tables for DLT Expectations Quality Metrics</title>
      <link>https://community.databricks.com/t5/data-engineering/system-tables-for-dlt-expectations-quality-metrics/m-p/139269#M51131</link>
      <description>&lt;P&gt;Hi Everyone,&lt;/P&gt;&lt;P&gt;I’m working with &lt;STRONG&gt;Delta Live Tables (DLT)&lt;/STRONG&gt; and using &lt;STRONG&gt;Expectations&lt;/STRONG&gt; to track data quality, but I’m having trouble finding where the &lt;STRONG&gt;expectation quality metrics&lt;/STRONG&gt; are stored in the &lt;STRONG&gt;DLT system tables&lt;/STRONG&gt;.&lt;/P&gt;&lt;P&gt;My questions are:&lt;/P&gt;&lt;OL&gt;&lt;LI&gt;&lt;P&gt;&lt;STRONG&gt;Which specific system table(s)&lt;/STRONG&gt; contain DLT expectation metrics?&lt;/P&gt;&lt;/LI&gt;&lt;LI&gt;&lt;P&gt;Are these metrics available &lt;STRONG&gt;per expectation&lt;/STRONG&gt;, &lt;STRONG&gt;per table&lt;/STRONG&gt;, or only at the pipeline level?&lt;/P&gt;&lt;/LI&gt;&lt;LI&gt;&lt;P&gt;Is there a &lt;STRONG&gt;sample query&lt;/STRONG&gt; for retrieving these metrics?&lt;/P&gt;&lt;/LI&gt;&lt;/OL&gt;&lt;P&gt;If anyone has a working example or documentation pointer, I’d really appreciate it!&lt;/P&gt;&lt;P&gt;Thanks in advance!&lt;/P&gt;</description>
      <pubDate>Mon, 17 Nov 2025 07:07:16 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/system-tables-for-dlt-expectations-quality-metrics/m-p/139269#M51131</guid>
      <dc:creator>vamsi_simbus</dc:creator>
      <dc:date>2025-11-17T07:07:16Z</dc:date>
    </item>
    <item>
      <title>Re: System tables for DLT Expectations Quality Metrics</title>
      <link>https://community.databricks.com/t5/data-engineering/system-tables-for-dlt-expectations-quality-metrics/m-p/139278#M51134</link>
      <description>&lt;P&gt;&lt;a href="https://community.databricks.com/t5/user/viewprofilepage/user-id/135943"&gt;@vamsi_simbus&lt;/a&gt;&amp;nbsp; DLT captures data quality metrics in specialized system tables known as “event” and “metrics” tables. Specifically, look in the following table:&lt;/P&gt;&lt;P&gt;LIVE.DLT_EVENT_LOG or LIVE.DLT_METRICS: These tables contain granular event logs and metrics, including per-expectation data quality results for each table within your DLT pipeline.&amp;nbsp;&amp;nbsp;&lt;A href="https://docs.databricks.com/aws/en/ldp/expectations" target="_blank" rel="noopener"&gt;https://docs.databricks.com/aws/en/ldp/expectations&lt;/A&gt;&lt;/P&gt;&lt;P&gt;&lt;SPAN&gt;The metrics are available not only at the pipeline level but also for individual expectations applied to specific tables&amp;nbsp;&lt;A href="https://community.databricks.com/t5/technical-blog/monitoring-dlt-pipeline-performance-and-best-practices/ba-p/118220" target="_blank" rel="noopener"&gt;https://community.databricks.com/t5/technical-blog/monitoring-dlt-pipeline-performance-and-best-practices/ba-p/118220&lt;/A&gt;&lt;/SPAN&gt;&lt;/P&gt;&lt;P&gt;&lt;SPAN&gt;Example&lt;/SPAN&gt;&lt;/P&gt;&lt;P&gt;&lt;span class="lia-inline-image-display-wrapper lia-image-align-inline" image-alt="ManojkMohan_0-1763366117299.png" style="width: 400px;"&gt;&lt;img src="https://community.databricks.com/t5/image/serverpage/image-id/21746i0D52C96D576C1CE1/image-size/medium?v=v2&amp;amp;px=400" role="button" title="ManojkMohan_0-1763366117299.png" alt="ManojkMohan_0-1763366117299.png" /&gt;&lt;/span&gt;&lt;/P&gt;&lt;P&gt;Replace LIVE.DLT_EVENT_LOG with the correct schema as used in your environment.&lt;BR /&gt;Columns such as table_name, expectation_name, num_violations, and violation_percentage will provide insight into data quality&lt;/P&gt;&lt;P&gt;&amp;nbsp;&lt;/P&gt;</description>
      <pubDate>Mon, 17 Nov 2025 07:56:26 GMT</pubDate>
      <guid>https://community.databricks.com/t5/data-engineering/system-tables-for-dlt-expectations-quality-metrics/m-p/139278#M51134</guid>
      <dc:creator>ManojkMohan</dc:creator>
      <dc:date>2025-11-17T07:56:26Z</dc:date>
    </item>
  </channel>
</rss>

