Options
- Mark as New
- Bookmark
- Subscribe
- Mute
- Subscribe to RSS Feed
- Permalink
- Report Inappropriate Content
12-05-2024 06:50 AM
def get_changes_from_raw(table_name):
@Dlt.table(
name=f"{table_name}_changes",
comment=f"New {table_name} data incrementally ingested from cloud object storage landing zone",
)
@Dlt.expect("valid_rescued_data", "_rescued_data is null")
def read_changes_from_adl2():
df = spark.read...
if "distance" in df.columns:
dlt.expect("distance is positive", "distance >= 0")
