Do you mean this?
@dlt.table(
comment="Raw table of appointments from EDW",
)
def appointments_raw():
return fetch_data.fetch_appointments(spark=spark, secret_handler=SECRET_HANDLER)
@dlt.table(
comment="Raw table of notes from SOLR",
)
def notes_raw():
appointments = dlt.read("appointments_raw")
print(type(appointments))
print(appointments.head())
appointments = appointments.pandas_api()
mrns = fetch_data.select_mrns(
appointments, today=TIMESTAMP, days_ahead=APPOINTMENTS_DAYS_AHEAD
)
notes = fetch_data.fetch_notes(
mrns, cohort_id=COHORT_ID, secret_handler=SECRET_HANDLER, spark=spark
)
return notes