nachoBot
New Contributor II
@harraz- Replace
.select("*", input_file_name().alias("source_file"), current_timestamp().alias("processing_time"))
with
.selectExpr("*","_metadata.file_path as source_file","current_timestamp() as processing_time")