Here's how the table was created:
fs.create_table(
name='dsci_features.ab_test',
primary_keys=['customer_id', 'obs_date'],
# If df is provided, this data will be saved in a Delta table
#df=feature_df,
# If schema is provided, no data will be saved yet
schema=base_df.schema,
#partition_columns=['cal_quarter'],
description='AB Test'
)
primary keys written:
fs.write_table(
name='dsci_features.ab_test',
df=base_df,
mode='merge'
)
features written:
fs.write_table(
name='dsci_features.ab_test',
df=base_df,
mode='merge'
)