- Mark as New
- Bookmark
- Subscribe
- Mute
- Subscribe to RSS Feed
- Permalink
- Report Inappropriate Content
06-16-2024 07:27 AM - edited 06-17-2024 05:40 AM
I recreated my compute cluster again under DBA Academy policy as below but still the same error.
{
"id": "2bf80b86-1f70-47c2-af4b-3bad17cca47b",
"pipeline_type": "WORKSPACE",
"clusters": [
{
"label": "default",
"node_type_id": "i3.xlarge",
"driver_node_type_id": "i3.xlarge",
"policy_id": "0001AF378F789E44",
"num_workers": 0
},
{
"label": "maintenance",
"policy_id": "0001AF378F789E44"
}
],
"development": true,
"continuous": false,
"channel": "CURRENT",
"photon": true,
"libraries": [
{
"notebook": {
"path": "/Shared/data-engineering-with-databricks/DE 4 - Delta Live Tables/DE 4.1A - SQL Pipelines/DE 4.1.1 - Orders Pipeline"
}
},
{
"notebook": {
"path": "/Shared/data-engineering-with-databricks/DE 4 - Delta Live Tables/DE 4.1A - SQL Pipelines/DE 4.1.2 - Customers Pipeline"
}
},
{
"notebook": {
"path": "/Shared/data-engineering-with-databricks/DE 4 - Delta Live Tables/DE 4.1A - SQL Pipelines/DE 4.1.3 - Status Pipeline"
}
}
],
"name": "subahanma-91f8-da-delp-pipeline-demo-pipeline_demo: Example Pipeline",
"edition": "ADVANCED",
"storage": "dbfs:/mnt/dbacademy-users/subahanma@yahoo.com/data-engineer-learning-path/pipeline_demo/storage_location",
"configuration": {
"spark.master": "local[*]",
"source": "dbfs:/mnt/dbacademy-users/subahanma@yahoo.com/data-engineer-learning-path/pipeline_demo/stream-source"
},
"target": "subahanma_91f8_da_delp_pipeline_demo",
"data_sampling": false
}