{
"num_workers": 0,
"cluster_name": "xxxxxx",
"spark_version": "11.2.x-scala2.12",
"spark_conf": {
"spark.master": "local[*, 4]",
"spark.databricks.cluster.profile": "singleNode",
"spark.databricks.dataLineage.enabled": "true"
},
"aws_attributes": {
"first_on_demand": 1,
"availability": "SPOT_WITH_FALLBACK",
"zone_id": "us-east-2a",
"spot_bid_price_percent": 100,
"ebs_volume_count": 0
},
"node_type_id": "i3.xlarge",
"driver_node_type_id": "i3.xlarge",
"ssh_public_keys": [],
"custom_tags": {
"ResourceClass": "SingleNode"
},
"spark_env_vars": {
"DB_CLUSTER_NAME": "\"***_xxxx\"",
"DD_SITE": "\"datadoghq.com\"",
"DB_CLUSTER_ID": "\"***_xxxx\"",
"DD_ENV": "staging",
"PYSPARK_PYTHON": "/databricks/python3/bin/python3",
"DD_API_KEY": "3aa81ed18bc46a1f9cc425ee6c5ada78"
},
"autotermination_minutes": 120,
"enable_elastic_disk": true,
"cluster_source": "UI",
"init_scripts": [
{
"dbfs": {
"destination": "dbfs:/FileStore/utils/datadog-install-driver-only.sh"
}
}
],
"single_user_name": "xxxx@***.***",
"data_security_mode": "SINGLE_USER",
"runtime_engine": "STANDARD",
"cluster_id": "0915-152649-ox2wxwwz"
}