job.yml

resources:
  jobs:
    pdm_general_ledger_details_hub_job:
      name: org_team_pdm_general_ledger_details_hub_job
      description: "Load General Ledger Details reference hub table"
      email_notifications:
        on_failure:
          - dl@redacted.com
      performance_target: PERFORMANCE_OPTIMIZED
      tasks:
        - task_key: load_ref_pah_general_ledger_details_hub
          timeout_seconds: "${var.timeout}"
          notebook_task:
            notebook_path: notebooks/run_query
            base_parameters:
              pipeline_name: ref_pah_general_ledger_details_hub
              target_table: schema.table
              query_file: ../pipelines/pdm_general_ledger_details_hub/src/load_ref_pah_general_ledger_details_hub.sql
            source: GIT
      git_source:
        git_url: https://github.com/redacted/redacted.git
        git_provider: gitHub
      tags:
        app-ci-id: ${var.configuration_item}
        job-type: child

databricks.yml

bundle:
name: pdm_ref_general_ledger_details

# These are any additional configuration files to include.
include:
- bundle/jobs/*.yml
- bundle/variables/*.yml

non_production_job_permissions: &non_prod_job_permissions
permissions:
- level: CAN_MANAGE
group_name: redacted
- level: CAN_MANAGE
service_principal_name: ${var.service_account}

production_job_permissions: &prod_job_permissions
permissions:
- level: CAN_MANAGE_RUN
group_name: redacted
- level: CAN_MANAGE
service_principal_name: ${var.service_account}
- level: CAN_MANAGE
service_principal_name: ${var.snow_service_account}

non_production_job_notifications: &non_prod_job_notifications
email_notifications:
on_failure:
- dl@redacted

production_job_notifications: &prod_job_notifications
email_notifications:
on_failure:
- dl@redacted
webhook_notifications:
on_failure:
- id: ${var.snow_webhook_id}

targets:
test:
mode: production
default: false
presets:
trigger_pause_status: UNPAUSED
jobs_max_concurrent_runs: 1
workspace:
host: https://redacted.cloud.databricks.com
root_path: /Workspace/org/team/.bundle/${bundle.target}/${var.developer_id}/${bundle.name}
resources:
jobs:
pdm_general_ledger_details_hub_job:
git_source:
git_branch: ${var.git_branch}
<<:
- *non_prod_job_permissions
- *non_prod_job_notifications
variables:
uc_catalog:
description: Unity Catalog prefix.
default: "tst"
configuration_item:
default: redacted