terraform {
    required_providers {
        databricks = {
            source  = "databricks/databricks"
            "version": "1.40.0"
        }
    }
}

provider "databricks" {
    host = "XXXX"
}

resource "databricks_job" "this" {
    name = "fabian_job_debug"

    task {
        task_key = "python1"
        spark_python_task {
          python_file = "/Workspace/Shared/test.py"
          source = "GIT"
        }
        job_cluster_key = "job_cluster"
    }

    task {
        task_key = "python2"
        spark_python_task {
          python_file = "/Workspace/Shared/test.py"
          source = "WORKSPACE"
        }
        job_cluster_key = "job_cluster"
    }

    task {
        task_key = "python3"
        spark_python_task {
          python_file = "/Workspace/Shared/test.py"
        }
        job_cluster_key = "job_cluster"
    }

    job_cluster {
      job_cluster_key = "job_cluster"
      new_cluster {
        autoscale {
            min_workers = 1
            max_workers = 8
        }
        node_type_id = "Standard_D3_v2"
        spark_version = "13.3.x-scala2.12"
      }
    }

    git_source {
        branch = "master"
        provider = "awsCodeCommit"
        url = "https://git-codecommit.us-west-2.amazonaws.com/v1/repos/TEST_REPO"
    }
}

output "url" {
  value = databricks_job.this.url
}