Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,6 @@ resources:
environments:
- environment_key: default
spec:
client: "1"
environment_version: "6"
dependencies:
- cowsay
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
resources:
apps:
job_manager:
name: "job_manager"
name: "job-manager"
description: "App which manages job created by this bundle"

# The location of the source code for the app.
Expand Down
2 changes: 1 addition & 1 deletion knowledge_base/job_backfill_data/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ dependencies = [
[dependency-groups]
dev = [
"pytest",
"databricks-bundles==0.275.0",
"databricks-bundles==1.20.0",
]

[build-system]
Expand Down
2 changes: 1 addition & 1 deletion knowledge_base/job_conditional_execution/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ dependencies = [
[dependency-groups]
dev = [
"pytest",
"databricks-bundles==0.275.0",
"databricks-bundles==1.20.0",
]

[build-system]
Expand Down
2 changes: 1 addition & 1 deletion knowledge_base/job_file_arrival/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ dependencies = [
[dependency-groups]
dev = [
"pytest",
"databricks-bundles==0.275.0",
"databricks-bundles==1.20.0",
]

[build-system]
Expand Down
2 changes: 1 addition & 1 deletion knowledge_base/job_programmatic_generation/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ dependencies = [
[dependency-groups]
dev = [
"pytest",
"databricks-bundles==0.275.0",
"databricks-bundles==1.20.0",
]

[build-system]
Expand Down
2 changes: 1 addition & 1 deletion knowledge_base/job_table_update_trigger/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ dependencies = [
[dependency-groups]
dev = [
"pytest",
"databricks-bundles==0.275.0",
"databricks-bundles==1.20.0",
]

[build-system]
Expand Down
2 changes: 1 addition & 1 deletion knowledge_base/job_with_for_each/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ dependencies = [
[dependency-groups]
dev = [
"pytest",
"databricks-bundles==0.275.0",
"databricks-bundles==1.20.0",
]

[build-system]
Expand Down
2 changes: 1 addition & 1 deletion knowledge_base/job_with_multiple_wheels/resources/job.yml
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ resources:
new_cluster:
node_type_id: i3.xlarge
num_workers: 0
spark_version: 14.3.x-scala2.12
spark_version: 18.x-scala2.13
spark_conf:
"spark.databricks.cluster.profile": "singleNode"
"spark.master": "local[*, 4]"
Expand Down
4 changes: 2 additions & 2 deletions knowledge_base/job_with_run_job_tasks/databricks.yml
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ resources:
environments:
- environment_key: default
spec:
client: "1"
environment_version: "6"


leaf2:
Expand All @@ -72,7 +72,7 @@ resources:
environments:
- environment_key: default
spec:
client: "1"
environment_version: "6"


targets:
Expand Down
2 changes: 1 addition & 1 deletion knowledge_base/job_with_task_values/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ dependencies = [
[dependency-groups]
dev = [
"pytest",
"databricks-bundles==0.275.0",
"databricks-bundles==1.20.0",
]

[build-system]
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@ resources:
environments:
- environment_key: default
spec:
environment_version: "4"
environment_version: "6"
dependencies:
# The metric_view materialization landed in dbt-databricks 1.12.0
# (https://github.com/databricks/dbt-databricks/pull/1285).
Expand Down
2 changes: 1 addition & 1 deletion knowledge_base/pipeline_with_schema/resources/pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ resources:
name: "Example of a pipeline with a schema"

catalog: ${resources.schemas.example_schema.catalog_name}
target: ${resources.schemas.example_schema.name}
schema: ${resources.schemas.example_schema.name}

libraries:
- file:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ resources:
- environment_key: default

spec:
client: "1"
environment_version: "6"
dependencies:
# Relative local path reference to the private wheel package.
# This references alone is sufficient to upload it on deployment.
Expand Down
2 changes: 1 addition & 1 deletion knowledge_base/python_wheel_poetry/resources/job.yml
Original file line number Diff line number Diff line change
Expand Up @@ -15,4 +15,4 @@ resources:
new_cluster:
node_type_id: i3.xlarge
num_workers: 1
spark_version: 13.3.x-scala2.12
spark_version: 18.x-scala2.13
2 changes: 1 addition & 1 deletion knowledge_base/serverless_job/resources/serverless_job.yml
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,6 @@ resources:
# Full documentation of this spec can be found at:
# https://docs.databricks.com/api/workspace/jobs/create#environments-spec
spec:
client: "1"
environment_version: "6"
dependencies:
- cowsay
Original file line number Diff line number Diff line change
Expand Up @@ -28,4 +28,4 @@ resources:
environments:
- environment_key: default
spec:
client: "1"
environment_version: "6"
Original file line number Diff line number Diff line change
Expand Up @@ -28,4 +28,4 @@ resources:
environments:
- environment_key: default
spec:
client: "1"
environment_version: "6"
2 changes: 1 addition & 1 deletion knowledge_base/spark_jar_task/databricks.yml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ resources:
new_cluster:
node_type_id: i3.xlarge
num_workers: 1
spark_version: 14.3.x-scala2.12
spark_version: 18.x-scala2.13
spark_jar_task:
main_class_name: PrintArgs
libraries:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,8 @@ resources:
environments:
- environment_key: serverless_env
spec:
client: "3"
# Stay on 4: databricks-vectorsearch needs protobuf 5.x, environment 6 ships protobuf 6.
environment_version: "4"
dependencies:
- databricks-vectorsearch

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,8 @@ resources:
environments:
- environment_key: serverless_env
spec:
client: "3"
# Stay on 4: databricks-vectorsearch needs protobuf 5.x, environment 6 ships protobuf 6.
environment_version: "4"
dependencies:
- databricks-vectorsearch

Expand Down