From bf26848433fec9897e7054237d9eb92acfb02ac4 Mon Sep 17 00:00:00 2001 From: Domenico Corvasce Date: Thu, 12 Oct 2023 09:57:53 +0000 Subject: [PATCH] expose docker image attrs in new cluster model --- dbx/models/workflow/common/new_cluster.py | 11 +++++++++++ docs/reference/deployment.md | 2 ++ 2 files changed, 13 insertions(+) diff --git a/dbx/models/workflow/common/new_cluster.py b/dbx/models/workflow/common/new_cluster.py index 942eeaa1..abec898b 100644 --- a/dbx/models/workflow/common/new_cluster.py +++ b/dbx/models/workflow/common/new_cluster.py @@ -19,6 +19,16 @@ def _validate(cls, values): # noqa return values +class ClusterDockerContainerBasicAuth(FlexibleModel): + username: str + password: str + + +class ClusterDockerContainer(FlexibleModel): + url: str + basic_auth: Optional[ClusterDockerContainerBasicAuth] + + class AwsAttributes(FlexibleModel): first_on_demand: Optional[int] availability: Optional[str] @@ -38,6 +48,7 @@ class NewCluster(FlexibleModel): num_workers: Optional[int] autoscale: Optional[AutoScale] instance_pool_name: Optional[str] + docker_image: Optional[ClusterDockerContainer] driver_instance_pool_name: Optional[str] driver_instance_pool_id: Optional[str] instance_pool_id: Optional[str] diff --git a/docs/reference/deployment.md b/docs/reference/deployment.md index 3d2f4146..a6bfc873 100644 --- a/docs/reference/deployment.md +++ b/docs/reference/deployment.md @@ -269,6 +269,8 @@ custom: instance_pool_id: "instance-pool://some-pool-name" driver_instance_pool_id: "instance-pool://some-pool-name" runtime_engine: STANDARD + docker_image: + url: databricksruntime/standard:latest init_scripts: - dbfs: destination: dbfs:/