From 645ec6c12e7f63f88fb7bf8d7cb882cff260674a Mon Sep 17 00:00:00 2001 From: vladsaveliev Date: Fri, 11 Nov 2022 16:22:50 +1100 Subject: [PATCH 1/2] Non-preemptible seqr pool --- batch/sql/add-seqr-nonpreemptible-pools.sql | 44 +++++++++++++++++++++ 1 file changed, 44 insertions(+) create mode 100644 batch/sql/add-seqr-nonpreemptible-pools.sql diff --git a/batch/sql/add-seqr-nonpreemptible-pools.sql b/batch/sql/add-seqr-nonpreemptible-pools.sql new file mode 100644 index 00000000000..7fde46066e3 --- /dev/null +++ b/batch/sql/add-seqr-nonpreemptible-pools.sql @@ -0,0 +1,44 @@ +-- Adds dedicated pools for the seqr loading pipeline, with the 'seqr' pool label, but non-preemptible versions +-- run after add-seqr-pools.sql and add-seqr-nonpreemptible-pools.sql + +INSERT INTO inst_colls (`name`, `is_pool`, `boot_disk_size_gb`, `max_instances`, `max_live_instances`, `cloud`) +SELECT 'seqr-standard-np', 1, boot_disk_size_gb, max_instances, max_live_instances, cloud +FROM inst_colls +WHERE name = 'standard'; + +INSERT INTO inst_colls (`name`, `is_pool`, `boot_disk_size_gb`, `max_instances`, `max_live_instances`, `cloud`) +SELECT 'seqr-highmem-np', 1, boot_disk_size_gb, max_instances, max_live_instances, cloud +FROM inst_colls +WHERE name = 'highmem'; + +INSERT INTO inst_colls (`name`, `is_pool`, `boot_disk_size_gb`, `max_instances`, `max_live_instances`, `cloud`) +SELECT 'seqr-highcpu-np', 1, boot_disk_size_gb, max_instances, max_live_instances, cloud +FROM inst_colls +WHERE name = 'highcpu'; + +INSERT INTO pools (`name`, `worker_type`, `worker_cores`, `worker_local_ssd_data_disk`, + `worker_external_ssd_data_disk_size_gb`, `enable_standing_worker`, `standing_worker_cores`, + `preemptible`, `label`) +SELECT 'seqr-standard-np', worker_type, worker_cores, worker_local_ssd_data_disk, + worker_external_ssd_data_disk_size_gb, FALSE, standing_worker_cores, + FALSE, 'seqr' +FROM pools +WHERE name = 'standard'; + +INSERT INTO pools (`name`, `worker_type`, `worker_cores`, `worker_local_ssd_data_disk`, + `worker_external_ssd_data_disk_size_gb`, `enable_standing_worker`, `standing_worker_cores`, + `preemptible`, `label`) +SELECT 'seqr-highmem-np', worker_type, worker_cores, worker_local_ssd_data_disk, + worker_external_ssd_data_disk_size_gb, FALSE, standing_worker_cores, + FALSE, 'seqr' +FROM pools +WHERE name = 'highmem'; + +INSERT INTO pools (`name`, `worker_type`, `worker_cores`, `worker_local_ssd_data_disk`, + `worker_external_ssd_data_disk_size_gb`, `enable_standing_worker`, `standing_worker_cores`, + `preemptible`, `label`) +SELECT 'seqr-highcpu-np', worker_type, worker_cores, worker_local_ssd_data_disk, + worker_external_ssd_data_disk_size_gb, FALSE, standing_worker_cores, + FALSE, 'seqr' +FROM pools +WHERE name = 'highcpu'; \ No newline at end of file From a931e912b9f473f740e27f4d69d8d60323ec0866 Mon Sep 17 00:00:00 2001 From: Vlad Savelyev Date: Sun, 13 Nov 2022 16:46:28 +1100 Subject: [PATCH 2/2] Update batch/sql/add-seqr-nonpreemptible-pools.sql Co-authored-by: Leonhard Gruenschloss --- batch/sql/add-seqr-nonpreemptible-pools.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/batch/sql/add-seqr-nonpreemptible-pools.sql b/batch/sql/add-seqr-nonpreemptible-pools.sql index 7fde46066e3..6dc465adda9 100644 --- a/batch/sql/add-seqr-nonpreemptible-pools.sql +++ b/batch/sql/add-seqr-nonpreemptible-pools.sql @@ -1,5 +1,5 @@ -- Adds dedicated pools for the seqr loading pipeline, with the 'seqr' pool label, but non-preemptible versions --- run after add-seqr-pools.sql and add-seqr-nonpreemptible-pools.sql +-- run after add-seqr-pools.sql and add-nonpreemptible-pools.sql INSERT INTO inst_colls (`name`, `is_pool`, `boot_disk_size_gb`, `max_instances`, `max_live_instances`, `cloud`) SELECT 'seqr-standard-np', 1, boot_disk_size_gb, max_instances, max_live_instances, cloud