From d1bde581396ac96e903a61f7c9a714e8c502e254 Mon Sep 17 00:00:00 2001 From: Krzysztof Findeisen Date: Mon, 19 Aug 2024 12:44:03 -0700 Subject: [PATCH] Split Prompt Processing pipelines into preload and prompt subsets. The two subsets will now be run separately. --- .../values-usdfdev-prompt-processing.yaml | 2 +- .../values-usdfdev-prompt-processing.yaml | 2 +- .../values-usdfdev-prompt-processing.yaml | 2 +- .../values-usdfprod-prompt-processing.yaml | 4 ++-- .../values-usdfdev-prompt-processing.yaml | 2 +- .../values-usdfprod-prompt-processing.yaml | 2 +- 6 files changed, 7 insertions(+), 7 deletions(-) diff --git a/applications/prompt-proto-service-hsc-gpu/values-usdfdev-prompt-processing.yaml b/applications/prompt-proto-service-hsc-gpu/values-usdfdev-prompt-processing.yaml index 6ecda4e3cb..fe819556fd 100644 --- a/applications/prompt-proto-service-hsc-gpu/values-usdfdev-prompt-processing.yaml +++ b/applications/prompt-proto-service-hsc-gpu/values-usdfdev-prompt-processing.yaml @@ -13,7 +13,7 @@ prompt-proto-service: instrument: pipelines: main: (survey="SURVEY")=[${PROMPT_PROCESSING_DIR}/pipelines/HSC/ApPipe.yaml] - preprocessing: (survey="SURVEY")=[] + preprocessing: (survey="SURVEY")=[${PROMPT_PROCESSING_DIR}/pipelines/HSC/Preprocessing.yaml] calibRepo: s3://rubin-pp-dev-users/central_repo/ s3: diff --git a/applications/prompt-proto-service-hsc/values-usdfdev-prompt-processing.yaml b/applications/prompt-proto-service-hsc/values-usdfdev-prompt-processing.yaml index 987d3b4e9f..f507024096 100644 --- a/applications/prompt-proto-service-hsc/values-usdfdev-prompt-processing.yaml +++ b/applications/prompt-proto-service-hsc/values-usdfdev-prompt-processing.yaml @@ -14,7 +14,7 @@ prompt-proto-service: instrument: pipelines: main: (survey="SURVEY")=[${PROMPT_PROCESSING_DIR}/pipelines/HSC/ApPipe.yaml] - preprocessing: (survey="SURVEY")=[] + preprocessing: (survey="SURVEY")=[${PROMPT_PROCESSING_DIR}/pipelines/HSC/Preprocessing.yaml] calibRepo: s3://rubin-pp-dev-users/central_repo/ s3: diff --git a/applications/prompt-proto-service-latiss/values-usdfdev-prompt-processing.yaml b/applications/prompt-proto-service-latiss/values-usdfdev-prompt-processing.yaml index c9f5d5677e..3c34271230 100644 --- a/applications/prompt-proto-service-latiss/values-usdfdev-prompt-processing.yaml +++ b/applications/prompt-proto-service-latiss/values-usdfdev-prompt-processing.yaml @@ -14,7 +14,7 @@ prompt-proto-service: main: >- (survey="SURVEY")=[${PROMPT_PROCESSING_DIR}/pipelines/LATISS/ApPipe.yaml, ${PROMPT_PROCESSING_DIR}/pipelines/LATISS/Isr.yaml] - preprocessing: (survey="SURVEY")=[] + preprocessing: (survey="SURVEY")=[${PROMPT_PROCESSING_DIR}/pipelines/LATISS/Preprocessing.yaml] calibRepo: s3://rubin-pp-dev-users/central_repo/ s3: diff --git a/applications/prompt-proto-service-latiss/values-usdfprod-prompt-processing.yaml b/applications/prompt-proto-service-latiss/values-usdfprod-prompt-processing.yaml index b244df2ebc..5115052b25 100644 --- a/applications/prompt-proto-service-latiss/values-usdfprod-prompt-processing.yaml +++ b/applications/prompt-proto-service-latiss/values-usdfprod-prompt-processing.yaml @@ -34,8 +34,8 @@ prompt-proto-service: (survey="BLOCK-295")=[] (survey="")=[] preprocessing: >- - (survey="AUXTEL_PHOTO_IMAGING")=[] - (survey="AUXTEL_DRP_IMAGING")=[] + (survey="AUXTEL_PHOTO_IMAGING")=[${PROMPT_PROCESSING_DIR}/pipelines/LATISS/Preprocessing.yaml] + (survey="AUXTEL_DRP_IMAGING")=[${PROMPT_PROCESSING_DIR}/pipelines/LATISS/Preprocessing.yaml] (survey="BLOCK-T17")=[] (survey="cwfs")=[] (survey="cwfs-focus-sweep")=[] diff --git a/applications/prompt-proto-service-lsstcomcamsim/values-usdfdev-prompt-processing.yaml b/applications/prompt-proto-service-lsstcomcamsim/values-usdfdev-prompt-processing.yaml index df319a9054..86f51c8ce7 100644 --- a/applications/prompt-proto-service-lsstcomcamsim/values-usdfdev-prompt-processing.yaml +++ b/applications/prompt-proto-service-lsstcomcamsim/values-usdfdev-prompt-processing.yaml @@ -15,7 +15,7 @@ prompt-proto-service: (survey="SURVEY")=[${PROMPT_PROCESSING_DIR}/pipelines/LSSTComCamSim/ApPipe.yaml, ${PROMPT_PROCESSING_DIR}/pipelines/LSSTComCamSim/SingleFrame.yaml, ${PROMPT_PROCESSING_DIR}/pipelines/LSSTComCamSim/Isr.yaml] - preprocessing: (survey="SURVEY")=[] + preprocessing: (survey="SURVEY")=[${PROMPT_PROCESSING_DIR}/pipelines/LSSTComCamSim/Preprocessing.yaml] calibRepo: s3://rubin-pp-dev-users/central_repo/ s3: diff --git a/applications/prompt-proto-service-lsstcomcamsim/values-usdfprod-prompt-processing.yaml b/applications/prompt-proto-service-lsstcomcamsim/values-usdfprod-prompt-processing.yaml index ce3809fb7c..2195736e75 100644 --- a/applications/prompt-proto-service-lsstcomcamsim/values-usdfprod-prompt-processing.yaml +++ b/applications/prompt-proto-service-lsstcomcamsim/values-usdfprod-prompt-processing.yaml @@ -25,7 +25,7 @@ prompt-proto-service: ${PROMPT_PROCESSING_DIR}/pipelines/LSSTComCamSim/Isr.yaml] (survey="")=[] preprocessing: >- - (survey="BLOCK-297")=[] + (survey="BLOCK-297")=[${PROMPT_PROCESSING_DIR}/pipelines/LSSTComCamSim/Preprocessing.yaml] (survey="")=[] calibRepo: s3://rubin-summit-users