From e65a8b40add979da566910c406ac6801e1314587 Mon Sep 17 00:00:00 2001 From: Junhao Liao Date: Fri, 26 Dec 2025 04:32:00 -0500 Subject: [PATCH 1/5] fix(job-orchestration): Move garbage collector recovery file to temporary directory (fixes #1823). --- .../garbage_collector/archive_garbage_collector.py | 2 +- .../package-helm/templates/garbage-collector-deployment.yaml | 2 +- tools/deployment/package/docker-compose-all.yaml | 1 + 3 files changed, 3 insertions(+), 2 deletions(-) diff --git a/components/job-orchestration/job_orchestration/garbage_collector/archive_garbage_collector.py b/components/job-orchestration/job_orchestration/garbage_collector/archive_garbage_collector.py index c8dbcac0b4..d8c2cf4b89 100644 --- a/components/job-orchestration/job_orchestration/garbage_collector/archive_garbage_collector.py +++ b/components/job-orchestration/job_orchestration/garbage_collector/archive_garbage_collector.py @@ -202,7 +202,7 @@ async def archive_garbage_collector( validate_storage_type(archive_output_config, storage_engine) sweep_interval_secs = clp_config.garbage_collector.sweep_interval.archive * MIN_TO_SECONDS - recovery_file = clp_config.logs_directory / f"{ARCHIVE_GARBAGE_COLLECTOR_NAME}.tmp" + recovery_file = clp_config.tmp_directory / f"{ARCHIVE_GARBAGE_COLLECTOR_NAME}.tmp" logger.info(f"{ARCHIVE_GARBAGE_COLLECTOR_NAME} started.") try: diff --git a/tools/deployment/package-helm/templates/garbage-collector-deployment.yaml b/tools/deployment/package-helm/templates/garbage-collector-deployment.yaml index a4f810cb73..3e9cadd34c 100644 --- a/tools/deployment/package-helm/templates/garbage-collector-deployment.yaml +++ b/tools/deployment/package-helm/templates/garbage-collector-deployment.yaml @@ -64,7 +64,7 @@ spec: subPath: "clp-config.yaml" readOnly: true - name: "tmp" - mountPath: "/var/log" + mountPath: "/var/tmp" - name: {{ include "clp.volumeName" (dict "component_category" "garbage-collector" "name" "logs" diff --git a/tools/deployment/package/docker-compose-all.yaml b/tools/deployment/package/docker-compose-all.yaml index 2502cf5f52..dd9ab028a9 100644 --- a/tools/deployment/package/docker-compose-all.yaml +++ b/tools/deployment/package/docker-compose-all.yaml @@ -411,6 +411,7 @@ services: volumes: - *volume_clp_config_readonly - *volume_clp_logs + - *volume_clp_tmp - "${CLP_ARCHIVE_OUTPUT_DIR_HOST:-empty}:/var/data/archives" - "${CLP_AWS_CONFIG_DIR_HOST:-empty}:/opt/clp/.aws:ro" - "${CLP_STREAM_OUTPUT_DIR_HOST:-empty}:/var/data/streams" From 958a6554206e24f193bb9a271b795840641eaa95 Mon Sep 17 00:00:00 2001 From: Junhao Liao Date: Fri, 26 Dec 2025 04:37:23 -0500 Subject: [PATCH 2/5] fix(clp-package)!: Use tmpfs for temporary directory mounts in Docker Compose. --- tools/deployment/package/docker-compose-all.yaml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/tools/deployment/package/docker-compose-all.yaml b/tools/deployment/package/docker-compose-all.yaml index dd9ab028a9..52ea56f094 100644 --- a/tools/deployment/package/docker-compose-all.yaml +++ b/tools/deployment/package/docker-compose-all.yaml @@ -40,8 +40,7 @@ x-volume-definitions: source: "${CLP_LOGS_DIR_HOST:-./var/log}" target: "/var/log" clp-tmp: &volume_clp_tmp - type: "bind" - source: "${CLP_TMP_DIR_HOST:-./var/tmp}" + type: "tmpfs" target: "/var/tmp" services: From ce0278908b7566e6b10c00265668c2ac97e78bc9 Mon Sep 17 00:00:00 2001 From: Junhao Liao Date: Fri, 26 Dec 2025 07:30:10 -0500 Subject: [PATCH 3/5] chore(helm): bump chart version to 0.1.2-dev.18 --- tools/deployment/package-helm/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/deployment/package-helm/Chart.yaml b/tools/deployment/package-helm/Chart.yaml index 443a3c4a16..1805a262a3 100644 --- a/tools/deployment/package-helm/Chart.yaml +++ b/tools/deployment/package-helm/Chart.yaml @@ -1,6 +1,6 @@ apiVersion: "v2" name: "clp" -version: "0.1.2-dev.11" +version: "0.1.2-dev.18" description: "A Helm chart for CLP's (Compressed Log Processor) package deployment" type: "application" appVersion: "0.7.1-dev" From 8e68200707eefea52cf2ae40cf3747e2c0af4d57 Mon Sep 17 00:00:00 2001 From: Junhao Liao Date: Wed, 7 Jan 2026 15:22:45 -0500 Subject: [PATCH 4/5] bump chart version --- tools/deployment/package-helm/Chart.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/deployment/package-helm/Chart.yaml b/tools/deployment/package-helm/Chart.yaml index 1805a262a3..8b11bcf8c4 100644 --- a/tools/deployment/package-helm/Chart.yaml +++ b/tools/deployment/package-helm/Chart.yaml @@ -1,6 +1,6 @@ apiVersion: "v2" name: "clp" -version: "0.1.2-dev.18" +version: "0.1.2-dev.19" description: "A Helm chart for CLP's (Compressed Log Processor) package deployment" type: "application" appVersion: "0.7.1-dev" From 2c0aa5fd420c4da1b0d2bb5eea7839af54960340 Mon Sep 17 00:00:00 2001 From: Junhao Liao Date: Wed, 14 Jan 2026 18:14:12 -0500 Subject: [PATCH 5/5] revert tmpfs change --- tools/deployment/package/docker-compose-all.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tools/deployment/package/docker-compose-all.yaml b/tools/deployment/package/docker-compose-all.yaml index 3eee5efec8..a15170358e 100644 --- a/tools/deployment/package/docker-compose-all.yaml +++ b/tools/deployment/package/docker-compose-all.yaml @@ -41,7 +41,8 @@ x-volume-definitions: source: "${CLP_LOGS_DIR_HOST:-./var/log}" target: "/var/log" clp-tmp: &volume_clp_tmp - type: "tmpfs" + type: "bind" + source: "${CLP_TMP_DIR_HOST:-./var/tmp}" target: "/var/tmp" services: