From c4c1613e288ee83f587920ec49d5791110424823 Mon Sep 17 00:00:00 2001 From: Angelo Fausti Date: Tue, 21 Jan 2025 10:30:57 -0700 Subject: [PATCH 1/2] Update MM2 topicsPattern - Replicate schemas and lsst.sal.* topics excluding lsst.sal.MTM1M3, lsst.sal.MTMount and lsst.sal.MTMVS topics because those require multiple partitions to scale for high throughput. --- applications/sasquatch/values-usdfprod.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/applications/sasquatch/values-usdfprod.yaml b/applications/sasquatch/values-usdfprod.yaml index 8c1f9a2a35..cb4d6774da 100644 --- a/applications/sasquatch/values-usdfprod.yaml +++ b/applications/sasquatch/values-usdfprod.yaml @@ -16,7 +16,7 @@ strimzi-kafka: enabled: true source: bootstrapServer: sasquatch-summit-kafka-bootstrap.lsst.codes:9094 - topicsPattern: "registry-schemas, lsst.sal.*, lsst.dm.*, lsst.backpack.*, lsst.ATCamera.*, lsst.CCCamera.*, lsst.MTCamera.*, lsst.obsenv.*, lsst.cp.*" + topicsPattern: "registry-schemas, lsst\\.sal\\.(?!MTM1M3|MTMount|MTVMS).*, lsst.dm.*, lsst.backpack.*, lsst.ATCamera.*, lsst.CCCamera.*, lsst.MTCamera.*, lsst.obsenv.*, lsst.cp.*" resources: requests: cpu: 2 From 9e4147d4c19d9da0cfc5a045f3a9fe72c92cd83b Mon Sep 17 00:00:00 2001 From: Angelo Fausti Date: Tue, 21 Jan 2025 16:04:17 -0700 Subject: [PATCH 2/2] Add commands and logevents - Some logevents for M1M3 have high throughput, try to include commands and logevents for MTM1M3, MTM1M3TS, MTMount, and MTVMS and evaluate replication lag --- applications/sasquatch/values-usdfprod.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/applications/sasquatch/values-usdfprod.yaml b/applications/sasquatch/values-usdfprod.yaml index cb4d6774da..8985e352dc 100644 --- a/applications/sasquatch/values-usdfprod.yaml +++ b/applications/sasquatch/values-usdfprod.yaml @@ -16,7 +16,7 @@ strimzi-kafka: enabled: true source: bootstrapServer: sasquatch-summit-kafka-bootstrap.lsst.codes:9094 - topicsPattern: "registry-schemas, lsst\\.sal\\.(?!MTM1M3|MTMount|MTVMS).*, lsst.dm.*, lsst.backpack.*, lsst.ATCamera.*, lsst.CCCamera.*, lsst.MTCamera.*, lsst.obsenv.*, lsst.cp.*" + topicsPattern: "registry-schemas, lsst\\.sal\\.(?!MTM1M3|MTMount|MTVMS).*|lsst\\.sal\\.(MTM1M3|MTM1M3TS|MTMount|MTVMS)\\.(logevent|command).*, lsst.dm.*, lsst.backpack.*, lsst.ATCamera.*, lsst.CCCamera.*, lsst.MTCamera.*, lsst.obsenv.*, lsst.cp.*" resources: requests: cpu: 2