Cleaned up config files, set allocated for those to 10% and set the M…

…ean threshhold back to 140%
darrenge · Oct 17, 2024 · 70183df · 70183df
1 parent e9391f5
commit 70183df
Show file tree

Hide file tree

Showing 6 changed files with 6 additions and 3 deletions.
diff --git a/.github/workflows/ci-bdnbenchmark.yml b/.github/workflows/ci-bdnbenchmark.yml
@@ -78,7 +78,7 @@ jobs:
           tool: 'benchmarkdotnet'
           output-file-path: ./test/BDNPerfTests/BenchmarkDotNet.Artifacts/results/BDN.benchmark.${{ matrix.test }}-report-full-compressed.json
           github-token: ${{ secrets.GITHUB_TOKEN }}
-          alert-threshold: '110%' 
+          alert-threshold: '140%' 
           comment-on-alert: true
           fail-on-alert: true
           alert-comment-cc-users: '@darrenge'

diff --git a/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Cluster.RespClusterBench.json b/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Cluster.RespClusterBench.json
@@ -3,6 +3,7 @@
     "framework": "net8.0",
     "filter": "*RespClusterBench*",
 
+    "acceptableAllocatedRange": 10, 
     "acceptableError": ".1",
     "acceptableStdDev": ".1"
 }
diff --git a/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Cluster.RespClusterMigrateBench.json b/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Cluster.RespClusterMigrateBench.json
@@ -2,6 +2,8 @@
     "configuration": "Release",
     "framework": "net8.0",
     "filter": "*RespClusterMigrateBench*",
+
+    "acceptableAllocatedRange": 10, 
     "acceptableError": ".1",
     "acceptableStdDev": ".1"
 }
diff --git a/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Resp.RespLuaStress.json b/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Resp.RespLuaStress.json
@@ -13,7 +13,6 @@
     "expectedBasicLuaStress3AllocatedValue_win": 328,
     "expectedBasicLuaStress4AllocatedValue_win": 832,
 
-    "acceptableMeanRange": 15,
     "acceptableAllocatedRange": 10,    
     "acceptableError": ".1",
     "acceptableStdDev": ".1"

diff --git a/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Resp.RespParseStress.json b/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Resp.RespParseStress.json
@@ -15,7 +15,6 @@
     "expectedHSetDelAllocatedValue_win": 55297,
     "expectedMyDictSetGetAllocatedValue_win": 30720,
 
-    "acceptableMeanRange": 15,
     "acceptableAllocatedRange": 10,    
     "acceptableError": ".1",
     "acceptableStdDev": ".1"

diff --git a/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Resp.RespTsavoriteStress.json b/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Resp.RespTsavoriteStress.json
@@ -2,6 +2,8 @@
     "configuration": "Release",
     "framework": "net8.0",
     "filter": "*RespTsavoriteStress*",
+
+    "acceptableAllocatedRange": 10, 
     "acceptableError": ".1",
     "acceptableStdDev": ".1"
 }