Get BDN Tests up to in sync with what is in BDN branch

.github/workflows/ci-bdnbenchmark.yml

@@ -1,7 +1,10 @@
 name: Garnet CI BDN.benchmark
 on:
   workflow_dispatch:
-
+  push:
+    branches:
+      - main
+
 env:
   DOTNET_SKIP_FIRST_TIME_EXPERIENCE: 1
   DOTNET_NOLOGO: true
@@ -14,7 +17,7 @@ permissions:
 jobs:
   changes:
     name: Check for changes
-    runs-on: ubuntu-latest # don't need matrix to test where the changes were made in code
+    runs-on: ubuntu-latest
     steps:
     - name: Check out code
       uses: actions/checkout@v4
@@ -99,5 +102,4 @@ jobs:
           gh-pages-branch: 'continuousbenchmark'
           benchmark-data-dir-path: 'website/static/charts'
           auto-push: true
-
-
+          max-items-in-chart: 50

test/BDNPerfTests/ConfigFiles/CI_CONFIG_BDN_Benchmark_Cluster.ClusterMigrate.json

@@ -1,19 +1,9 @@
 {
-    "configuration": "Release",
-    "framework": "net8.0",
     "filter": "BDN.benchmark.Cluster.ClusterMigrate.*",
 
-    "expectedGet_None_AllocatedValue_linux": 0,
-    "expectedSet_None_AllocatedValue_linux": 0,
-    "expectedMGet_None_AllocatedValue_linux": 0,
-    "expectedMSet_None_AllocatedValue_linux": 0,
-
-    "expectedGet_None_AllocatedValue_win": 0,
-    "expectedSet_None_AllocatedValue_win": 0,
-    "expectedMGet_None_AllocatedValue_win": 0,
-    "expectedMSet_None_AllocatedValue_win": 0,
-
-    "acceptableAllocatedRange": 10, 
-    "acceptableError": ".1",
-    "acceptableStdDev": ".1"
+    "_comment": "All these values are the expected Allocated.",
+    "expectedGet_None": 0,
+    "expectedSet_None": 0,
+    "expectedMGet_None": 0,
+    "expectedMSet_None": 0
 }

test/BDNPerfTests/ConfigFiles/CI_CONFIG_BDN_Benchmark_Cluster.ClusterOperations.json

@@ -1,31 +1,15 @@
 {
-    "configuration": "Release",
-    "framework": "net8.0",
     "filter": "BDN.benchmark.Cluster.ClusterOperations.*",
 
-    "expectedGet_DSV_AllocatedValue_linux": 0,
-    "expectedSet_DSV_AllocatedValue_linux": 0,
-    "expectedMGet_DSV_AllocatedValue_linux": 0,
-    "expectedMSet_DSV_AllocatedValue_linux": 0,
-    "expectedCPBSet_DSV_AllocatedValue_linux": 0,
-    "expectedGet_None_AllocatedValue_linux": 0,
-    "expectedSet_None_AllocatedValue_linux": 0,
-    "expectedMGet_None_AllocatedValue_linux": 0,
-    "expectedMSet_None_AllocatedValue_linux": 0,
-    "expectedCPBSet_None_AllocatedValue_linux": 0,
-
-    "expectedGet_DSV_AllocatedValue_win": 0,
-    "expectedSet_DSV_AllocatedValue_win": 0,
-    "expectedMGet_DSV_AllocatedValue_win": 0,
-    "expectedMSet_DSV_AllocatedValue_win": 0,
-    "expectedCPBSet_DSV_AllocatedValue_win": 0,
-    "expectedGet_None_AllocatedValue_win": 0,
-    "expectedSet_None_AllocatedValue_win": 0,
-    "expectedMGet_None_AllocatedValue_win": 0,
-    "expectedMSet_None_AllocatedValue_win": 0,
-    "expectedCPBSet_None_AllocatedValue_win": 0,
-
-    "acceptableAllocatedRange": 10, 
-    "acceptableError": ".1",
-    "acceptableStdDev": ".1"
+    "_comment": "All these values are the expected Allocated.",
+    "expectedGet_DSV": 0,
+    "expectedSet_DSV": 0,
+    "expectedMGet_DSV": 0,
+    "expectedMSet_DSV": 0,
+    "expectedCPBSet_DSV": 0,
+    "expectedGet_None": 0,
+    "expectedSet_None": 0,
+    "expectedMGet_None": 0,
+    "expectedMSet_None": 0,
+    "expectedCPBSet_None": 0
 }

test/BDNPerfTests/ConfigFiles/CI_CONFIG_BDN_Benchmark_Lua.LuaScripts.json

@@ -1,19 +1,9 @@
 {
-    "configuration": "Release",
-    "framework": "net8.0",
     "filter": "BDN.benchmark.Lua.*",
-
-    "expectedScript1_None_AllocatedValue_linux": 24,
-    "expectedScript2_None_AllocatedValue_linux": 144,
-    "expectedScript3_None_AllocatedValue_linux": 240,
-    "expectedScript4_None_AllocatedValue_linux": 776,
-
-    "expectedScript1_None_AllocatedValue_win": 24,
-    "expectedScript2_None_AllocatedValue_win": 144,
-    "expectedScript3_None_AllocatedValue_win": 240,
-    "expectedScript4_None_AllocatedValue_win": 776,
 
-    "acceptableAllocatedRange": 10,    
-    "acceptableError": ".1",
-    "acceptableStdDev": ".1"
+    "_comment": "All these values are the expected Allocated.",
+    "expectedScript1_None": 24,
+    "expectedScript2_None": 144,
+    "expectedScript3_None": 240,
+    "expectedScript4_None": 776
 }

test/BDNPerfTests/ConfigFiles/CI_CONFIG_BDN_Benchmark_Operations.BasicOperations.json

@@ -1,17 +1,8 @@
 {
-    "configuration": "Release",
-    "framework": "net8.0",
     "filter": "BDN.benchmark.Operations.BasicOperations.*",
 
-    "expectedInlinePing_ACL_AllocatedValue_linux": 0,
-    "expectedInlinePing_AOF_AllocatedValue_linux": 0,
-    "expectedInlinePing_None_AllocatedValue_linux": 0,
-
-    "expectedInlinePing_ACL_AllocatedValue_win": 0,
-    "expectedInlinePing_AOF_AllocatedValue_win": 0,
-    "expectedInlinePing_None_AllocatedValue_win": 0,
-
-    "acceptableAllocatedRange": 10,    
-    "acceptableError": ".1",
-    "acceptableStdDev": ".1"
+    "_comment": "All these values are the expected Allocated.",
+    "expectedInlinePing_ACL_Allocated": 0,
+    "expectedInlinePing_AOF_Allocated": 0,
+    "expectedInlinePing_None_Allocated": 0
 }

test/BDNPerfTests/ConfigFiles/CI_CONFIG_BDN_Benchmark_Operations.ObjectOperations.json

@@ -1,53 +1,27 @@
 {
-    "configuration": "Release",
-    "framework": "net8.0",
     "filter": "BDN.benchmark.Operations.ObjectOperations.*",
 
-    "expectedZAddRem_ACL_AllocatedValue_linux": 18400,
-    "expectedLPushPop_ACL_AllocatedValue_linux": 14400,
-    "expectedSAddRem_ACL_AllocatedValue_linux": 12800,
-    "expectedHSetDel_ACL_AllocatedValue_linux": 43201,
-    "expectedMyDictSetGet_ACL_AllocatedValue_linux": 24000,
-    "expectedCustomProcSet_ACL_AllocatedValue_linux": 0,
+    "_comment": "All these values are the expected Allocated.",
+    "expectedZAddRem_ACL": 18400,
+    "expectedLPushPop_ACL": 14400,
+    "expectedSAddRem_ACL": 12800,
+    "expectedHSetDel_ACL": 43201,
+    "expectedMyDictSetGet_ACL": 24000,
+    "expectedCustomProcSet_ACL": 0,
+
+    "expectedZAddRem_AOF": 18400,
+    "expectedLPushPop_AOF": 14400,
+    "expectedSAddRem_AOF": 12800,
+    "expectedHSetDel_AOF": 43201,
+    "expectedMyDictSetGet_AOF": 24000,
+    "expectedCustomProcSet_AOF": 0,
+
+    "expectedZAddRem_None": 18400,
+    "expectedLPushPop_None": 14400,
+    "expectedSAddRem_None": 12800,
+    "expectedHSetDel_None": 43201,
+    "expectedMyDictSetGet_None": 24000,
+    "expectedCustomProcSet_None": 0
 
-    "expectedZAddRem_AOF_AllocatedValue_linux": 18400,
-    "expectedLPushPop_AOF_AllocatedValue_linux": 14400,
-    "expectedSAddRem_AOF_AllocatedValue_linux": 12800,
-    "expectedHSetDel_AOF_AllocatedValue_linux": 43201,
-    "expectedMyDictSetGet_AOF_AllocatedValue_linux": 24000,
-    "expectedCustomProcSet_AOF_AllocatedValue_linux": 0,
-
-    "expectedZAddRem_None_AllocatedValue_linux": 18400,
-    "expectedLPushPop_None_AllocatedValue_linux": 14400,
-    "expectedSAddRem_None_AllocatedValue_linux": 12800,
-    "expectedHSetDel_None_AllocatedValue_linux": 43201,
-    "expectedMyDictSetGet_None_AllocatedValue_linux": 24000,
-    "expectedCustomProcSet_None_AllocatedValue_linux": 0,
-
-
-    "expectedZAddRem_ACL_AllocatedValue_win": 18400,
-    "expectedLPushPop_ACL_AllocatedValue_win": 14400,
-    "expectedSAddRem_ACL_AllocatedValue_win": 12800,
-    "expectedHSetDel_ACL_AllocatedValue_win": 43201,
-    "expectedMyDictSetGet_ACL_AllocatedValue_win": 24000,
-    "expectedCustomProcSet_ACL_AllocatedValue_win": 0,
-
-    "expectedZAddRem_AOF_AllocatedValue_win": 18400,
-    "expectedLPushPop_AOF_AllocatedValue_win": 14400,
-    "expectedSAddRem_AOF_AllocatedValue_win": 12800,
-    "expectedHSetDel_AOF_AllocatedValue_win": 43201,
-    "expectedMyDictSetGet_AOF_AllocatedValue_win": 24000,
-    "expectedCustomProcSet_AOF_AllocatedValue_win": 0,
-
-    "expectedZAddRem_None_AllocatedValue_win": 18400,
-    "expectedLPushPop_None_AllocatedValue_win": 14400,
-    "expectedSAddRem_None_AllocatedValue_win": 12800,
-    "expectedHSetDel_None_AllocatedValue_win": 43201,
-    "expectedMyDictSetGet_None_AllocatedValue_win": 24000,
-    "expectedCustomProcSet_None_AllocatedValue_win": 0,
-
-    "acceptableAllocatedRange": 10,    
-    "acceptableError": ".1",
-    "acceptableStdDev": ".1"
 }