Broke Lua into two separate tests and change Lua to LuaStress. Also f…

…ixed the verification switch statement to way it was
darrenge · Oct 7, 2024 · 4b44b12 · 4b44b12
1 parent f4d1dd2
commit 4b44b12
Show file tree

Hide file tree

Showing 5 changed files with 231 additions and 119 deletions.
diff --git a/.github/workflows/ci-bdnbenchmark.yml b/.github/workflows/ci-bdnbenchmark.yml
@@ -39,7 +39,7 @@ jobs:
         framework: [ 'net8.0' ]
         configuration: [ 'Release' ]
         # ORIGINAL test: [ 'CI_BDN_Config_RespParseStress', 'CI_BDN_Config_RespTsavoriteStress', 'CI_BDN_Config_RespClusterBench', 'CI_BDN_Config_RespClusterMigrateBench', 'CI_BDN_Config_Lua' ]
-        test: [ 'RespParseStress', 'RespTsavoriteStress', 'RespClusterBench', 'RespClusterMigrateBench', 'Lua' ]
+        test: [ 'RespParseStress', 'RespTsavoriteStress', 'RespClusterBench', 'RespClusterMigrateBench', 'LuaStress', 'LuaRunner' ]
     steps:
       - name: Check out code
         uses: actions/checkout@v4

diff --git a/benchmark/BDN.benchmark/Resp/RespLuaStress.cs b/benchmark/BDN.benchmark/Resp/RespLuaStress.cs
@@ -58,19 +58,19 @@ LuaFunction CreateFunction(string source)
         }
 
         [Benchmark]
-        public void BasicLua1()
+        public void BasicLuaStress1()
             => f1.Call();
 
         [Benchmark]
-        public void BasicLua2()
+        public void BasicLuaStress2()
             => f2.Call();
 
         [Benchmark]
-        public void BasicLua3()
+        public void BasicLuaStress3()
             => f3.Call();
 
         [Benchmark]
-        public void BasicLua4()
+        public void BasicLuaStress4()
             => f4.Call();
     }
 }
diff --git a/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Lua.json b/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_Lua.json
@@ -1,43 +1,25 @@
 {
     "configuration": "Release",
     "framework": "net8.0",
-    "filter": "*Lua*",
-    "expectedBasicLuaRunner1MeanValue_linux": 186,
-    "expectedBasicLuaRunner2MeanValue_linux": 305,
-    "expectedBasicLuaRunner3MeanValue_linux": 1473,
-    "expectedBasicLuaRunner4MeanValue_linux": 3754,
-    "expectedBasicLuaRunner1MeanValue_win": 111,
-    "expectedBasicLuaRunner2MeanValue_win": 173,
-    "expectedBasicLuaRunner3MeanValue_win": 686,
-    "expectedBasicLuaRunner4MeanValue_win": 2711,
+    "filter": "*LuaStress*",
 
-    "expectedBasicLuaRunner1AllocatedValue_linux": 24,
-    "expectedBasicLuaRunner2AllocatedValue_linux": 144,
-    "expectedBasicLuaRunner3AllocatedValue_linux": 328,
-    "expectedBasicLuaRunner4AllocatedValue_linux": 864,
-    "expectedBasicLuaRunner1AllocatedValue_win": 24,
-    "expectedBasicLuaRunner2AllocatedValue_win": 144,
-    "expectedBasicLuaRunner3AllocatedValue_win": 328,
-    "expectedBasicLuaRunner4AllocatedValue_win": 864,
+    "expectedBasicLuaStress1MeanValue_linux": 169,
+    "expectedBasicLuaStress2MeanValue_linux": 284,
+    "expectedBasicLuaStress3MeanValue_linux": 1407,
+    "expectedBasicLuaStress4MeanValue_linux": 2733,
+    "expectedBasicLuaStress1AllocatedValue_linux": 24,
+    "expectedBasicLuaStress2AllocatedValue_linux": 144,
+    "expectedBasicLuaStress3AllocatedValue_linux": 328,
+    "expectedBasicLuaStress4AllocatedValue_linux": 832,
 
-
-    "expectedBasicLua1MeanValue_linux": 169,
-    "expectedBasicLua2MeanValue_linux": 284,
-    "expectedBasicLua3MeanValue_linux": 1407,
-    "expectedBasicLua4MeanValue_linux": 2733,
-    "expectedBasicLua1AllocatedValue_linux": 24,
-    "expectedBasicLua2AllocatedValue_linux": 144,
-    "expectedBasicLua3AllocatedValue_linux": 328,
-    "expectedBasicLua4AllocatedValue_linux": 832,
-
-    "expectedBasicLua1MeanValue_win": 107,
-    "expectedBasicLua2MeanValue_win": 180,
-    "expectedBasicLua3MeanValue_win": 660,
-    "expectedBasicLua4MeanValue_win": 1805,
-    "expectedBasicLua1AllocatedValue_win": 24,
-    "expectedBasicLua2AllocatedValue_win": 144,
-    "expectedBasicLua3AllocatedValue_win": 328,
-    "expectedBasicLua4AllocatedValue_win": 832,
+    "expectedBasicLuaStress1MeanValue_win": 107,
+    "expectedBasicLuaStress2MeanValue_win": 180,
+    "expectedBasicLuaStress3MeanValue_win": 660,
+    "expectedBasicLuaStress4MeanValue_win": 1805,
+    "expectedBasicLuaStress1AllocatedValue_win": 24,
+    "expectedBasicLuaStress2AllocatedValue_win": 144,
+    "expectedBasicLuaStress3AllocatedValue_win": 328,
+    "expectedBasicLuaStress4AllocatedValue_win": 832,
 
     "acceptableMeanRange": 10,
     "acceptableAllocatedRange": 10,    

diff --git a/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_LuaRunner.json b/test/BDNPerfTests/ConfigFiles/CI_BDN_Config_LuaRunner.json
@@ -0,0 +1,28 @@
+{
+    "configuration": "Release",
+    "framework": "net8.0",
+    "filter": "*LuaRunner*",
+    "expectedBasicLuaRunner1MeanValue_linux": 186,
+    "expectedBasicLuaRunner2MeanValue_linux": 305,
+    "expectedBasicLuaRunner3MeanValue_linux": 1473,
+    "expectedBasicLuaRunner4MeanValue_linux": 3754,
+    "expectedBasicLuaRunner1MeanValue_win": 111,
+    "expectedBasicLuaRunner2MeanValue_win": 173,
+    "expectedBasicLuaRunner3MeanValue_win": 686,
+    "expectedBasicLuaRunner4MeanValue_win": 2711,
+
+    "expectedBasicLuaRunner1AllocatedValue_linux": 24,
+    "expectedBasicLuaRunner2AllocatedValue_linux": 144,
+    "expectedBasicLuaRunner3AllocatedValue_linux": 328,
+    "expectedBasicLuaRunner4AllocatedValue_linux": 864,
+    "expectedBasicLuaRunner1AllocatedValue_win": 24,
+    "expectedBasicLuaRunner2AllocatedValue_win": 144,
+    "expectedBasicLuaRunner3AllocatedValue_win": 328,
+    "expectedBasicLuaRunner4AllocatedValue_win": 864,
+
+
+    "acceptableMeanRange": 10,
+    "acceptableAllocatedRange": 10,    
+    "acceptableError": ".1",
+    "acceptableStdDev": ".1"
+}