Add stupid benchmark

Author: ysthakur

bench.nu

@@ -1,31 +1,31 @@
 const jar = "fred.jar"
 const outExe = "bench.bin"
 
-export def run [ file: string, lazyMarkScan: bool ] {
+export def run [ file: string, lazyMarkScanOnly: bool ] {
   let benchName = $file | path basename
-  if $lazyMarkScan {
+  if $lazyMarkScanOnly {
     java -jar $jar $file -o $outExe --lazy-mark-scan-only
   } else {
     java -jar $jar $file -o $outExe
   }
-  print $"Compiled ($file) \(lazy-mark-scan: ($lazyMarkScan))"
+  print $"Compiled ($file) \(lazy-mark-scan-only: ($lazyMarkScanOnly))"
+  let out = ^$"./($outExe)"
+  print $out
   let res = (
-    ^$"./($outExe)"
+      $out
       | lines
-      | last
       | parse "Time stamp counter diff: {tsc}, clock diff: {clock}"
       | get 0)
   {
-    name: $benchName,
-    tsc: $res.tsc,
-    clock: $res.clock,
-    lazyMarkScan: $lazyMarkScan
+    Name: $benchName,
+    "Timestamp counter": $res.tsc,
+    Clock: $res.clock,
+    "Lazy mark scan only": $lazyMarkScanOnly
   }
 }
 
 export def run-all [ ] {
-  let files = (ls benchmarks).name
-  let myAlgo = $files | each { |file| run $file false }
-  let lazyOnly = $files | each { |file| run $file true }
-  $myAlgo ++ $lazyOnly
+  let files = (ls benchmarks/*.fred).name
+  let results = $files | each { |file| [(run $file false), (run $file true)] }
+  $results | flatten
 }

benchmarks/game.fred

@@ -30,18 +30,23 @@ fn createAndDeletePlayers(n: int, store: Store): int =
     c("processAllPCRs();");
     createAndDeletePlayers(n - 1, store)
 
-fn pointlessLoop(iters: int): int =
+fn pointlessLoop(iters: int, store: Store): int =
   if iters == 0 then 0
   else
-    createAndDeletePlayers(5000, Store { datums: createDummyData(10000) });
+    createAndDeletePlayers(10, store);
     c("processAllPCRs();");
-    pointlessLoop(iters - 1)
+    pointlessLoop(iters - 1, store)
+
+fn run(): int =
+  let store = Store { datums: createDummyData(1000) } in
+  pointlessLoop(50000, store);
+  c("processAllPCRs();")
 
 fn main(): int =
   printf("Starting game benchmark\n");
   c("float clockStart = (float) clock()/CLOCKS_PER_SEC;");
   c("u_int64_t tscStart = rdtscp();");
-  pointlessLoop(10000);
+  run();
   c("printf(
       \"Time stamp counter diff: %ld, clock diff: %lf\",
       rdtscp() - tscStart,

benchmarks/gen-stupid.nu

@@ -0,0 +1,45 @@
+#!/usr/bin/env nu
+
+# Generate a benchmark where lazy mark scan outperforms my algorithm
+# stupid because this has nothing to do with the real world
+
+let numTypes = 200
+
+for type in 0..<$numTypes {
+  let next = if $type == 0 { "" } else { $", f: T($type - 1)" }
+  print $"data T($type) = T($type) { mut cyclic: OptT($type)($next) }"
+  print $"data OptT($type) = SomeT($type) { value: T($type) } | NoneT($type) {}"
+}
+
+print $"fn create\(): T($numTypes - 1) ="
+let v0 = $"T0 { cyclic: NoneT0 {} }"
+print (1..<$numTypes | reduce -f $v0 {|t, acc| $"T($t) { cyclic: NoneT($t) {}, f: ($acc) }" })
+
+print $"fn triggerDecrs\(v: T($numTypes - 1)): int ="
+for type in 0..<$numTypes {
+  let ref = 0..<$type | each { ".f" } | str join
+  print $"\(let temp($type) = v($ref) in 0);"
+}
+print "0"
+
+print '
+fn runOnce(): int =
+  let v = create() in
+  triggerDecrs(v)
+
+fn run(iters: int): int =
+  if iters == 0 then 0
+  else
+    runOnce();
+    c("processAllPCRs();");
+    run(iters - 1)
+
+fn main(): int =
+  printf("Starting stupid benchmark\n");
+  c("float clockStart = (float) clock()/CLOCKS_PER_SEC;");
+  c("u_int64_t tscStart = rdtscp();");
+  run(50000);
+  c("printf(
+      \"Time stamp counter diff: %ld, clock diff: %lf\",
+      rdtscp() - tscStart,
+      ((float) clock()/CLOCKS_PER_SEC) - clockStart);")'