update notebooks

sekruse · Sep 8, 2016 · 2613261 · 2613261
1 parent c1bc0a8
commit 2613261
Show file tree

Hide file tree

Showing 9 changed files with 291 additions and 580 deletions.
diff --git a/notebooks/cost-functions/cardinalities.json b/notebooks/cost-functions/cardinalities.json
diff --git a/notebooks/cost-functions/cost-functions.properties b/notebooks/cost-functions/cost-functions.properties
@@ -1,17 +1,17 @@
 # Here go the learned cost functions...
-rheem.java.reduceby.load = {\
+rheem.java.localcallbacksink.load = {\
  "in":1,\
- "out":1,\
- "cpu":"${0.9691075617570686*in0 + 179.58079684227764*out0 + 23.652186277726912}",\
+ "out":0,\
+ "cpu":"${10.995087370687273*in0 + 19.558911745187544}",\
  "ram":"0",\
  "disk":"0",\
  "net":"0",\
  "p":0.9\
 }
-rheem.java.localcallbacksink.load = {\
+rheem.java.flatmap.load = {\
  "in":1,\
- "out":0,\
- "cpu":"${10.662676041238914*in0 + 698273.3774416123}",\
+ "out":1,\
+ "cpu":"${0.02844368353279063*in0 + 0.6430454227817168*out0 + 4.969851702148823}",\
  "ram":"0",\
  "disk":"0",\
  "net":"0",\
@@ -20,7 +20,7 @@ rheem.java.localcallbacksink.load = {\
 rheem.java.textfilesource.load = {\
  "in":0,\
  "out":1,\
- "cpu":"${6.706230156985611*out0 + 116946.86108530796}",\
+ "cpu":"${5.353189036127094*out0 + 2464808.2832813226}",\
  "ram":"0",\
  "disk":"0",\
  "net":"0",\
@@ -29,25 +29,25 @@ rheem.java.textfilesource.load = {\
 rheem.java.filter.load = {\
  "in":1,\
  "out":1,\
- "cpu":"${1.8101285013854862*in0 + 0.10522799511388539*out0 + 174508.14960646234}",\
+ "cpu":"${0.8430058704813473*in0 + 0.8655852558195911*out0 + 397555.7661284518}",\
  "ram":"0",\
  "disk":"0",\
  "net":"0",\
  "p":0.9\
 }
-rheem.java.map.load = {\
+rheem.java.reduceby.load = {\
  "in":1,\
  "out":1,\
- "cpu":"${3.786263829086864*in0 + 712651.7791312812}",\
+ "cpu":"${0.48273908897321705*in0 + 287.3515989948201*out0 + 29.546002817689722}",\
  "ram":"0",\
  "disk":"0",\
  "net":"0",\
  "p":0.9\
 }
-rheem.java.flatmap.load = {\
+rheem.java.map.load = {\
  "in":1,\
  "out":1,\
- "cpu":"${7.6590772571940064*in0 + 3.1164436836959934*out0 + 464218.1441863766}",\
+ "cpu":"${0.1583585184908956*in0 + 879295.0311423754}",\
  "ram":"0",\
  "disk":"0",\
  "net":"0",\

diff --git a/notebooks/cost-functions/executions.json b/notebooks/cost-functions/executions.json
diff --git a/notebooks/cost-functions/profiledb.json b/notebooks/cost-functions/profiledb.json
diff --git a/notebooks/cost-functions/rheem.properties b/notebooks/cost-functions/rheem.properties
@@ -1,5 +1,13 @@
 spark.master = local
-rheem.spark.init.ms = 10000
+spark.io.compression.codec = lzf
+rheem.spark.init.ms = 6000
+rheem.spark.cpu.mhz = 2700
+rheem.spark.cpu.cores = 2
+rheem.spark.hdfs.ms-per-mb = 3
+
+rheem.java.cpu.mhz = 2700
+rheem.java.hdfs.ms-per-mb = 3
+
 rheem.core.optimizer.instrumentation = org.qcri.rheem.core.profiling.FullInstrumentationStrategy
 rheem.core.log.executions = /Users/basti/Work/Notebooks/boss-2016/cost-functions/executions.json
 rheem.core.log.cardinalities = /Users/basti/Work/Notebooks/boss-2016/cost-functions/cardinalities.json

diff --git a/notebooks/cost-functions/wordcount-scaling.ipynb b/notebooks/cost-functions/wordcount-scaling.ipynb
diff --git a/notebooks/cost-functions/wordcount-visualization.ipynb b/notebooks/cost-functions/wordcount-visualization.ipynb
diff --git a/notebooks/examples/rheem-examples.ipynb b/notebooks/examples/rheem-examples.ipynb
diff --git a/notebooks/examples/rheem.properties b/notebooks/examples/rheem.properties
@@ -1,5 +1,12 @@
 spark.master = local
-rheem.spark.init.ms = 10000
-rheem.core.optimizer.instrumentation = org.qcri.rheem.core.profiling.FullInstrumentationStrategy
+spark.io.compression.codec = lzf
+rheem.spark.init.ms = 6000
+rheem.spark.cpu.mhz = 2700
+rheem.spark.cpu.cores = 2
+rheem.spark.hdfs.ms-per-mb = 3
+
+rheem.java.cpu.mhz = 2700
+rheem.java.hdfs.ms-per-mb = 3
+
 rheem.core.log.executions = /Users/basti/Work/Notebooks/boss-2016/examples/executions.json
 rheem.core.log.cardinalities = /Users/basti/Work/Notebooks/boss-2016/examples/cardinalities.json