update workload exp with lock-free design seq no problem

Author: CheYulin

pSCAN-refactor/Graph.cpp

@@ -126,6 +126,7 @@ void Graph::CheckCoreFirstBSP(int u) {
     auto ed = degree[u] - 1;
     for (auto edge_idx = out_edge_start[u]; edge_idx < out_edge_start[u + 1]; edge_idx++) {
         auto v = out_edges[edge_idx];
+        // be careful, the next line can only be commented when memory load/store of min_cn is atomic, no torned
 //        if (u <= v) {
         if (min_cn[edge_idx] == DIRECT_REACHABLE) {
             ++sd;

pSCAN-refactor/experimental/GraphParallelExp.cpp

@@ -127,6 +127,7 @@ void GraphParallelExp::CheckCoreFirstBSP(int u) {
     auto ed = degree[u] - 1;
     for (auto edge_idx = out_edge_start[u]; edge_idx < out_edge_start[u + 1]; edge_idx++) {
         auto v = out_edges[edge_idx];
+        // be careful, the next line can only be commented when memory load/store of min_cn is atomic
 //        if (u <= v) {
         if (min_cn[edge_idx] == DIRECT_REACHABLE) {
             ++sd;

python_experiments/ReadMe.md

@@ -33,6 +33,7 @@ category | detail
 workload: prune/eval, serial-runtime experiment | see [case-study1](case_studies/figures-case-study1), parameter setting: `min_pts:5`
 workload: avg cmp/eval portion experiment | see [case-study4](case_studies/case-study4-workload), varying `min_pts` and varying `eps`
 work-efficient: prune/eval, serial-runtime experiment | see [case-study5](case_studies/figures-case-study5-workload-efficient), parameter setting: `min_pts:5`
+work-efficient-opt: with lock-free opt | see [case-study7](case_studies/figures-case-study7-workload-efficient-1), parameter setting: `min_pts:5`
 
 ### Synthetic Graphs
 

python_experiments/case_studies/figures-case-study7-workload-efficient-1/ReadMe.md

@@ -0,0 +1,112 @@
+## small_snap_dblp
+
+workload | runtime
+--- | ---
+![small_snap_dblp-workload](../../figures/workload-efficient/small_snap_dblp-min_pts:5-workload.png) | ![small_snap_dblp-runtime](../../figures/workload-efficient/small_snap_dblp-min_pts:5-runtime.png)
+
+tag | eps-0.1 | eps-0.2 | eps-0.3 | eps-0.4 | eps-0.5 | eps-0.6 | eps-0.7 | eps-0.8 | eps-0.9
+--- | --- | --- | --- | --- | --- | --- | --- | --- | ---
+prune0 definitely not reachable | 0.000 | 0.012 | 0.069 | 0.162 | 0.266 | 0.390 | 0.509 | 0.648 | 0.784
+prune1 definitely reachable | 0.717 | 0.396 | 0.194 | 0.103 | 0.051 | 0.017 | 0.004 | 0.002 | 0.000
+max eval number | 0.283 | 0.592 | 0.737 | 0.735 | 0.683 | 0.593 | 0.487 | 0.350 | 0.216
+pscan eval number | 0.037 | 0.369 | 0.618 | 0.610 | 0.496 | 0.352 | 0.230 | 0.123 | 0.051
+pscan+ eval number | 0.022 | 0.271 | 0.522 | 0.574 | 0.512 | 0.382 | 0.251 | 0.126 | 0.049
+serial pscan runtime | 0.306 | 0.505 | 0.527 | 0.514 | 0.434 | 0.331 | 0.259 | 0.180 | 0.119
+serial pscan+ runtime | 0.283 | 0.408 | 0.425 | 0.478 | 0.407 | 0.316 | 0.238 | 0.170 | 0.118
+
+## snap_pokec
+
+workload | runtime
+--- | ---
+![snap_pokec-workload](../../figures/workload-efficient/snap_pokec-min_pts:5-workload.png) | ![snap_pokec-runtime](../../figures/workload-efficient/snap_pokec-min_pts:5-runtime.png)
+
+tag | eps-0.1 | eps-0.2 | eps-0.3 | eps-0.4 | eps-0.5 | eps-0.6 | eps-0.7 | eps-0.8 | eps-0.9
+--- | --- | --- | --- | --- | --- | --- | --- | --- | ---
+prune0 definitely not reachable | 0.004 | 0.021 | 0.061 | 0.131 | 0.233 | 0.370 | 0.525 | 0.689 | 0.850
+prune1 definitely reachable | 0.172 | 0.048 | 0.018 | 0.008 | 0.004 | 0.002 | 0.001 | 0.001 | 0.000
+max eval number | 0.824 | 0.931 | 0.921 | 0.861 | 0.763 | 0.628 | 0.473 | 0.310 | 0.150
+pscan eval number | 0.380 | 0.855 | 0.852 | 0.778 | 0.678 | 0.544 | 0.391 | 0.232 | 0.085
+pscan+ eval number | 0.288 | 0.813 | 0.849 | 0.769 | 0.666 | 0.533 | 0.383 | 0.228 | 0.082
+serial pscan runtime | 6.989 | 9.878 | 8.915 | 6.763 | 5.459 | 4.166 | 3.090 | 2.250 | 1.193
+serial pscan+ runtime | 4.130 | 7.190 | 6.538 | 5.479 | 4.331 | 3.402 | 2.704 | 1.835 | 1.112
+
+## snap_livejournal
+
+workload | runtime
+--- | ---
+![snap_livejournal-workload](../../figures/workload-efficient/snap_livejournal-min_pts:5-workload.png) | ![snap_livejournal-runtime](../../figures/workload-efficient/snap_livejournal-min_pts:5-runtime.png)
+
+tag | eps-0.1 | eps-0.2 | eps-0.3 | eps-0.4 | eps-0.5 | eps-0.6 | eps-0.7 | eps-0.8 | eps-0.9
+--- | --- | --- | --- | --- | --- | --- | --- | --- | ---
+prune0 definitely not reachable | 0.006 | 0.036 | 0.097 | 0.186 | 0.295 | 0.426 | 0.564 | 0.706 | 0.849
+prune1 definitely reachable | 0.206 | 0.069 | 0.029 | 0.014 | 0.007 | 0.003 | 0.002 | 0.001 | 0.000
+max eval number | 0.787 | 0.895 | 0.874 | 0.800 | 0.698 | 0.571 | 0.435 | 0.293 | 0.151
+pscan eval number | 0.261 | 0.643 | 0.724 | 0.676 | 0.576 | 0.450 | 0.320 | 0.192 | 0.076
+pscan+ eval number | 0.181 | 0.532 | 0.667 | 0.660 | 0.567 | 0.440 | 0.309 | 0.183 | 0.071
+serial pscan runtime | 15.982 | 25.711 | 21.763 | 20.215 | 14.263 | 10.534 | 7.401 | 4.757 | 2.673
+serial pscan+ runtime | 8.506 | 16.089 | 15.146 | 13.209 | 10.256 | 7.488 | 5.686 | 3.653 | 2.349
+
+## snap_orkut
+
+workload | runtime
+--- | ---
+![snap_orkut-workload](../../figures/workload-efficient/snap_orkut-min_pts:5-workload.png) | ![snap_orkut-runtime](../../figures/workload-efficient/snap_orkut-min_pts:5-runtime.png)
+
+tag | eps-0.1 | eps-0.2 | eps-0.3 | eps-0.4 | eps-0.5 | eps-0.6 | eps-0.7 | eps-0.8 | eps-0.9
+--- | --- | --- | --- | --- | --- | --- | --- | --- | ---
+prune0 definitely not reachable | 0.010 | 0.034 | 0.072 | 0.135 | 0.227 | 0.350 | 0.497 | 0.661 | 0.831
+prune1 definitely reachable | 0.009 | 0.001 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000
+max eval number | 0.980 | 0.965 | 0.928 | 0.865 | 0.773 | 0.650 | 0.503 | 0.339 | 0.169
+pscan eval number | 0.495 | 0.727 | 0.826 | 0.822 | 0.746 | 0.626 | 0.478 | 0.313 | 0.142
+pscan+ eval number | 0.393 | 0.647 | 0.791 | 0.817 | 0.744 | 0.623 | 0.475 | 0.311 | 0.141
+serial pscan runtime | 149.107 | 179.498 | 164.427 | 136.258 | 104.682 | 74.619 | 48.308 | 28.063 | 12.605
+serial pscan+ runtime | 78.271 | 118.644 | 114.779 | 98.592 | 75.726 | 53.074 | 34.172 | 18.950 | 8.745
+
+## webgraph_uk
+
+workload | runtime
+--- | ---
+![webgraph_uk-workload](../../figures/workload-efficient/webgraph_uk-min_pts:5-workload.png) | ![webgraph_uk-runtime](../../figures/workload-efficient/webgraph_uk-min_pts:5-runtime.png)
+
+tag | eps-0.1 | eps-0.2 | eps-0.3 | eps-0.4 | eps-0.5 | eps-0.6 | eps-0.7 | eps-0.8 | eps-0.9
+--- | --- | --- | --- | --- | --- | --- | --- | --- | ---
+prune0 definitely not reachable | 0.064 | 0.272 | 0.449 | 0.558 | 0.631 | 0.690 | 0.738 | 0.785 | 0.833
+prune1 definitely reachable | 0.144 | 0.064 | 0.033 | 0.020 | 0.012 | 0.005 | 0.003 | 0.002 | 0.000
+max eval number | 0.792 | 0.665 | 0.517 | 0.422 | 0.358 | 0.305 | 0.259 | 0.213 | 0.166
+pscan eval number | 0.217 | 0.261 | 0.244 | 0.212 | 0.177 | 0.145 | 0.118 | 0.090 | 0.063
+pscan+ eval number | 0.197 | 0.233 | 0.218 | 0.190 | 0.161 | 0.133 | 0.109 | 0.081 | 0.055
+serial pscan runtime | 36.675 | 25.829 | 18.340 | 14.287 | 11.631 | 9.756 | 8.257 | 6.805 | 5.674
+serial pscan+ runtime | 19.005 | 15.004 | 11.943 | 10.146 | 9.307 | 7.928 | 7.123 | 6.587 | 5.816
+
+## webgraph_webbase
+
+workload | runtime
+--- | ---
+![webgraph_webbase-workload](../../figures/workload-efficient/webgraph_webbase-min_pts:5-workload.png) | ![webgraph_webbase-runtime](../../figures/workload-efficient/webgraph_webbase-min_pts:5-runtime.png)
+
+tag | eps-0.1 | eps-0.2 | eps-0.3 | eps-0.4 | eps-0.5 | eps-0.6 | eps-0.7 | eps-0.8 | eps-0.9
+--- | --- | --- | --- | --- | --- | --- | --- | --- | ---
+prune0 definitely not reachable | 0.080 | 0.265 | 0.388 | 0.482 | 0.555 | 0.625 | 0.684 | 0.751 | 0.813
+prune1 definitely reachable | 0.294 | 0.155 | 0.088 | 0.054 | 0.033 | 0.014 | 0.008 | 0.005 | 0.001
+max eval number | 0.626 | 0.581 | 0.524 | 0.463 | 0.412 | 0.361 | 0.308 | 0.244 | 0.186
+pscan eval number | 0.220 | 0.281 | 0.287 | 0.256 | 0.215 | 0.170 | 0.135 | 0.097 | 0.065
+pscan+ eval number | 0.205 | 0.255 | 0.264 | 0.238 | 0.206 | 0.166 | 0.132 | 0.093 | 0.059
+serial pscan runtime | 128.419 | 82.260 | 63.901 | 53.046 | 44.723 | 37.384 | 31.637 | 25.309 | 20.048
+serial pscan+ runtime | 71.797 | 53.503 | 45.087 | 40.442 | 35.339 | 30.933 | 27.487 | 23.294 | 19.387
+
+## 10million_avgdeg15_maxdeg50_Cdefault
+
+workload | runtime
+--- | ---
+![10million_avgdeg15_maxdeg50_Cdefault-workload](../../figures/workload-efficient/10million_avgdeg15_maxdeg50_Cdefault-min_pts:5-workload.png) | ![10million_avgdeg15_maxdeg50_Cdefault-runtime](../../figures/workload-efficient/10million_avgdeg15_maxdeg50_Cdefault-min_pts:5-runtime.png)
+
+tag | eps-0.1 | eps-0.2 | eps-0.3 | eps-0.4 | eps-0.5 | eps-0.6 | eps-0.7 | eps-0.8 | eps-0.9
+--- | --- | --- | --- | --- | --- | --- | --- | --- | ---
+prune0 definitely not reachable | 0.000 | 0.000 | 0.000 | 0.002 | 0.102 | 0.270 | 0.457 | 0.637 | 0.817
+prune1 definitely reachable | 0.562 | 0.032 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000 | 0.000
+max eval number | 0.438 | 0.968 | 1.000 | 0.998 | 0.898 | 0.730 | 0.543 | 0.363 | 0.183
+pscan eval number | 0.057 | 0.471 | 0.519 | 0.553 | 0.596 | 0.569 | 0.417 | 0.225 | 0.055
+pscan+ eval number | 0.032 | 0.388 | 0.481 | 0.516 | 0.564 | 0.545 | 0.385 | 0.206 | 0.048
+serial pscan runtime | 19.917 | 29.848 | 31.716 | 33.129 | 32.616 | 28.250 | 20.718 | 12.590 | 5.752
+serial pscan+ runtime | 9.940 | 17.988 | 21.716 | 23.136 | 22.888 | 19.462 | 14.021 | 8.983 | 4.021
+

python_experiments/figures/workload-efficient/10million_avgdeg15_maxdeg50_Cdefault-min_pts:5-runtime.png

@@ -12,7 +12,7 @@
     parameter_min_pts_lst = [5]
 
     # data_set_lst = ['small_snap_dblp']
-    # parameter_eps_lst = [float(i + 1) / 10 for i in xrange(9)]
+    parameter_eps_lst = [float(i + 1) / 10 for i in xrange(9)]
     # parameter_min_pts_lst = [2, 5, 10, 15]
 
     data_set_lst = map(lambda name: os.pardir + os.sep + 'dataset' + os.sep + name, data_set_lst)
@@ -30,7 +30,7 @@
                 data_set_name = data_set_path.split(os.sep)[-1]
                 statistics_dir = os.sep.join(
                     map(str,
-                        ['.', 'workload-work-efficient', data_set_name, 'eps-' + str(eps), 'min_pts-' + str(min_pts)]))
+                        ['.', 'workload-work-efficient-1', data_set_name, 'eps-' + str(eps), 'min_pts-' + str(min_pts)]))
                 os.system('mkdir -p ' + statistics_dir)
                 statistics_file_path = statistics_dir + os.sep + '-'.join(
                     map(str, ['output', data_set_name, eps, min_pts])) + '.txt'

python_experiments/figures/workload-efficient/10million_avgdeg15_maxdeg50_Cdefault-min_pts:5-workload.png

@@ -217,16 +217,16 @@ def get_link():
 
 
 if __name__ == '__main__':
-    server_folder = '/mnt/mount-gpu/d2/yche/projects/python_experiments/workload-work-efficient'
+    server_folder = '/mnt/mount-gpu/d2/yche/projects/python_experiments/workload-work-efficient-1'
     local_folder = './figures/' + 'workload-efficient'
-    markdown_folder = 'case_studies/figures-case-study5-workload-efficient'
+    markdown_folder = 'case_studies/figures-case-study7-workload-efficient-1'
     os.system('mkdir -p ' + local_folder)
     os.system('mkdir -p ' + markdown_folder)
 
     data_set_lst = ['small_snap_dblp',
                     'snap_pokec', 'snap_livejournal', 'snap_orkut',
                     'webgraph_uk', 'webgraph_webbase',
-                    'webgraph_twitter', 'snap_friendster',
+                    # 'webgraph_twitter', 'snap_friendster',
                     '10million_avgdeg15_maxdeg50_Cdefault'
                     ]