forked from apache/spark
-
Notifications
You must be signed in to change notification settings - Fork 2
/
GoodNight.sh
executable file
·53 lines (48 loc) · 1.62 KB
/
GoodNight.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
#!/bin/bash
cc () {
export MASTER=spark://brick6:7077
./bin/run-example graphx.Analytics cc "$1" \
--numEPart=$2 --partStrategy=$3 \
2>&1 | tee $(date +"%Y%m%d-%H%M")_CC\_$2\_$3.txt;
}
ccsuite () {
cc "$1" $2 EdgePartition2D
cc "$1" $2 HybridCut
}
# specify filepath yourself
PR () {
echo $5\_$1\_$2\_$3\_$4;
export MASTER=spark://brick6:7077
./bin/run-example benchmark.GraphXPartition \
"$1" $5 --numEPart=$2 --threshHold=$3 --reverse=$4 \
--run=$6 --numIter=$7 --tol=$8 \
2>&1 | tee $(date +"%Y%m%d-%H%M")_$5\_$2\_$3\_$4.txt;
#2>&1 | tee $(date +"%Y%m%d-%H%M")_$5\_$1\_$2\_$3\_$4.txt;
}
# graph, paritions
suite () {
PR "$1" $2 0 false EdgePartition2D $3 0 0.01
PR "$1" $2 100 false HybridCut $3 0 0.01
}
./sbin/start-master.sh
sleep 5;
for i in $(seq 4 2 24);
#for i in 4;
do
echo ============================\ $i\ ==========================
cp conf/$i.sh conf/spark-env.sh;
rm -r work/*;
./sbin/start-slaves.sh;
sleep 20;
# suite "/data/sdc1/xiaodi/data/in-2.0-10m-split/in-2.0-10m*" $(expr $i \* 6) true;
# suite "/data/sdc1/xiaodi/data/in-2.0-10m-split/in-2.0-10m*" $(expr $i \* 6) true;
# suite "/data/sdc1/xiaodi/data/in-2.0-10m-split/in-2.0-10m*" $(expr $i \* 6) true;
ccsuite "/data/sdc1/xiaodi/data/in-2.0-10m-split/in-2.0-10m*" $(expr $i \* 6);
ccsuite "/data/sdc1/xiaodi/data/in-2.0-10m-split/in-2.0-10m*" $(expr $i \* 6);
ccsuite "/data/sdc1/xiaodi/data/in-2.0-10m-split/in-2.0-10m*" $(expr $i \* 6);
./sbin/stop-slaves.sh;
sleep 5;
./sbin/stop-slaves.sh;
sleep 5;
notify GraphX_$i &
done