Skip to content

Commit 71d678c

Browse files
author
Michael Spector
authored
Update spark-submit-flamegraph
1 parent 102ca8e commit 71d678c

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

spark-submit-flamegraph

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,7 @@ function install_deps() {
6363

6464
if [ ! -f statsd-jvm-profiler-2.1.0-shaded.jar ]; then
6565
echo -e "[$(date -Ins)] Shading possibly conflicing Java packages in statsd-jvm-profiler.jar"
66-
cat<<EOF>jarjar-rules.txt
66+
cat << EOF >jarjar-rules.txt
6767
rule com.timgroup.** com.timgroup.sparkflamegraph.@1
6868
rule com.google.guava.** com.google.guava.sparkflamegraph.@1
6969
rule org.influxdb.** org.influxdb.sparkflamegraph.@1
@@ -108,10 +108,10 @@ EOF
108108
exit 1
109109
fi
110110

111-
curl -sS -X POST $influx_uri/query \
111+
curl -fsS -X POST $influx_uri/query \
112112
--data-urlencode "q=CREATE DATABASE profiler" >/dev/null
113113

114-
curl -sS -X POST $influx_uri/query \
114+
curl -fsS -X POST $influx_uri/query \
115115
--data-urlencode "q=CREATE USER profiler WITH PASSWORD 'profiler' WITH ALL PRIVILEGES" >/dev/null
116116
}
117117

@@ -182,14 +182,14 @@ username=profiler,password=profiler,prefix=sparkapp,tagMapping=spark")
182182

183183
function generate_flamegraph() {
184184
rm -rf stack_traces
185-
echo -e "[$(date -Ins)] Collecting metrics"
185+
echo -e "[$(date -Ins)] Collecting profiling metrics"
186186

187187
python2.7 $install_dir/influxdb_dump.py \
188188
-o $local_ip -r $influx_http_port -u profiler \
189189
-p profiler -d profiler -t spark -e sparkapp -x stack_traces >/dev/null 2>&1 && :
190190

191191
if [ $? -ne 0 ]; then
192-
echo -e "[$(date -Ins)] No metrics were recorded!"
192+
echo -e "[$(date -Ins)] No profiling metrics were recorded!"
193193
return 0
194194
fi
195195

0 commit comments

Comments
 (0)