-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathsubmit.sh.example
11 lines (6 loc) · 1 KB
/
submit.sh.example
1
2
3
4
5
6
7
8
9
10
11
#! /bin/bash
${SPARK_HOME}/bin/spark-submit --master spark://${master_node_ip}:6066 --deploy-mode cluster --class ${full_main_class_name} --driver-java-options "-Dkf.etl.config=classpath:///kf_etl.conf" --conf "spark.executor.extraJavaOptions=-Dkf.etl.config=classpath:///kf_etl.conf" ./kf-portal-etl-processors/target/scala-2.11/kf-portal-etl.jar
or
${SPARK_HOME}/bin/spark-submit --master spark://${master_node_ip}:6066 --deploy-mode cluster --class ${full_main_class_name} --driver-java-options "-Dkf.etl.config=file:///.../kf_etl.conf" --conf "spark.executor.extraJavaOptions=-Dkf.etl.config=file:///.../kf_etl.conf" ./kf-portal-etl-processors/target/scala-2.11/kf-portal-etl.jar
or
${SPARK_HOME}/bin/spark-submit --master spark://${master_node_ip}:6066 --deploy-mode cluster --class ${full_main_class_name} --driver-java-options "-Dkf.etl.config=http://${http_server_ip}/.../kf_etl.conf" --conf "spark.executor.extraJavaOptions=-Dkf.etl.config=http://${http_server_ip}/.../kf_etl.conf" http://.../kf-portal-etl.jar