-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathspark-submit cmd
executable file
·10 lines (6 loc) · 1.53 KB
/
spark-submit cmd
1
2
3
4
5
6
7
8
9
10
bin/spark-submit --verbose --driver-memory 7G --executor-memory 5G --conf "spark.kryoserializer.buffer.max = 200m" --class main.scala.Main.MainProgram /mnt/Education/workspace/Spark_GraphBasedMining/target/scala-2.11/graphbasedmining_2.11-0.1.jar -gs /input/newdata 0.5 /newdata_res > ~/Desktop/logs
bin/spark-submit --verbose --driver-memory 9G --executor-memory 9G --conf "spark.kryoserializer.buffer.max = 2g" --class main.scala.Main.MainProgram /mnt/Education/workspace/Spark_GraphBasedMining/target/scala-2.11/graphbasedmining_2.11-0.1.jar -gs /RemovedStopWords/DuLich_toked_rmstwd 0.5 /dulich_res > ~/Desktop/dulich.log
bin/spark-submit --verbose --driver-memory 9G --executor-memory 9G --conf "spark.kryoserializer.buffer.max = 2g" --class main.scala.Main.MainProgram /mnt/Education/workspace/Spark_GraphBasedMining/target/scala-2.11/graphbasedmining_2.11-0.1.jar -ce /100_res 0.5 /100_res_filtered
---------FINAL-------------
bin/spark-submit --verbose --driver-memory 9G --executor-memory 9G --conf "spark.kryoserializer.buffer.max = 2g" --class main.scala.Main.MainProgram /mnt/Education/workspace/Spark_GraphBasedMining/target/scala-2.11/graphbasedmining_2.11-0.1.jar -pd ~/Downloads/Reuters21578-Apte-115Cat/training/ /mnt/Education/workspace/Spark_GraphBasedMining/SupportFiles/stopwords-en.txt
bin/spark-submit --verbose --driver-memory 9G --executor-memory 9G --conf "spark.kryoserializer.buffer.max = 2g" --class main.scala.Main.MainProgram /mnt/Education/workspace/Spark_GraphBasedMining/target/scala-2.11/graphbasedmining_2.11-0.1.jar -tm 0.2 0.5