Manually adding --jars with artifacts

Author: sahusanket

cdap-spark-core-base/src/main/java/io/cdap/cdap/app/runtime/spark/submit/AbstractSparkSubmitter.java

@@ -279,6 +279,9 @@ private List<String> createSubmitArguments(SparkRuntimeContext runtimeContext, M
       builder.add("--files").add(files);
     }
 
+    String jars = "gs://0000_sanket/serverless_jars/jars/USER-datagen-plugins-0.1.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/USER-trash-plugin-1.2.0.jar,gs://0000_sanket/serverless_jars/jars/aopalliance.aopalliance-1.0.jar,gs://0000_sanket/serverless_jars/jars/cdap-etl-api-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/cdap-etl-api-spark-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/cdap-etl-batch-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/cdap-etl-core-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/cdap-etl-proto-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/ch.qos.logback.logback-classic-1.2.11.jar,gs://0000_sanket/serverless_jars/jars/ch.qos.logback.logback-core-1.2.11.jar,gs://0000_sanket/serverless_jars/jars/ch.qos.reload4j.reload4j-1.2.22.jar,gs://0000_sanket/serverless_jars/jars/com.fasterxml.jackson.core.jackson-annotations-2.15.1.jar,gs://0000_sanket/serverless_jars/jars/com.google.code.findbugs.jsr305-2.0.1.jar,gs://0000_sanket/serverless_jars/jars/com.google.code.gson.gson-2.3.1.jar,gs://0000_sanket/serverless_jars/jars/com.google.errorprone.error_prone_annotations-2.36.0.jar,gs://0000_sanket/serverless_jars/jars/com.google.guava.guava-13.0.1.jar,gs://0000_sanket/serverless_jars/jars/com.google.inject.extensions.guice-assistedinject-4.0.jar,gs://0000_sanket/serverless_jars/jars/com.google.inject.extensions.guice-multibindings-4.0.jar,gs://0000_sanket/serverless_jars/jars/com.google.inject.guice-4.0.jar,gs://0000_sanket/serverless_jars/jars/commons-beanutils.commons-beanutils-1.7.0.jar,gs://0000_sanket/serverless_jars/jars/commons-io.commons-io-2.12.0.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-api-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-api-common-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-api-spark3_2.12-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-app-fabric-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-common-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-data-fabric-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-error-api-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-features-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-formats-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-log-publisher-spi-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-master-spi-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-messaging-spi-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-metadata-spi-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-proto-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-runtime-spi-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-security-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-security-spi-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-spark-core3_2.12-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-spark-python-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-storage-spi-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-system-app-api-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-tms-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-watchdog-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.cdap.cdap-watchdog-api-6.12.0-SNAPSHOT.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.common.common-http-0.13.1.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.common.common-io-0.13.1.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.http.netty-http-1.7.0.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.twill.twill-api-1.4.0.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.twill.twill-common-1.4.0.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.twill.twill-core-1.4.0.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.twill.twill-discovery-api-1.4.0.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.twill.twill-discovery-core-1.4.0.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.twill.twill-yarn-1.4.0.jar,gs://0000_sanket/serverless_jars/jars/io.cdap.twill.twill-zookeeper-1.4.0.jar,gs://0000_sanket/serverless_jars/jars/io.dropwizard.metrics.metrics-core-3.1.2.jar,gs://0000_sanket/serverless_jars/jars/io.netty.netty-buffer-4.1.75.Final.jar,gs://0000_sanket/serverless_jars/jars/io.netty.netty-codec-4.1.75.Final.jar,gs://0000_sanket/serverless_jars/jars/io.netty.netty-codec-http-4.1.75.Final.jar,gs://0000_sanket/serverless_jars/jars/io.netty.netty-common-4.1.75.Final.jar,gs://0000_sanket/serverless_jars/jars/io.netty.netty-handler-4.1.75.Final.jar,gs://0000_sanket/serverless_jars/jars/io.netty.netty-transport-4.1.75.Final.jar,gs://0000_sanket/serverless_jars/jars/it.unimi.dsi.fastutil-6.5.6.jar,gs://0000_sanket/serverless_jars/jars/javax.inject.javax.inject-1.jar,gs://0000_sanket/serverless_jars/jars/javax.ws.rs.javax.ws.rs-api-2.0.jar,gs://0000_sanket/serverless_jars/jars/net.sf.jopt-simple.jopt-simple-3.2.jar,gs://0000_sanket/serverless_jars/jars/org.apache.avro.avro-1.11.4.jar,gs://0000_sanket/serverless_jars/jars/org.apache.commons.commons-compress-1.22.jar,gs://0000_sanket/serverless_jars/jars/org.apache.commons.commons-dbcp2-2.9.0.jar,gs://0000_sanket/serverless_jars/jars/org.apache.commons.commons-pool2-2.10.0.jar,gs://0000_sanket/serverless_jars/jars/org.apache.tephra.tephra-api-0.15.0-incubating.jar,gs://0000_sanket/serverless_jars/jars/org.apache.tephra.tephra-core-0.15.0-incubating.jar,gs://0000_sanket/serverless_jars/jars/org.apache.thrift.libthrift-0.9.3.jar,gs://0000_sanket/serverless_jars/jars/org.bouncycastle.bcpkix-jdk15on-1.70.jar,gs://0000_sanket/serverless_jars/jars/org.bouncycastle.bcprov-jdk15on-1.70.jar,gs://0000_sanket/serverless_jars/jars/org.bouncycastle.bcutil-jdk15on-1.70.jar,gs://0000_sanket/serverless_jars/jars/org.conscrypt.conscrypt-openjdk-uber-2.5.1.jar,gs://0000_sanket/serverless_jars/jars/org.fusesource.leveldbjni.leveldbjni-all-1.8.jar,gs://0000_sanket/serverless_jars/jars/org.iq80.leveldb.leveldb-0.12-uber.jar,gs://0000_sanket/serverless_jars/jars/org.ow2.asm.asm-7.1.jar,gs://0000_sanket/serverless_jars/jars/org.ow2.asm.asm-commons-7.1.jar,gs://0000_sanket/serverless_jars/jars/org.ow2.asm.asm-tree-7.1.jar,gs://0000_sanket/serverless_jars/jars/org.quartz-scheduler.quartz-2.2.0.jar,gs://0000_sanket/serverless_jars/jars/org.slf4j.jcl-over-slf4j-1.7.15.jar,gs://0000_sanket/serverless_jars/jars/org.slf4j.jul-to-slf4j-1.7.15.jar,gs://0000_sanket/serverless_jars/jars/org.slf4j.slf4j-api-1.7.15.jar,gs://0000_sanket/serverless_jars/jars/zookeeper-3.4.6.jar";
+    builder.add("--jars").add(jars);
+
     URI newJobFile = getJobFile();
     if (newJobFile != null) {
       jobFile = newJobFile;