From 2c001037e8b8303f9e0639bc462825f1ba929228 Mon Sep 17 00:00:00 2001 From: sandflee Date: Wed, 19 Jul 2017 03:00:36 +0800 Subject: [PATCH] fix submit job errors (#376) --- .../org/apache/spark/deploy/kubernetes/submit/Client.scala | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/Client.scala b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/Client.scala index 98cd7afcd204d..2fa9b416330e5 100644 --- a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/Client.scala +++ b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/Client.scala @@ -42,7 +42,7 @@ private[spark] object ClientArguments { var otherPyFiles = Seq.empty[String] var mainClass: Option[String] = None val driverArgs = mutable.Buffer.empty[String] - args.sliding(2).toList.collect { + args.sliding(2, 2).toList.collect { case Array("--primary-py-file", mainPyFile: String) => mainAppResource = Some(PythonMainAppResource(mainPyFile)) case Array("--primary-java-resource", primaryJavaResource: String) => @@ -54,7 +54,8 @@ private[spark] object ClientArguments { case Array("--arg", arg: String) => driverArgs += arg case other => - throw new RuntimeException(s"Unknown arguments: $other") + val invalid = other.mkString(" ") + throw new RuntimeException(s"Unknown arguments: $invalid") } require(mainAppResource.isDefined, "Main app resource must be defined by either --primary-py-file or --primary-java-resource.")