diff --git a/docs/running-on-kubernetes.md b/docs/running-on-kubernetes.md index d43dba41c11b3..8fced60a03b54 100644 --- a/docs/running-on-kubernetes.md +++ b/docs/running-on-kubernetes.md @@ -1017,7 +1017,7 @@ See the [configuration page](configuration.html) for information on Spark config spark.kubernetes.report.interval - 1s + 10s Interval between reports of the current Spark job status in cluster mode. diff --git a/docs/running-on-yarn.md b/docs/running-on-yarn.md index 465f3a9d075a2..88586e839218b 100644 --- a/docs/running-on-yarn.md +++ b/docs/running-on-yarn.md @@ -625,7 +625,7 @@ To use a custom metrics.properties for the application master and executors, upd spark.yarn.report.interval - 1s + 10s Interval between reports of the current Spark job status in cluster mode. diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/Config.scala b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/Config.scala index 4467f73e70568..4836454bff556 100644 --- a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/Config.scala +++ b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/Config.scala @@ -494,7 +494,7 @@ private[spark] object Config extends Logging { .version("2.3.0") .timeConf(TimeUnit.MILLISECONDS) .checkValue(interval => interval > 0, s"Logging interval must be a positive time value.") - .createWithDefaultString("1s") + .createWithDefaultString("10s") val KUBERNETES_EXECUTOR_ENABLE_API_POLLING = ConfigBuilder("spark.kubernetes.executor.enableApiPolling") diff --git a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala index 51e5e0bfb9087..fc1748c5aedd4 100644 --- a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala +++ b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala @@ -214,7 +214,7 @@ package object config extends Logging { .doc("Interval between reports of the current app status.") .version("0.9.0") .timeConf(TimeUnit.MILLISECONDS) - .createWithDefaultString("1s") + .createWithDefaultString("10s") private[spark] val REPORT_LOG_FREQUENCY = { ConfigBuilder("spark.yarn.report.loggingFrequency")