File tree Expand file tree Collapse file tree 1 file changed +5
-2
lines changed
sql/catalyst/src/main/scala/org/apache/spark/sql/internal Expand file tree Collapse file tree 1 file changed +5
-2
lines changed Original file line number Diff line number Diff line change @@ -2627,8 +2627,11 @@ object SQLConf {
26272627
26282628 val STATEFUL_SHUFFLE_PARTITIONS_INTERNAL =
26292629 buildConf(" spark.sql.streaming.internal.stateStore.partitions" )
2630- .doc(" The default number of partitions to use when shuffling data for stateful operations. " +
2631- " If not specified, this config picks up the value of `spark.sql.shuffle.partitions`." +
2630+ .doc(" WARN: This is used internally and not intended to be a user facing one. This config " +
2631+ " can be removed without support of compatibility in any time. " +
2632+ " DO NOT USE THIS CONFIG DIRECTLY AND USE THE CONFIG `spark.sql.shuffle.partitions`. " +
2633+ " The default number of partitions to use when shuffling data for stateful operations. " +
2634+ " If not specified, this config picks up the value of `spark.sql.shuffle.partitions`. " +
26322635 " Note: For structured streaming, this configuration cannot be changed between query " +
26332636 " restarts from the same checkpoint location." )
26342637 .internal()
You can’t perform that action at this time.
0 commit comments