File tree 6 files changed +42
-22
lines changed
common/utils/src/main/resources/error
core/src/main/java/org/apache/spark
util/collection/unsafe/sort
sql/core/src/main/scala/org/apache/spark/sql/execution/aggregate
6 files changed +42
-22
lines changed Original file line number Diff line number Diff line change 11
11
],
12
12
"sqlState" : " 42845"
13
13
},
14
+ "AGGREGATE_OUT_OF_MEMORY" : {
15
+ "message" : [
16
+ " No enough memory for aggregation"
17
+ ],
18
+ "sqlState" : " 82001"
19
+ },
14
20
"ALL_PARAMETERS_MUST_BE_NAMED" : {
15
21
"message" : [
16
22
" Using name parameterized queries requires all parameters to be named. Parameters missing names: <exprs>."
4392
4398
],
4393
4399
"sqlState" : " XXKD0"
4394
4400
},
4401
+ "POINTER_ARRAY_OUT_OF_MEMORY" : {
4402
+ "message" : [
4403
+ " Not enough memory to grow pointer array"
4404
+ ],
4405
+ "sqlState" : " 82002"
4406
+ },
4395
4407
"PROTOBUF_DEPENDENCY_NOT_FOUND" : {
4396
4408
"message" : [
4397
4409
" Could not find dependency: <dependencyName>."
4645
4657
],
4646
4658
"sqlState" : " 42601"
4647
4659
},
4660
+ "SPILL_OUT_OF_MEMORY" : {
4661
+ "message" : [
4662
+ " Error while calling spill() on <consumerToSpill> : <message>"
4663
+ ],
4664
+ "sqlState" : " 82003"
4665
+ },
4648
4666
"SQL_CONF_NOT_FOUND" : {
4649
4667
"message" : [
4650
4668
" The SQL config <sqlConf> cannot be found. Please verify that the config exists."
9327
9345
" Doesn't support month or year interval: <interval>"
9328
9346
]
9329
9347
},
9330
- "_LEGACY_ERROR_TEMP_3300" : {
9331
- "message" : [
9332
- " error while calling spill() on <consumerToSpill> : <message>"
9333
- ]
9334
- },
9335
- "_LEGACY_ERROR_TEMP_3301" : {
9336
- "message" : [
9337
- " Not enough memory to grow pointer array"
9338
- ]
9339
- },
9340
- "_LEGACY_ERROR_TEMP_3302" : {
9341
- "message" : [
9342
- " No enough memory for aggregation"
9343
- ]
9344
- },
9345
9348
"_LEGACY_ERROR_USER_RAISED_EXCEPTION" : {
9346
9349
"message" : [
9347
9350
" <errorMessage>"
Original file line number Diff line number Diff line change 6504
6504
"standard" : " N" ,
6505
6505
"usedBy" : [" Oracle" ]
6506
6506
},
6507
-
6507
+ "82001" : {
6508
+ "description" : " No enough memory for aggregation" ,
6509
+ "origin" : " Spark" ,
6510
+ "standard" : " N" ,
6511
+ "usedBy" : [" Spark" ]
6512
+ },
6513
+ "82002" : {
6514
+ "description" : " Not enough memory to grow pointer array" ,
6515
+ "origin" : " Spark" ,
6516
+ "standard" : " N" ,
6517
+ "usedBy" : [" Spark" ]
6518
+ },
6519
+ "82003" : {
6520
+ "description" : " Error while calling spill()" ,
6521
+ "origin" : " Spark" ,
6522
+ "standard" : " N" ,
6523
+ "usedBy" : [" Spark" ]
6524
+ },
6508
6525
"82100" : {
6509
6526
"description" : " out of memory (could not allocate)" ,
6510
6527
"origin" : " Oracle" ,
Original file line number Diff line number Diff line change @@ -278,15 +278,15 @@ private long trySpillAndAcquire(
278
278
}
279
279
} catch (ClosedByInterruptException | InterruptedIOException e ) {
280
280
// This called by user to kill a task (e.g: speculative task).
281
- logger .error ("error while calling spill() on {}" , e ,
281
+ logger .error ("Error while calling spill() on {}" , e ,
282
282
MDC .of (LogKeys .MEMORY_CONSUMER$ .MODULE$ , consumerToSpill ));
283
283
throw new RuntimeException (e .getMessage ());
284
284
} catch (IOException e ) {
285
- logger .error ("error while calling spill() on {}" , e ,
285
+ logger .error ("Error while calling spill() on {}" , e ,
286
286
MDC .of (LogKeys .MEMORY_CONSUMER$ .MODULE$ , consumerToSpill ));
287
287
// checkstyle.off: RegexpSinglelineJava
288
288
throw new SparkOutOfMemoryError (
289
- "_LEGACY_ERROR_TEMP_3300 " ,
289
+ "SPILL_OUT_OF_MEMORY " ,
290
290
new HashMap <String , String >() {{
291
291
put ("consumerToSpill" , consumerToSpill .toString ());
292
292
put ("message" , e .getMessage ());
Original file line number Diff line number Diff line change @@ -216,7 +216,7 @@ public void expandPointerArray(LongArray newArray) {
216
216
if (array != null ) {
217
217
if (newArray .size () < array .size ()) {
218
218
// checkstyle.off: RegexpSinglelineJava
219
- throw new SparkOutOfMemoryError ("_LEGACY_ERROR_TEMP_3301 " , new HashMap <>());
219
+ throw new SparkOutOfMemoryError ("POINTER_ARRAY_OUT_OF_MEMORY " , new HashMap <>());
220
220
// checkstyle.on: RegexpSinglelineJava
221
221
}
222
222
Platform .copyMemory (
Original file line number Diff line number Diff line change @@ -682,7 +682,7 @@ case class HashAggregateExec(
682
682
| $unsafeRowKeys, $unsafeRowKeyHash);
683
683
| if ( $unsafeRowBuffer == null) {
684
684
| // failed to allocate the first page
685
- | throw new $oomeClassName("_LEGACY_ERROR_TEMP_3302 ", new java.util.HashMap());
685
+ | throw new $oomeClassName("AGGREGATE_OUT_OF_MEMORY ", new java.util.HashMap());
686
686
| }
687
687
|}
688
688
""" .stripMargin
Original file line number Diff line number Diff line change @@ -212,7 +212,7 @@ class TungstenAggregationIterator(
212
212
if (buffer == null ) {
213
213
// failed to allocate the first page
214
214
// scalastyle:off throwerror
215
- throw new SparkOutOfMemoryError (" _LEGACY_ERROR_TEMP_3302 " , new util.HashMap ())
215
+ throw new SparkOutOfMemoryError (" AGGREGATE_OUT_OF_MEMORY " , new util.HashMap ())
216
216
// scalastyle:on throwerror
217
217
}
218
218
}
You can’t perform that action at this time.
0 commit comments