[GLUTEN-12807][CORE] Deprecate and remove Spark 3.3 support

.github/ISSUE_TEMPLATE/bug.yml

@@ -65,7 +65,6 @@ body:
       label: Spark version
       description: Please provide the spark version in your environment.
       options:
-        - Spark-3.3.x
         - Spark-3.4.x
         - Spark-3.5.x
         - Spark-4.0.x

.github/workflows/build_bundle_package.yml

@@ -27,7 +27,7 @@ on:
   workflow_dispatch:
     inputs:
       spark:
-        description: 'Spark version: spark-3.3, spark-3.4, spark-3.5 or spark-4.0'
+        description: 'Spark version: spark-3.4, spark-3.5, spark-4.0 or spark-4.1'
         required: true
         default: 'spark-3.5'
       hadoop:

.github/workflows/util/install-spark-resources.sh

@@ -95,11 +95,6 @@ if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
   mkdir -p ${INSTALL_DIR}
 
   case "$1" in
-  3.3)
-      # Spark-3.3
-      cd ${INSTALL_DIR} && \
-      install_spark "3.3.1" "3" "2.12"
-      ;;
   3.4)
       # Spark-3.4
       cd ${INSTALL_DIR} && \

.github/workflows/velox_nightly.yml

@@ -97,7 +97,6 @@ jobs:
       - name: Build package for Spark
         run: |
           cd $GITHUB_WORKSPACE/ && \
-          ./build/mvn clean install -Pspark-3.3 -Pbackends-velox -Pceleborn -Puniffle -DskipTests -Dmaven.source.skip
           ./build/mvn clean install -Pspark-3.4 -Pbackends-velox -Pceleborn -Puniffle -DskipTests -Dmaven.source.skip
           ./build/mvn clean install -Pspark-3.5 -Pbackends-velox -Pceleborn -Puniffle -DskipTests -Dmaven.source.skip
       - name: Upload bundle package
@@ -248,7 +247,6 @@ jobs:
       - name: Build package for Spark
         run: |
           cd $GITHUB_WORKSPACE/ && \
-          ./build/mvn clean install -Pspark-3.3 -Pbackends-velox -Pceleborn -Puniffle -DskipTests -Dmaven.source.skip
           ./build/mvn clean install -Pspark-3.4 -Pbackends-velox -Pceleborn -Puniffle -DskipTests -Dmaven.source.skip
           ./build/mvn clean install -Pspark-3.5 -Pbackends-velox -Pceleborn -Puniffle -DskipTests -Dmaven.source.skip
       - name: Upload bundle package

AGENTS.md

@@ -31,7 +31,7 @@ export PROMPT_ALWAYS_RESPOND=y
 
 # ClickHouse backend — build native first, then Maven.
 bash ./ep/build-clickhouse/src/build-clickhouse.sh
-./build/mvn clean package -Pbackends-clickhouse -Pspark-3.3 -DskipTests
+./build/mvn clean package -Pbackends-clickhouse -Pspark-3.5 -DskipTests
 ```
 
 For incremental builds, cloud-FS flags, the Spark/Scala/JDK matrix, table-format

LICENSE

@@ -212,21 +212,9 @@
    ./backends-velox/src/main/scala/org/apache/spark/sql/execution/SparkWriteFilesCommitProtocol.scala
    ./cpp-ch/local-engine/Parser/aggregate_function_parser/BloomFilterAggParser.cpp
    ./gluten-substrait/src/main/scala/org/apache/spark/sql/execution/GlutenExplainUtils.scala
-   ./shims/spark33/src/main/scala/org/apache/spark/sql/execution/FileSourceScanExecShim.scala
-   ./shims/spark33/src/main/scala/org/apache/spark/sql/execution/datasources/WriteFiles.scala
-   ./shims/spark33/src/main/scala/org/apache/spark/sql/execution/datasources/orc/OrcFileFormat.scala
-   ./shims/spark33/src/main/scala/org/apache/spark/sql/execution/stat/StatFunctions.scala
    ./tools/gluten-it/common/src/main/scala/org/apache/spark/sql/TestUtils.scala
 
    Delta Lake(https://github.com/delta-io/delta)
-   ./backends-clickhouse/src-delta23/main/scala/org/apache/spark/sql/delta/DeltaLog.scala
-   ./backends-clickhouse/src-delta23/main/scala/org/apache/spark/sql/delta/Snapshot.scala
-   ./backends-clickhouse/src-delta23/main/scala/org/apache/spark/sql/delta/commands/DeleteCommand.scala
-   ./backends-clickhouse/src-delta23/main/scala/org/apache/spark/sql/delta/commands/MergeIntoCommand.scala
-   ./backends-clickhouse/src-delta23/main/scala/org/apache/spark/sql/delta/commands/OptimizeTableCommand.scala
-   ./backends-clickhouse/src-delta23/main/scala/org/apache/spark/sql/delta/commands/UpdateCommand.scala
-   ./backends-clickhouse/src-delta23/main/scala/org/apache/spark/sql/delta/commands/VacuumCommand.scala
-   ./backends-clickhouse/src-delta23/main/scala/org/apache/spark/sql/delta/stats/PrepareDeltaScan.scala
    ./backends-clickhouse/src-delta33/main/scala/org/apache/spark/sql/delta/DeltaLog.scala
    ./backends-clickhouse/src-delta33/main/scala/org/apache/spark/sql/delta/PreprocessTableWithDVs.scala
    ./backends-clickhouse/src-delta33/main/scala/org/apache/spark/sql/delta/Snapshot.scala

README.md

@@ -55,7 +55,7 @@ Gluten's key components:
 * **Columnar Shuffle**: Handles shuffling of Gluten's columnar data. The shuffle service of Spark core is reused, while a columnar exchange operator is implemented to support Gluten's columnar data format.
 * **Fallback Mechanism**: Provides fallback to vanilla Spark for unsupported operators. Gluten's ColumnarToRow (C2R) and RowToColumnar (R2C) convert data between Gluten's columnar format and Spark's internal row format to support fallback transitions.
 * **Metrics**: Collected from Gluten native engine to help monitor execution, identify bugs, and diagnose performance bottlenecks. The metrics are displayed in Spark UI.
-* **Shim Layer**: Ensures compatibility with multiple Spark versions. Gluten supports the latest 3–4 Spark releases during its development cycle, and currently supports Spark 3.3, 3.4, 3.5, 4.0, and 4.1.
+* **Shim Layer**: Ensures compatibility with multiple Spark versions. Gluten supports the latest 3–4 Spark releases during its development cycle, and currently supports Spark 3.4, 3.5, 4.0, and 4.1.
 
 ## 3. User Guide
 

backends-clickhouse/pom.xml

@@ -526,12 +526,6 @@
         </dependency>
       </dependencies>
     </profile>
-    <profile>
-      <id>spark-3.3</id>
-      <activation>
-        <activeByDefault>false</activeByDefault>
-      </activation>
-    </profile>
     <profile>
       <id>spark-3.5</id>
       <activation>