Pashley/flink 38350 release 1.20

deploy-test-jar.sh

@@ -0,0 +1,56 @@
+#!/bin/bash
+
+# Deploy Hadoop 3.4.2 Test JAR to Local Repository
+# This script deploys the S3 Hadoop JAR with a custom version to avoid conflicts with official releases
+
+set -e
+
+echo "🚀 Deploying Flink S3 Hadoop 3.4.2 Test JAR..."
+
+# Configuration
+JAR_FILE="flink-filesystems/flink-s3-fs-hadoop/target/flink-s3-fs-hadoop-1.20-SNAPSHOT.jar"
+GROUP_ID="org.apache.flink"
+ARTIFACT_ID="flink-s3-fs-hadoop-3.4.2-test"
+VERSION="1.20-SNAPSHOT-hadoop-3.4.2-test"
+
+# Check if JAR exists
+if [ ! -f "$JAR_FILE" ]; then
+    echo "❌ Error: JAR file not found at $JAR_FILE"
+    echo "Please run the build first: ./mvnw clean package -pl flink-filesystems/flink-s3-fs-hadoop -DskipTests"
+    exit 1
+fi
+
+echo "📦 JAR file: $JAR_FILE"
+echo "🏷️  Group ID: $GROUP_ID"
+echo "🏷️  Artifact ID: $ARTIFACT_ID"
+echo "🏷️  Version: $VERSION"
+
+# Deploy to local repository
+echo "📤 Deploying to local Maven repository..."
+mvn install:install-file \
+    -Dfile="$JAR_FILE" \
+    -DgroupId="$GROUP_ID" \
+    -DartifactId="$ARTIFACT_ID" \
+    -Dversion="$VERSION" \
+    -Dpackaging=jar \
+    -DgeneratePom=true
+
+echo "✅ Successfully deployed!"
+echo ""
+echo "📋 To use this JAR in your project, add this dependency:"
+echo ""
+echo "<dependency>"
+echo "    <groupId>$GROUP_ID</groupId>"
+echo "    <artifactId>$ARTIFACT_ID</artifactId>"
+echo "    <version>$VERSION</version>"
+echo "</dependency>"
+echo ""
+echo "🔍 JAR location in local repository:"
+echo "~/.m2/repository/org/apache/flink/flink-s3-fs-hadoop-3.4.2-test/$VERSION/"
+echo ""
+echo "🎯 This JAR includes:"
+echo "   ✅ Hadoop 3.4.2 upgrade (from 3.3.6)"
+echo "   ✅ Netty conflict resolution"
+echo "   ✅ S3 endpoint backward compatibility"
+echo "   ✅ IAM credential provider compatibility"
+echo "   ✅ Hadoop internal S3 client reflection approach"

flink-filesystems/flink-s3-fs-base/pom.xml

@@ -183,6 +183,11 @@ under the License.
 					<groupId>org.slf4j</groupId>
 					<artifactId>slf4j-reload4j</artifactId>
 				</exclusion>
+				<!-- Exclude unshaded Netty to prevent conflicts with flink-shaded-netty -->
+				<exclusion>
+					<groupId>io.netty</groupId>
+					<artifactId>*</artifactId>
+				</exclusion>
 			</exclusions>
 		</dependency>
 
@@ -238,6 +243,11 @@ under the License.
 					<groupId>org.slf4j</groupId>
 					<artifactId>slf4j-reload4j</artifactId>
 				</exclusion>
+				<!-- Exclude unshaded Netty to prevent conflicts with flink-shaded-netty -->
+				<exclusion>
+					<groupId>io.netty</groupId>
+					<artifactId>*</artifactId>
+				</exclusion>
 			</exclusions>
 		</dependency>
 

flink-filesystems/flink-s3-fs-hadoop/pom.xml

@@ -31,6 +31,11 @@ under the License.
 
 	<packaging>jar</packaging>
 
+	<properties>
+		<!-- S5CmdOnHadoopS3FileSystemITCase uses ArraysAsListSerializer indirectly -->
+		<surefire.module.config>--add-opens=java.base/java.util=ALL-UNNAMED</surefire.module.config>
+	</properties>
+
 	<dependencyManagement>
 		<dependencies>
 			<!-- Override the flink-parent dependencyManagement definition for hadoop-common to ensure
@@ -48,6 +53,11 @@ under the License.
 						<groupId>org.slf4j</groupId>
 						<artifactId>slf4j-reload4j</artifactId>
 					</exclusion>
+					<!-- Exclude unshaded Netty to prevent conflicts with flink-shaded-netty -->
+					<exclusion>
+						<groupId>io.netty</groupId>
+						<artifactId>*</artifactId>
+					</exclusion>
 				</exclusions>
 			</dependency>