AVRO-3930: Mapping org.apache.hadoop.io.ZStandardCodec to zstandard

apache · Feb 12, 2024 · aa20739 · aa20739
1 parent 97c8ba8
commit aa20739
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 0 deletions.
diff --git a/lang/java/mapred/src/main/java/org/apache/avro/hadoop/file/HadoopCodecFactory.java b/lang/java/mapred/src/main/java/org/apache/avro/hadoop/file/HadoopCodecFactory.java
@@ -38,6 +38,8 @@
  * {@code bzip2}</li>
  * <li>{@code org.apache.hadoop.io.compress.GZipCodec} will map to
  * {@code deflate}</li>
+ * <li>{@code org.apache.hadoop.io.compress.ZStandardCodec} will map to
+ * {@code zstandard}</li>
  * </ul>
  */
 public class HadoopCodecFactory {
@@ -49,6 +51,7 @@ public class HadoopCodecFactory {
     HADOOP_AVRO_NAME_MAP.put("org.apache.hadoop.io.compress.SnappyCodec", "snappy");
     HADOOP_AVRO_NAME_MAP.put("org.apache.hadoop.io.compress.BZip2Codec", "bzip2");
     HADOOP_AVRO_NAME_MAP.put("org.apache.hadoop.io.compress.GZipCodec", "deflate");
+    HADOOP_AVRO_NAME_MAP.put("org.apache.hadoop.io.compress.ZStandardCodec", "zstandard");
   }
 
   /**
@@ -64,6 +67,8 @@ public class HadoopCodecFactory {
    * {@code bzip2}</li>
    * <li>{@code org.apache.hadoop.io.compress.GZipCodec} will map to
    * {@code deflate}</li>
+   * <li>{@code org.apache.hadoop.io.compress.ZStandardCodec} will map to
+   * {@code zstandard}</li>
    * </ul>
    */
   public static CodecFactory fromHadoopString(String hadoopCodecClass) {

diff --git a/lang/java/mapred/src/test/java/org/apache/avro/hadoop/file/TestHadoopCodecFactory.java b/lang/java/mapred/src/test/java/org/apache/avro/hadoop/file/TestHadoopCodecFactory.java
@@ -58,4 +58,11 @@ void hadoopCodecFactoryFail() {
     CodecFactory hadoopSnappyCodec = HadoopCodecFactory.fromHadoopString("org.apache.hadoop.io.compress.FooCodec");
     assertNull(hadoopSnappyCodec);
   }
+
+  @Test
+  void hadoopCodecFactoryZstd() {
+    CodecFactory hadoopZstdCodec = HadoopCodecFactory.fromHadoopString("org.apache.hadoop.io.compress.ZStandardCodec");
+    CodecFactory avroZstdCodec = CodecFactory.fromString("zstandard");
+    assertEquals(hadoopZstdCodec.getClass(), avroZstdCodec.getClass());
+  }
 }