[core] Make FileIOLoader extends Serializable

apache · Jan 17, 2025 · 107e5ec · 107e5ec
1 parent 7e768c0
commit 107e5ec
Show file tree

Hide file tree

Showing 12 changed files with 24 additions and 1 deletion.
diff --git a/paimon-common/src/main/java/org/apache/paimon/fs/FileIOLoader.java b/paimon-common/src/main/java/org/apache/paimon/fs/FileIOLoader.java
@@ -20,6 +20,7 @@
 
 import org.apache.paimon.annotation.Public;
 
+import java.io.Serializable;
 import java.util.Collections;
 import java.util.List;
 
@@ -29,7 +30,7 @@
  * @since 0.4.0
  */
 @Public
-public interface FileIOLoader {
+public interface FileIOLoader extends Serializable {
 
     String getScheme();
 

diff --git a/paimon-common/src/main/java/org/apache/paimon/fs/hadoop/HadoopFileIOLoader.java b/paimon-common/src/main/java/org/apache/paimon/fs/hadoop/HadoopFileIOLoader.java
@@ -24,6 +24,8 @@
 /** {@link FileIOLoader} to load {@link HadoopFileIO}. */
 public class HadoopFileIOLoader implements FileIOLoader {
 
+    private static final long serialVersionUID = 1L;
+
     @Override
     public String getScheme() {
         return "hdfs";

diff --git a/paimon-common/src/main/java/org/apache/paimon/fs/hadoop/HadoopViewFsFileIOLoader.java b/paimon-common/src/main/java/org/apache/paimon/fs/hadoop/HadoopViewFsFileIOLoader.java
@@ -24,6 +24,8 @@
 /** {@link FileIOLoader} to load {@link HadoopFileIO}. */
 public class HadoopViewFsFileIOLoader implements FileIOLoader {
 
+    private static final long serialVersionUID = 1L;
+
     @Override
     public String getScheme() {
         return "viewfs";

diff --git a/paimon-common/src/main/java/org/apache/paimon/fs/local/LocalFileIOLoader.java b/paimon-common/src/main/java/org/apache/paimon/fs/local/LocalFileIOLoader.java
@@ -24,6 +24,8 @@
 /** {@link FileIOLoader} to load {@link LocalFileIO}. */
 public class LocalFileIOLoader implements FileIOLoader {
 
+    private static final long serialVersionUID = 1L;
+
     public static final String SCHEME = "file";
 
     @Override

diff --git a/paimon-common/src/test/java/org/apache/paimon/fs/RequireOptionsFileIOLoader.java b/paimon-common/src/test/java/org/apache/paimon/fs/RequireOptionsFileIOLoader.java
@@ -26,6 +26,8 @@
 /** Test {@link FileIOLoader}. */
 public class RequireOptionsFileIOLoader implements FileIOLoader {
 
+    private static final long serialVersionUID = 1L;
+
     @Override
     public String getScheme() {
         return "require-options";

diff --git a/paimon-common/src/test/java/org/apache/paimon/utils/HadoopUtilsITCase.java b/paimon-common/src/test/java/org/apache/paimon/utils/HadoopUtilsITCase.java
@@ -56,6 +56,8 @@ public void testHadoopConfDirWithScheme() throws Exception {
     /** {@link FileIOLoader} for this test. */
     public static class TestFileIOLoader implements FileIOLoader {
 
+        private static final long serialVersionUID = 1L;
+
         private static final String SCHEME = "hadoop-utils-test-file-io";
 
         @Override

diff --git a/paimon-core/src/test/java/org/apache/paimon/utils/FailingFileIO.java b/paimon-core/src/test/java/org/apache/paimon/utils/FailingFileIO.java
@@ -206,6 +206,8 @@ public static void retryArtificialException(Runnable runnable) throws Exception
     /** Loader for {@link FailingFileIO}. */
     public static class Loader implements FileIOLoader {
 
+        private static final long serialVersionUID = 1L;
+
         @Override
         public String getScheme() {
             return SCHEME;

diff --git a/paimon-core/src/test/java/org/apache/paimon/utils/TraceableFileIO.java b/paimon-core/src/test/java/org/apache/paimon/utils/TraceableFileIO.java
@@ -258,6 +258,8 @@ public static List<PositionOutputStream> openOutputStreams(Predicate<Path> filte
     /** Loader for {@link TraceableFileIO}. */
     public static class Loader implements FileIOLoader {
 
+        private static final long serialVersionUID = 1L;
+
         @Override
         public String getScheme() {
             return SCHEME;

diff --git a/paimon-filesystems/paimon-oss/src/main/java/org/apache/paimon/oss/OSSLoader.java b/paimon-filesystems/paimon-oss/src/main/java/org/apache/paimon/oss/OSSLoader.java
@@ -31,6 +31,8 @@
 /** A {@link PluginLoader} to load oss. */
 public class OSSLoader implements FileIOLoader {
 
+    private static final long serialVersionUID = 1L;
+
     private static final String OSS_CLASSES_DIR = "paimon-plugin-oss";
 
     private static final String OSS_CLASS = "org.apache.paimon.oss.OSSFileIO";

diff --git a/paimon-filesystems/paimon-s3/src/main/java/org/apache/paimon/s3/S3Loader.java b/paimon-filesystems/paimon-s3/src/main/java/org/apache/paimon/s3/S3Loader.java
@@ -31,6 +31,8 @@
 /** A {@link PluginLoader} to load oss. */
 public class S3Loader implements FileIOLoader {
 
+    private static final long serialVersionUID = 1L;
+
     private static final String S3_CLASSES_DIR = "paimon-plugin-s3";
 
     private static final String S3_CLASS = "org.apache.paimon.s3.S3FileIO";

diff --git a/...on-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/FlinkFileIOLoader.java b/...on-flink/paimon-flink-common/src/main/java/org/apache/paimon/flink/FlinkFileIOLoader.java
@@ -25,6 +25,8 @@
 /** Flink {@link FileIOLoader} for {@link FlinkFileIO}. */
 public class FlinkFileIOLoader implements FileIOLoader {
 
+    private static final long serialVersionUID = 1L;
+
     @Override
     public String getScheme() {
         throw new UnsupportedOperationException();

diff --git a/...imon-flink-common/src/test/java/org/apache/paimon/flink/action/CloneActionSlowFileIO.java b/...imon-flink-common/src/test/java/org/apache/paimon/flink/action/CloneActionSlowFileIO.java
@@ -99,6 +99,8 @@ public void write(byte[] b, int off, int len) throws IOException {
     /** Loader for {@link CloneActionSlowFileIO}. */
     public static class Loader implements FileIOLoader {
 
+        private static final long serialVersionUID = 1L;
+
         @Override
         public String getScheme() {
             return SCHEME;