fixed

sunxiaojian · Aug 16, 2024 · a7269dc · a7269dc
1 parent 6252d0d
commit a7269dc
Show file tree

Hide file tree

Showing 28 changed files with 92 additions and 776 deletions.
diff --git a/config/plugin_config b/config/plugin_config
@@ -28,6 +28,7 @@ connector-cdc-mongodb
 connector-cdc-sqlserver
 connector-cdc-postgres
 connector-cdc-oracle
+connector-cdc-tidb
 connector-clickhouse
 connector-datahub
 connector-dingtalk

diff --git a/plugin-mapping.properties b/plugin-mapping.properties
@@ -103,6 +103,7 @@ seatunnel.source.Maxcompute = connector-maxcompute
 seatunnel.sink.Maxcompute = connector-maxcompute
 seatunnel.source.MySQL-CDC = connector-cdc-mysql
 seatunnel.source.MongoDB-CDC = connector-cdc-mongodb
+seatunnel.source.TiDB-CDC = connector-cdc-tidb
 seatunnel.sink.S3Redshift = connector-s3-redshift
 seatunnel.source.Web3j = connector-web3j
 seatunnel.source.TDengine = connector-tdengine

diff --git a/seatunnel-connectors-v2/connector-cdc/connector-cdc-tidb/pom.xml b/seatunnel-connectors-v2/connector-cdc/connector-cdc-tidb/pom.xml
@@ -65,7 +65,6 @@
             <groupId>org.tikv</groupId>
             <artifactId>tikv-client-java</artifactId>
         </dependency>
-
     </dependencies>
 
 </project>
diff --git a/...java/org/apache/seatunnel/connectors/seatunnel/cdc/tidb/source/TiDBIncrementalSource.java b/...java/org/apache/seatunnel/connectors/seatunnel/cdc/tidb/source/TiDBIncrementalSource.java
diff --git a/...g/apache/seatunnel/connectors/seatunnel/cdc/tidb/source/TiDBIncrementalSourceFactory.java b/...g/apache/seatunnel/connectors/seatunnel/cdc/tidb/source/TiDBIncrementalSourceFactory.java
diff --git a/...b/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/tidb/source/TiDBSource.java b/...b/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/tidb/source/TiDBSource.java
@@ -33,12 +33,15 @@
 import org.apache.seatunnel.connectors.seatunnel.cdc.tidb.source.reader.TiDBSourceReader;
 import org.apache.seatunnel.connectors.seatunnel.cdc.tidb.source.split.TiDBSourceSplit;
 
+import java.util.Collections;
+import java.util.List;
+
 public class TiDBSource
         implements SeaTunnelSource<SeaTunnelRow, TiDBSourceSplit, TiDBSourceCheckpointState>,
                 SupportParallelism,
                 SupportColumnProjection {
 
-    static final String IDENTIFIER = "TIDB-CDC";
+    static final String IDENTIFIER = "TiDB-CDC";
 
     private TiDBSourceConfig config;
     private final CatalogTable catalogTable;
@@ -120,4 +123,9 @@ public SourceSplitEnumerator<TiDBSourceSplit, TiDBSourceCheckpointState> restore
             throws Exception {
         return new TiDBSourceSplitEnumerator(context, config, checkpointState);
     }
+
+    @Override
+    public List<CatalogTable> getProducedCatalogTables() {
+        return Collections.singletonList(catalogTable);
+    }
 }
diff --git a/...ain/java/org/apache/seatunnel/connectors/seatunnel/cdc/tidb/source/TiDBSourceFactory.java b/...ain/java/org/apache/seatunnel/connectors/seatunnel/cdc/tidb/source/TiDBSourceFactory.java
@@ -59,7 +59,7 @@ public String factoryIdentifier() {
      */
     @Override
     public OptionRule optionRule() {
-        return TiDBSourceOptions.getBaseRule()
+        return OptionRule.builder()
                 .required(
                         TiDBSourceOptions.DATABASE_NAME,
                         TiDBSourceOptions.TABLE_NAME,

diff --git a/...pache/seatunnel/connectors/seatunnel/cdc/tidb/source/config/TiDBSourceConfigProvider.java b/...pache/seatunnel/connectors/seatunnel/cdc/tidb/source/config/TiDBSourceConfigProvider.java