Skip to content

Commit 641cc72

Browse files
authored
[Improve][CDC] Filter ddl for snapshot phase (#8911)
1 parent 6aebdc0 commit 641cc72

File tree

2 files changed

+4
-0
lines changed
  • seatunnel-connectors-v2/connector-cdc
    • connector-cdc-mysql/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/mysql/source/reader/fetch/scan
    • connector-cdc-oracle/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/reader/fetch/scan

2 files changed

+4
-0
lines changed

Diff for: seatunnel-connectors-v2/connector-cdc/connector-cdc-mysql/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/mysql/source/reader/fetch/scan/MySqlSnapshotFetchTask.java

+2
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,7 @@
2323
import org.apache.seatunnel.connectors.cdc.base.source.split.SnapshotSplit;
2424
import org.apache.seatunnel.connectors.cdc.base.source.split.SourceSplitBase;
2525
import org.apache.seatunnel.connectors.cdc.base.source.split.wartermark.WatermarkKind;
26+
import org.apache.seatunnel.connectors.seatunnel.cdc.mysql.config.MySqlSourceConfigFactory;
2627
import org.apache.seatunnel.connectors.seatunnel.cdc.mysql.source.reader.fetch.MySqlSourceFetchTaskContext;
2728
import org.apache.seatunnel.connectors.seatunnel.cdc.mysql.source.reader.fetch.binlog.MySqlBinlogFetchTask;
2829

@@ -152,6 +153,7 @@ private MySqlBinlogFetchTask.MySqlBinlogSplitReadTask createBackfillBinlogReadTa
152153
context.getSourceConfig()
153154
.getDbzConfiguration()
154155
.edit()
156+
.with(MySqlSourceConfigFactory.SCHEMA_CHANGE_KEY, "false")
155157
.with("table.include.list", split.getTableId().toString())
156158
// Disable heartbeat event in snapshot split fetcher
157159
.with(Heartbeat.HEARTBEAT_INTERVAL, 0)

Diff for: seatunnel-connectors-v2/connector-cdc/connector-cdc-oracle/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/reader/fetch/scan/OracleSnapshotFetchTask.java

+2
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,7 @@
2323
import org.apache.seatunnel.connectors.cdc.base.source.split.SnapshotSplit;
2424
import org.apache.seatunnel.connectors.cdc.base.source.split.SourceSplitBase;
2525
import org.apache.seatunnel.connectors.cdc.base.source.split.wartermark.WatermarkKind;
26+
import org.apache.seatunnel.connectors.seatunnel.cdc.oracle.config.OracleSourceConfigFactory;
2627
import org.apache.seatunnel.connectors.seatunnel.cdc.oracle.source.reader.fetch.OracleSourceFetchTaskContext;
2728
import org.apache.seatunnel.connectors.seatunnel.cdc.oracle.source.reader.fetch.logminer.OracleRedoLogFetchTask;
2829

@@ -159,6 +160,7 @@ private OracleRedoLogFetchTask.RedoLogSplitReadTask createBackfillRedoLogReadTas
159160
context.getSourceConfig()
160161
.getDbzConfiguration()
161162
.edit()
163+
.with(OracleSourceConfigFactory.SCHEMA_CHANGE_KEY, "false")
162164
.with(
163165
"table.include.list",
164166
split.getTableId()

0 commit comments

Comments
 (0)