Package io.debezium.connector.binlog

Class BinlogIncrementalSnapshotIT<C extends org.apache.kafka.connect.source.SourceConnector>

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest<T>

io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotTest<T>

io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C>

io.debezium.connector.binlog.BinlogIncrementalSnapshotIT<C>

All Implemented Interfaces:

BinlogConnectorTest<C>, Testing

Direct Known Subclasses:

BinlogReadOnlyIncrementalSnapshotIT

public abstract class BinlogIncrementalSnapshotIT<C extends org.apache.kafka.connect.source.SourceConnector>
extends AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C>
implements BinlogConnectorTest<C>

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
protected final UniqueDatabase	DATABASE
protected static final String	SERVER_NAME

Fields inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotTest

kafka

Fields inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest

PARTITION_NO, ROW_COUNT, SCHEMA_HISTORY_PATH

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, isEngineRunning, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
BinlogIncrementalSnapshotIT()

Method Summary

Modifier and Type	Method	Description
void	after()
protected String	alterColumnDropDefaultStatement(String table, String column, String type)
protected String	alterColumnDropNotNullStatement(String table, String column, String type)
protected String	alterColumnSetDefaultStatement(String table, String column, String type, String defaultValue)
protected String	alterColumnSetNotNullStatement(String table, String column, String type)
protected String	alterColumnStatement(String table, String column, String type)
void	before()
protected Configuration.Builder	config()
protected String	connector()
protected Class<C>	connectorClass()
protected String	createTableStatement(String newTable, String copyTable)
protected JdbcConnection	databaseConnection()
private String	dataCollectionName(String table)
protected void	executeRenameTable(JdbcConnection connection, String newTable)
protected abstract Class<?>	getFieldReader()
void	incrementalSnapshotOnly()
protected Configuration.Builder	mutableConfig(boolean signalTableOnly, boolean storeOnlyCapturedDdl)
protected String	noPKTableDataCollectionId()
protected String	noPKTableName()
protected String	noPKTopicName()
protected String	server()
protected String	signalTableName()
protected String	signalTableNameSanitized()
protected String	tableDataCollectionId()
protected List<String>	tableDataCollectionIds()
protected String	tableName()
protected String	tableName(String table)
private TableId	tableNameId()
private TableId	tableNameId(String table)
protected List<String>	tableNames()
void	tableWithDatetime()
void	tableWithZeroDate()
protected String	topicName()
protected List<String>	topicNames()
void	updates()

Methods inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotWithSchemaChangesSupportTest

columnDefaultChanges, columnNullabilityChanges, renameTable, schemaChanges

Methods inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotTest

consumeAnyRemainingIncrementalSnapshotEventsAndCheckForStopMessage, defaultIncrementalSnapshotChunkSize, getSignalsTopic, getSignalTypeFieldName, insertDeleteWatermarkingStrategy, insertInsertWatermarkingStrategy, inserts, insertsWithKafkaSnapshotSignal, insertsWithoutPks, insertsWithoutPksAndNull, invalidTablesInTheList, removeNotYetCapturedCollectionFromInProgressIncrementalSnapshot, removeStartedCapturedCollectionFromInProgressIncrementalSnapshot, returnedIdentifierName, sendAdHocKafkaSnapshotSignal, sendAdHocSnapshotSignal, sendAdHocSnapshotSignalAndWait, sendAdHocSnapshotStopSignal, sendAdHocSnapshotStopSignalAndWait, sendExecuteSnapshotKafkaSignal, sendKafkaSignal, sendPauseSignal, sendResumeSignal, shouldExecuteRegularSnapshotWhenAdditionalConditionEmpty, shouldSnapshotNewlyAddedTableToIncludeListAfterRestart, snapshotOnly, snapshotOnlyWithRestart, snapshotPreceededBySchemaChange, snapshotWithAdditionalCondition, snapshotWithAdditionalConditionWithRestart, snapshotWithAdditionalConditionWithSurrogateKey, snapshotWithDuplicateDataCollections, snapshotWithNewAdditionalConditionsField, snapshotWithRegexDataCollections, snapshotWithSurrogateKey, stopCurrentIncrementalSnapshotWithAllCollectionsAndTakeNewNewIncrementalSnapshotAfterRestart, stopCurrentIncrementalSnapshotWithoutCollectionsAndTakeNewNewIncrementalSnapshotAfterRestart, testNotification, testPauseDuringSnapshot, updatesLargeChunk, updatesWithRestart, whenSnapshotMultipleTablesAndConnectorRestartsThenOnlyNotAlreadyProcessedTableMustBeProcessed

Methods inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest

alterTableAddColumnStatement, alterTableDropColumnStatement, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeRecordsMixedWithIncrementalSnapshot, consumeRecordsMixedWithIncrementalSnapshot, database, getMaximumEnqueuedRecordCount, getRecordValue, pkFieldName, populate4PkTable, populateTable, populateTable, populateTable, populateTable, populateTables, populateTables, populateTableWithSpecificValue, sendAdHocSnapshotSignal, sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionWithSurrogateKey, startConnector, startConnector, startConnector, startConnector, startConnectorWithSnapshot, task, valueFieldName, waitForCdcTransactionPropagation, waitForConnectorToStart

Methods inherited from class io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

createEngine, createEngineBuilder

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeAvailableRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsButSkipUntil, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, storeOffsets, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForEngineShutdown, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForSnapshotWithCustomMetricsToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingWithCustomMetricsToStart, waitTimeForEngine, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.connector.binlog.BinlogConnectorTest

getConnectorClass, getConnectorName, getTestDatabaseConnection, getTestDatabaseConnection, getTestReplicaDatabaseConnection, isMariaDb

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

SERVER_NAME

protected static final String SERVER_NAME

See Also:

• Constant Field Values

DATABASE

protected final UniqueDatabase DATABASE

Constructor Details

BinlogIncrementalSnapshotIT

public BinlogIncrementalSnapshotIT()

Method Details

before

public void before()
            throws SQLException

Throws:

SQLException

after

public void after()

connectorClass

protected Class<C> connectorClass()

Specified by:

connectorClass in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

databaseConnection

protected JdbcConnection databaseConnection()

Specified by:

databaseConnection in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

connector

protected String connector()

Specified by:

connector in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

getFieldReader

protected abstract Class<?> getFieldReader()

config

protected Configuration.Builder config()

Specified by:

config in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

mutableConfig

protected Configuration.Builder mutableConfig(boolean signalTableOnly,
 boolean storeOnlyCapturedDdl)

Specified by:

mutableConfig in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

server

protected String server()

Specified by:

server in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

topicName

protected String topicName()

Specified by:

topicName in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

topicNames

protected List<String> topicNames()

Specified by:

topicNames in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

tableName

protected String tableName()

Specified by:

tableName in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

noPKTopicName

protected String noPKTopicName()

Specified by:

noPKTopicName in class AbstractIncrementalSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

noPKTableName

protected String noPKTableName()

Specified by:

noPKTableName in class AbstractIncrementalSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

tableNames

protected List<String> tableNames()

Specified by:

tableNames in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

signalTableName

protected String signalTableName()

Specified by:

signalTableName in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

signalTableNameSanitized

protected String signalTableNameSanitized()

Overrides:

signalTableNameSanitized in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

tableName

protected String tableName(String table)

Specified by:

tableName in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C extends org.apache.kafka.connect.source.SourceConnector>

tableDataCollectionId

protected String tableDataCollectionId()

Overrides:

tableDataCollectionId in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

noPKTableDataCollectionId

protected String noPKTableDataCollectionId()

Overrides:

noPKTableDataCollectionId in class AbstractIncrementalSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

tableDataCollectionIds

protected List<String> tableDataCollectionIds()

Overrides:

tableDataCollectionIds in class AbstractSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

dataCollectionName

private String dataCollectionName(String table)

tableNameId

private TableId tableNameId()

tableNameId

private TableId tableNameId(String table)

alterColumnStatement

protected String alterColumnStatement(String table,
 String column,
 String type)

Specified by:

alterColumnStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C extends org.apache.kafka.connect.source.SourceConnector>

alterColumnSetNotNullStatement

protected String alterColumnSetNotNullStatement(String table,
 String column,
 String type)

Specified by:

alterColumnSetNotNullStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C extends org.apache.kafka.connect.source.SourceConnector>

alterColumnDropNotNullStatement

protected String alterColumnDropNotNullStatement(String table,
 String column,
 String type)

Specified by:

alterColumnDropNotNullStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C extends org.apache.kafka.connect.source.SourceConnector>

alterColumnSetDefaultStatement

protected String alterColumnSetDefaultStatement(String table,
 String column,
 String type,
 String defaultValue)

Specified by:

alterColumnSetDefaultStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C extends org.apache.kafka.connect.source.SourceConnector>

alterColumnDropDefaultStatement

protected String alterColumnDropDefaultStatement(String table,
 String column,
 String type)

Specified by:

alterColumnDropDefaultStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C extends org.apache.kafka.connect.source.SourceConnector>

executeRenameTable

protected void executeRenameTable(JdbcConnection connection,
 String newTable)
                           throws SQLException

Specified by:

executeRenameTable in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C extends org.apache.kafka.connect.source.SourceConnector>

Throws:

SQLException

createTableStatement

protected String createTableStatement(String newTable,
 String copyTable)

Specified by:

createTableStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C extends org.apache.kafka.connect.source.SourceConnector>

updates

public void updates()
             throws Exception

Overrides:

updates in class AbstractIncrementalSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

Throws:

Exception

tableWithDatetime

@FixFor("DBZ-4939")
public void tableWithDatetime()
                       throws Exception

Throws:

Exception

tableWithZeroDate

@FixFor("DBZ-5099")
public void tableWithZeroDate()
                       throws Exception

Throws:

Exception

incrementalSnapshotOnly

@FixFor("DBZ-6937")
public void incrementalSnapshotOnly()
                             throws Exception

Throws:

Exception