Package io.debezium.connector.mysql

Class IncrementalSnapshotIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest<T>

io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotTest<T>

io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotWithSchemaChangesSupportTest<io.debezium.connector.mysql.MySqlConnector>

io.debezium.connector.mysql.IncrementalSnapshotIT

All Implemented Interfaces:

Testing

Direct Known Subclasses:

ReadOnlyIncrementalSnapshotIT

public class IncrementalSnapshotIT
extends AbstractIncrementalSnapshotWithSchemaChangesSupportTest<io.debezium.connector.mysql.MySqlConnector>

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
protected final UniqueDatabase	DATABASE
protected static final String	SERVER_NAME

Fields inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotTest

kafka

Fields inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest

PARTITION_NO, ROW_COUNT, SCHEMA_HISTORY_PATH

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, isEngineRunning, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
IncrementalSnapshotIT()

Method Summary

Modifier and Type	Method	Description
void	after()
protected String	alterColumnDropDefaultStatement(String table, String column, String type)
protected String	alterColumnDropNotNullStatement(String table, String column, String type)
protected String	alterColumnSetDefaultStatement(String table, String column, String type, String defaultValue)
protected String	alterColumnSetNotNullStatement(String table, String column, String type)
protected String	alterColumnStatement(String table, String column, String type)
void	before()
protected Configuration.Builder	config()
protected String	connector()
protected Class<io.debezium.connector.mysql.MySqlConnector>	connectorClass()
protected String	createTableStatement(String newTable, String copyTable)
protected JdbcConnection	databaseConnection()
private String	dataCollectionName(String table)
protected void	executeRenameTable(JdbcConnection connection, String newTable)
void	incrementalSnapshotOnly()
protected Configuration.Builder	mutableConfig(boolean signalTableOnly, boolean storeOnlyCapturedDdl)
protected String	noPKTableDataCollectionId()
protected String	noPKTableName()
protected String	noPKTopicName()
protected String	server()
protected String	signalTableName()
protected String	signalTableNameSanitized()
protected String	tableDataCollectionId()
protected List<String>	tableDataCollectionIds()
protected String	tableName()
protected String	tableName(String table)
private TableId	tableNameId()
private TableId	tableNameId(String table)
protected List<String>	tableNames()
void	tableWithDatetime()
void	tableWithZeroDate()
protected String	topicName()
protected List<String>	topicNames()
void	updates()

Methods inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotWithSchemaChangesSupportTest

columnDefaultChanges, columnNullabilityChanges, renameTable, schemaChanges

Methods inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotTest

consumeAnyRemainingIncrementalSnapshotEventsAndCheckForStopMessage, defaultIncrementalSnapshotChunkSize, getSignalsTopic, getSignalTypeFieldName, insertDeleteWatermarkingStrategy, insertInsertWatermarkingStrategy, inserts, insertsWithKafkaSnapshotSignal, insertsWithoutPks, insertsWithoutPksAndNull, invalidTablesInTheList, removeNotYetCapturedCollectionFromInProgressIncrementalSnapshot, removeStartedCapturedCollectionFromInProgressIncrementalSnapshot, returnedIdentifierName, sendAdHocKafkaSnapshotSignal, sendAdHocSnapshotSignal, sendAdHocSnapshotSignalAndWait, sendAdHocSnapshotStopSignal, sendAdHocSnapshotStopSignalAndWait, sendExecuteSnapshotKafkaSignal, sendKafkaSignal, sendPauseSignal, sendResumeSignal, shouldExecuteRegularSnapshotWhenAdditionalConditionEmpty, shouldSnapshotNewlyAddedTableToIncludeListAfterRestart, snapshotOnly, snapshotOnlyWithRestart, snapshotPreceededBySchemaChange, snapshotWithAdditionalCondition, snapshotWithAdditionalConditionWithRestart, snapshotWithAdditionalConditionWithSurrogateKey, snapshotWithDuplicateDataCollections, snapshotWithNewAdditionalConditionsField, snapshotWithRegexDataCollections, snapshotWithSurrogateKey, stopCurrentIncrementalSnapshotWithAllCollectionsAndTakeNewNewIncrementalSnapshotAfterRestart, stopCurrentIncrementalSnapshotWithoutCollectionsAndTakeNewNewIncrementalSnapshotAfterRestart, testNotification, testPauseDuringSnapshot, updatesLargeChunk, updatesWithRestart

Methods inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest

alterTableAddColumnStatement, alterTableDropColumnStatement, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeRecordsMixedWithIncrementalSnapshot, consumeRecordsMixedWithIncrementalSnapshot, database, getMaximumEnqueuedRecordCount, getRecordValue, pkFieldName, populate4PkTable, populateTable, populateTable, populateTable, populateTable, populateTables, populateTables, populateTableWithSpecificValue, sendAdHocSnapshotSignal, sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionWithSurrogateKey, startConnector, startConnector, startConnector, startConnector, startConnectorWithSnapshot, task, valueFieldName, waitForCdcTransactionPropagation, waitForConnectorToStart

Methods inherited from class io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

createEngine, createEngineBuilder

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeAvailableRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsButSkipUntil, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, storeOffsets, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForEngineShutdown, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForSnapshotWithCustomMetricsToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingWithCustomMetricsToStart, waitTimeForEngine, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

SERVER_NAME

protected static final String SERVER_NAME

See Also:

• Constant Field Values

DATABASE

protected final UniqueDatabase DATABASE

Constructor Details

IncrementalSnapshotIT

public IncrementalSnapshotIT()

Method Details

before

public void before()
            throws SQLException

Throws:

SQLException

after

public void after()

config

protected Configuration.Builder config()

Specified by:

config in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

mutableConfig

protected Configuration.Builder mutableConfig(boolean signalTableOnly,
 boolean storeOnlyCapturedDdl)

Specified by:

mutableConfig in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

connector

protected String connector()

Specified by:

connector in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

server

protected String server()

Specified by:

server in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

connectorClass

protected Class<io.debezium.connector.mysql.MySqlConnector> connectorClass()

Specified by:

connectorClass in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

databaseConnection

protected JdbcConnection databaseConnection()

Specified by:

databaseConnection in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

topicName

protected String topicName()

Specified by:

topicName in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

topicNames

protected List<String> topicNames()

Specified by:

topicNames in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

tableName

protected String tableName()

Specified by:

tableName in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

noPKTopicName

protected String noPKTopicName()

Specified by:

noPKTopicName in class AbstractIncrementalSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

noPKTableName

protected String noPKTableName()

Specified by:

noPKTableName in class AbstractIncrementalSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

tableNames

protected List<String> tableNames()

Specified by:

tableNames in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

signalTableName

protected String signalTableName()

Specified by:

signalTableName in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

signalTableNameSanitized

protected String signalTableNameSanitized()

Overrides:

signalTableNameSanitized in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

tableName

protected String tableName(String table)

Specified by:

tableName in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<io.debezium.connector.mysql.MySqlConnector>

tableDataCollectionId

protected String tableDataCollectionId()

Overrides:

tableDataCollectionId in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

noPKTableDataCollectionId

protected String noPKTableDataCollectionId()

Overrides:

noPKTableDataCollectionId in class AbstractIncrementalSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

tableDataCollectionIds

protected List<String> tableDataCollectionIds()

Overrides:

tableDataCollectionIds in class AbstractSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

dataCollectionName

private String dataCollectionName(String table)

tableNameId

private TableId tableNameId()

tableNameId

private TableId tableNameId(String table)

alterColumnStatement

protected String alterColumnStatement(String table,
 String column,
 String type)

Specified by:

alterColumnStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<io.debezium.connector.mysql.MySqlConnector>

alterColumnSetNotNullStatement

protected String alterColumnSetNotNullStatement(String table,
 String column,
 String type)

Specified by:

alterColumnSetNotNullStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<io.debezium.connector.mysql.MySqlConnector>

alterColumnDropNotNullStatement

protected String alterColumnDropNotNullStatement(String table,
 String column,
 String type)

Specified by:

alterColumnDropNotNullStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<io.debezium.connector.mysql.MySqlConnector>

alterColumnSetDefaultStatement

protected String alterColumnSetDefaultStatement(String table,
 String column,
 String type,
 String defaultValue)

Specified by:

alterColumnSetDefaultStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<io.debezium.connector.mysql.MySqlConnector>

alterColumnDropDefaultStatement

protected String alterColumnDropDefaultStatement(String table,
 String column,
 String type)

Specified by:

alterColumnDropDefaultStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<io.debezium.connector.mysql.MySqlConnector>

executeRenameTable

protected void executeRenameTable(JdbcConnection connection,
 String newTable)
                           throws SQLException

Specified by:

executeRenameTable in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<io.debezium.connector.mysql.MySqlConnector>

Throws:

SQLException

createTableStatement

protected String createTableStatement(String newTable,
 String copyTable)

Specified by:

createTableStatement in class AbstractIncrementalSnapshotWithSchemaChangesSupportTest<io.debezium.connector.mysql.MySqlConnector>

updates

public void updates()
             throws Exception

Overrides:

updates in class AbstractIncrementalSnapshotTest<io.debezium.connector.mysql.MySqlConnector>

Throws:

Exception

tableWithDatetime

@FixFor("DBZ-4939")
public void tableWithDatetime()
                       throws Exception

Throws:

Exception

tableWithZeroDate

@FixFor("DBZ-5099")
public void tableWithZeroDate()
                       throws Exception

Throws:

Exception

incrementalSnapshotOnly

@FixFor("DBZ-6937")
public void incrementalSnapshotOnly()
                             throws Exception

Throws:

Exception