Package io.debezium.connector.binlog

Class BinlogReadOnlyIncrementalSnapshotIT<C extends org.apache.kafka.connect.source.SourceConnector>

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest<T>

io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotTest<T>

io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotWithSchemaChangesSupportTest<C>

io.debezium.connector.binlog.BinlogIncrementalSnapshotIT<C>

io.debezium.connector.binlog.BinlogReadOnlyIncrementalSnapshotIT<C>

All Implemented Interfaces:

BinlogConnectorTest<C>, Testing

public abstract class BinlogReadOnlyIncrementalSnapshotIT<C extends org.apache.kafka.connect.source.SourceConnector>
extends BinlogIncrementalSnapshotIT<C>

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
ConditionalFail	conditionalFail
static final String	EXCLUDED_TABLE
private static KafkaCluster	kafka
private static final int	PARTITION_NO
private final Path	signalsFile

Fields inherited from class io.debezium.connector.binlog.BinlogIncrementalSnapshotIT

DATABASE, SERVER_NAME

Fields inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest

ROW_COUNT, SCHEMA_HISTORY_PATH

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, isEngineRunning, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
BinlogReadOnlyIncrementalSnapshotIT()

Method Summary

Modifier and Type	Method	Description
void	aSignalAddedToFileWhenConnectorIsStoppedShouldBeProcessedWhenItStarts()
void	before()
protected Configuration.Builder	config()
void	emptyHighWatermark()
void	filteredEvents()
protected String	getSignalsTopic()
void	insertDeleteWatermarkingStrategy()
void	insertInsertWatermarkingStrategy()
void	inserts4Pks()
void	inserts4PksWithSignalFile()
protected void	populate4PkTable()
private void	sendExecuteSnapshotFileSignal(String fullTableNames)
protected void	sendExecuteSnapshotKafkaSignal()
protected void	sendExecuteSnapshotKafkaSignal(String fullTableNames)
protected void	sendKafkaSignal(String signalValue)
protected void	sendPauseSnapshotKafkaSignal()
protected void	sendResumeSnapshotKafkaSignal()
protected void	sendStopSnapshotKafkaSignal()
protected void	sendStopSnapshotKafkaSignal(String fullTableNames)
static void	startKafka()
static void	stopKafka()
void	testPauseDuringSnapshotKafkaSignal()
void	testStopSnapshotKafkaSignal()

Methods inherited from class io.debezium.connector.binlog.BinlogIncrementalSnapshotIT

after, alterColumnDropDefaultStatement, alterColumnDropNotNullStatement, alterColumnSetDefaultStatement, alterColumnSetNotNullStatement, alterColumnStatement, connector, connectorClass, createTableStatement, databaseConnection, executeRenameTable, getFieldReader, incrementalSnapshotOnly, mutableConfig, noPKTableDataCollectionId, noPKTableName, noPKTopicName, server, signalTableName, signalTableNameSanitized, tableDataCollectionId, tableDataCollectionIds, tableName, tableName, tableNames, tableWithDatetime, tableWithZeroDate, topicName, topicNames, updates

Methods inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotWithSchemaChangesSupportTest

columnDefaultChanges, columnNullabilityChanges, renameTable, schemaChanges

Methods inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractIncrementalSnapshotTest

consumeAnyRemainingIncrementalSnapshotEventsAndCheckForStopMessage, defaultIncrementalSnapshotChunkSize, getSignalTypeFieldName, inserts, insertsWithKafkaSnapshotSignal, insertsWithoutPks, insertsWithoutPksAndNull, invalidTablesInTheList, removeNotYetCapturedCollectionFromInProgressIncrementalSnapshot, removeStartedCapturedCollectionFromInProgressIncrementalSnapshot, returnedIdentifierName, sendAdHocKafkaSnapshotSignal, sendAdHocSnapshotSignal, sendAdHocSnapshotSignalAndWait, sendAdHocSnapshotStopSignal, sendAdHocSnapshotStopSignalAndWait, sendPauseSignal, sendResumeSignal, shouldExecuteRegularSnapshotWhenAdditionalConditionEmpty, shouldSnapshotNewlyAddedTableToIncludeListAfterRestart, snapshotOnly, snapshotOnlyWithRestart, snapshotPreceededBySchemaChange, snapshotWithAdditionalCondition, snapshotWithAdditionalConditionWithRestart, snapshotWithAdditionalConditionWithSurrogateKey, snapshotWithDuplicateDataCollections, snapshotWithNewAdditionalConditionsField, snapshotWithRegexDataCollections, snapshotWithSurrogateKey, stopCurrentIncrementalSnapshotWithAllCollectionsAndTakeNewNewIncrementalSnapshotAfterRestart, stopCurrentIncrementalSnapshotWithoutCollectionsAndTakeNewNewIncrementalSnapshotAfterRestart, testNotification, testPauseDuringSnapshot, updatesLargeChunk, updatesWithRestart, whenSnapshotMultipleTablesAndConnectorRestartsThenOnlyNotAlreadyProcessedTableMustBeProcessed

Methods inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest

alterTableAddColumnStatement, alterTableDropColumnStatement, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeRecordsMixedWithIncrementalSnapshot, consumeRecordsMixedWithIncrementalSnapshot, database, getMaximumEnqueuedRecordCount, getRecordValue, pkFieldName, populate4PkTable, populateTable, populateTable, populateTable, populateTable, populateTables, populateTables, populateTableWithSpecificValue, sendAdHocSnapshotSignal, sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionWithSurrogateKey, startConnector, startConnector, startConnector, startConnector, startConnectorWithSnapshot, task, valueFieldName, waitForCdcTransactionPropagation, waitForConnectorToStart

Methods inherited from class io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

createEngine, createEngineBuilder

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeAvailableRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsButSkipUntil, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, storeOffsets, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForEngineShutdown, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForSnapshotWithCustomMetricsToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingWithCustomMetricsToStart, waitTimeForEngine, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.connector.binlog.BinlogConnectorTest

getConnectorClass, getConnectorName, getTestDatabaseConnection, getTestDatabaseConnection, getTestReplicaDatabaseConnection, isMariaDb

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

kafka

private static KafkaCluster kafka

PARTITION_NO

private static final int PARTITION_NO

See Also:

• Constant Field Values

EXCLUDED_TABLE

public static final String EXCLUDED_TABLE

See Also:

• Constant Field Values

signalsFile

private final Path signalsFile

conditionalFail

public ConditionalFail conditionalFail

Constructor Details

BinlogReadOnlyIncrementalSnapshotIT

public BinlogReadOnlyIncrementalSnapshotIT()

Method Details

before

public void before()
            throws SQLException

Overrides:

before in class BinlogIncrementalSnapshotIT<C extends org.apache.kafka.connect.source.SourceConnector>

Throws:

SQLException

startKafka

public static void startKafka()
                       throws Exception

Throws:

Exception

stopKafka

public static void stopKafka()

config

protected Configuration.Builder config()

Overrides:

config in class BinlogIncrementalSnapshotIT<C extends org.apache.kafka.connect.source.SourceConnector>

getSignalsTopic

protected String getSignalsTopic()

Overrides:

getSignalsTopic in class AbstractIncrementalSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

sendExecuteSnapshotKafkaSignal

protected void sendExecuteSnapshotKafkaSignal()
                                       throws ExecutionException,
InterruptedException

Throws:

ExecutionException

InterruptedException

sendExecuteSnapshotKafkaSignal

protected void sendExecuteSnapshotKafkaSignal(String fullTableNames)
                                       throws ExecutionException,
InterruptedException

Overrides:

sendExecuteSnapshotKafkaSignal in class AbstractIncrementalSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

Throws:

ExecutionException

InterruptedException

sendStopSnapshotKafkaSignal

protected void sendStopSnapshotKafkaSignal()
                                    throws ExecutionException,
InterruptedException

Throws:

ExecutionException

InterruptedException

sendStopSnapshotKafkaSignal

protected void sendStopSnapshotKafkaSignal(String fullTableNames)
                                    throws ExecutionException,
InterruptedException

Throws:

ExecutionException

InterruptedException

sendPauseSnapshotKafkaSignal

protected void sendPauseSnapshotKafkaSignal()
                                     throws ExecutionException,
InterruptedException

Throws:

ExecutionException

InterruptedException

sendResumeSnapshotKafkaSignal

protected void sendResumeSnapshotKafkaSignal()
                                      throws ExecutionException,
InterruptedException

Throws:

ExecutionException

InterruptedException

sendKafkaSignal

protected void sendKafkaSignal(String signalValue)
                        throws ExecutionException,
InterruptedException

Overrides:

sendKafkaSignal in class AbstractIncrementalSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

Throws:

ExecutionException

InterruptedException

emptyHighWatermark

public void emptyHighWatermark()
                        throws Exception

Throws:

Exception

filteredEvents

public void filteredEvents()
                    throws Exception

Throws:

Exception

inserts4Pks

public void inserts4Pks()
                 throws Exception

Throws:

Exception

inserts4PksWithSignalFile

public void inserts4PksWithSignalFile()
                               throws Exception

Throws:

Exception

aSignalAddedToFileWhenConnectorIsStoppedShouldBeProcessedWhenItStarts

@FixFor("DBZ-7441")
public void aSignalAddedToFileWhenConnectorIsStoppedShouldBeProcessedWhenItStarts()
                                                                           throws Exception

Throws:

Exception

testStopSnapshotKafkaSignal

@FixFor("DBZ-5453")
public void testStopSnapshotKafkaSignal()
                                 throws Exception

Throws:

Exception

testPauseDuringSnapshotKafkaSignal

public void testPauseDuringSnapshotKafkaSignal()
                                        throws Exception

Throws:

Exception

insertInsertWatermarkingStrategy

public void insertInsertWatermarkingStrategy()
                                      throws Exception

Overrides:

insertInsertWatermarkingStrategy in class AbstractIncrementalSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

Throws:

Exception

insertDeleteWatermarkingStrategy

public void insertDeleteWatermarkingStrategy()
                                      throws Exception

Overrides:

insertDeleteWatermarkingStrategy in class AbstractIncrementalSnapshotTest<C extends org.apache.kafka.connect.source.SourceConnector>

Throws:

Exception

sendExecuteSnapshotFileSignal

private void sendExecuteSnapshotFileSignal(String fullTableNames)
                                    throws IOException

Throws:

IOException

populate4PkTable

protected void populate4PkTable()
                         throws SQLException

Throws:

SQLException