Package io.debezium.connector.binlog

Class BinlogSnapshotSourceIT<C extends org.apache.kafka.connect.source.SourceConnector>

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

io.debezium.connector.binlog.AbstractBinlogConnectorIT<C>

io.debezium.connector.binlog.BinlogSnapshotSourceIT<C>

All Implemented Interfaces:

BinlogConnectorTest<C>, Testing

Direct Known Subclasses:

BinlogSnapshotParallelSourceIT

public abstract class BinlogSnapshotSourceIT<C extends org.apache.kafka.connect.source.SourceConnector>
extends AbstractBinlogConnectorIT<C>

Author:

Randall Hauch

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
protected final UniqueDatabase	BINARY_FIELD_DATABASE
protected Configuration	config
protected final UniqueDatabase	CONFLICT_NAMES_DATABASE
protected final UniqueDatabase	DATABASE
private final Function<org.apache.kafka.connect.source.SourceRecord,String>	getTableNameFromSourceRecord
protected final UniqueDatabase	OTHER_DATABASE
private static final Path	SCHEMA_HISTORY_PATH
org.junit.rules.TestRule	skipDatabaseTypeRule
SkipTestRule	skipRule

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, isEngineRunning, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
BinlogSnapshotSourceIT()

Method Summary

Modifier and Type	Method	Description
void	afterEach()
void	beforeEach()
protected abstract Field	getSnapshotLockingModeField()
protected abstract String	getSnapshotLockingModeMinimal()
protected abstract String	getSnapshotLockingModeNone()
private LinkedHashSet<String>	getTableNamesInSpecifiedOrder(String... tables)
protected String	productsTableName()
void	shouldCreateSnapshotOfSingleDatabase()
void	shouldCreateSnapshotOfSingleDatabaseNoData()
void	shouldCreateSnapshotOfSingleDatabaseUsingInsertEvents()
void	shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLock()
void	shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTables()
void	shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTablesNoData()
void	shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockNoData()
void	shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges()
void	shouldCreateSnapshotSchemaOnly()
void	shouldCreateSnapshotSchemaOnlyRecovery()
void	shouldCreateSnapshotSchemaOnlyRecovery_exception()
void	shouldCreateSnapshotSelectively()
void	shouldNotFailStreamingOnNonSnapshottedTable()
void	shouldSnapshotCorrectlyReadFields()
void	shouldSnapshotTablesInLexicographicalOrder()
void	shouldSnapshotTablesInOrderSpecifiedInTableIncludeList()
void	shouldSnapshotTablesInOrderSpecifiedInTableIncludeListWithConflictingNames()
void	shouldSnapshotTablesInRowCountOrderAsc()
void	shouldSnapshotTablesInRowCountOrderDesc()
protected Configuration.Builder	simpleConfig()
private void	snapshotOfSingleDatabase(boolean useGlobalLock, boolean storeOnlyCapturedTables, boolean data)
protected long	toMicroSeconds(String duration)

Methods inherited from class io.debezium.connector.binlog.AbstractBinlogConnectorIT

isMariaDb, isMySQL5, isPerconaServer

Methods inherited from class io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

createEngine, createEngineBuilder

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeAvailableRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsButSkipUntil, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getMaximumEnqueuedRecordCount, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, storeOffsets, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForEngineShutdown, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForSnapshotWithCustomMetricsToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingWithCustomMetricsToStart, waitTimeForEngine, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.connector.binlog.BinlogConnectorTest

getConnectorClass, getConnectorName, getTestDatabaseConnection, getTestDatabaseConnection, getTestReplicaDatabaseConnection

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

SCHEMA_HISTORY_PATH

private static final Path SCHEMA_HISTORY_PATH

DATABASE

protected final UniqueDatabase DATABASE

OTHER_DATABASE

protected final UniqueDatabase OTHER_DATABASE

BINARY_FIELD_DATABASE

protected final UniqueDatabase BINARY_FIELD_DATABASE

CONFLICT_NAMES_DATABASE

protected final UniqueDatabase CONFLICT_NAMES_DATABASE

config

protected Configuration config

skipDatabaseTypeRule

public org.junit.rules.TestRule skipDatabaseTypeRule

skipRule

public SkipTestRule skipRule

getTableNameFromSourceRecord

private final Function<org.apache.kafka.connect.source.SourceRecord,String> getTableNameFromSourceRecord

Constructor Details

BinlogSnapshotSourceIT

public BinlogSnapshotSourceIT()

Method Details

beforeEach

public void beforeEach()

afterEach

public void afterEach()

simpleConfig

protected Configuration.Builder simpleConfig()

getSnapshotLockingModeField

protected abstract Field getSnapshotLockingModeField()

getSnapshotLockingModeMinimal

protected abstract String getSnapshotLockingModeMinimal()

getSnapshotLockingModeNone

protected abstract String getSnapshotLockingModeNone()

shouldCreateSnapshotOfSingleDatabase

public void shouldCreateSnapshotOfSingleDatabase()
                                          throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLock

public void shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLock()
                                                           throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTables

public void shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTables()
                                                                                     throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseNoData

public void shouldCreateSnapshotOfSingleDatabaseNoData()
                                                throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockNoData

public void shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockNoData()
                                                                 throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTablesNoData

public void shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTablesNoData()
                                                                                           throws Exception

Throws:

Exception

snapshotOfSingleDatabase

private void snapshotOfSingleDatabase(boolean useGlobalLock,
 boolean storeOnlyCapturedTables,
 boolean data)
                               throws Exception

Throws:

Exception

shouldCreateSnapshotSelectively

@FixFor("DBZ-2456")
public void shouldCreateSnapshotSelectively()
                                     throws Exception

Throws:

Exception

shouldNotFailStreamingOnNonSnapshottedTable

@FixFor("DBZ-3952")
public void shouldNotFailStreamingOnNonSnapshottedTable()
                                                 throws Exception

Throws:

Exception

shouldSnapshotCorrectlyReadFields

@FixFor("DBZ-3238")
public void shouldSnapshotCorrectlyReadFields()
                                       throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseUsingInsertEvents

public void shouldCreateSnapshotOfSingleDatabaseUsingInsertEvents()
                                                           throws Exception

Throws:

Exception

productsTableName

protected String productsTableName()
                            throws SQLException

Throws:

SQLException

shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges

public void shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges()
                                                           throws Exception

Throws:

Exception

shouldCreateSnapshotSchemaOnlyRecovery_exception

public void shouldCreateSnapshotSchemaOnlyRecovery_exception()
                                                      throws Exception

Throws:

Exception

shouldCreateSnapshotSchemaOnlyRecovery

public void shouldCreateSnapshotSchemaOnlyRecovery()
                                            throws Exception

Throws:

Exception

shouldSnapshotTablesInOrderSpecifiedInTableIncludeList

public void shouldSnapshotTablesInOrderSpecifiedInTableIncludeList()
                                                            throws Exception

Throws:

Exception

shouldSnapshotTablesInOrderSpecifiedInTableIncludeListWithConflictingNames

@FixFor("DBZ-6533")
public void shouldSnapshotTablesInOrderSpecifiedInTableIncludeListWithConflictingNames()
                                                                                throws Exception

Throws:

Exception

shouldSnapshotTablesInRowCountOrderAsc

public void shouldSnapshotTablesInRowCountOrderAsc()
                                            throws Exception

Throws:

Exception

shouldSnapshotTablesInRowCountOrderDesc

public void shouldSnapshotTablesInRowCountOrderDesc()
                                             throws Exception

Throws:

Exception

shouldSnapshotTablesInLexicographicalOrder

public void shouldSnapshotTablesInLexicographicalOrder()
                                                throws Exception

Throws:

Exception

getTableNamesInSpecifiedOrder

private LinkedHashSet<String> getTableNamesInSpecifiedOrder(String... tables)

shouldCreateSnapshotSchemaOnly

public void shouldCreateSnapshotSchemaOnly()
                                    throws Exception

Throws:

Exception

toMicroSeconds

protected long toMicroSeconds(String duration)