Package io.debezium.connector.mysql

Class SnapshotSourceIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

io.debezium.connector.mysql.SnapshotSourceIT

All Implemented Interfaces:

Testing

Direct Known Subclasses:

SnapshotParallelSourceIT

public class SnapshotSourceIT
extends AbstractAsyncEngineConnectorTest

Author:

Randall Hauch

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
protected final UniqueDatabase	BINARY_FIELD_DATABASE
protected Configuration	config
protected final UniqueDatabase	CONFLICT_NAMES_DATABASE
protected final UniqueDatabase	DATABASE
private final Function<org.apache.kafka.connect.source.SourceRecord,String>	getTableNameFromSourceRecord
protected final UniqueDatabase	OTHER_DATABASE
private static final Path	SCHEMA_HISTORY_PATH
SkipTestRule	skipRule

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, isEngineRunning, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
SnapshotSourceIT()

Method Summary

Modifier and Type	Method	Description
void	afterEach()
void	beforeEach()
private LinkedHashSet<String>	getTableNamesInSpecifiedOrder(String... tables)
private String	productsTableName()
void	shouldCreateSnapshotOfSingleDatabase()
void	shouldCreateSnapshotOfSingleDatabaseNoData()
void	shouldCreateSnapshotOfSingleDatabaseUsingInsertEvents()
void	shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLock()
void	shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTables()
void	shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTablesNoData()
void	shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockNoData()
void	shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges()
void	shouldCreateSnapshotSchemaOnly()
void	shouldCreateSnapshotSchemaOnlyRecovery()
void	shouldCreateSnapshotSchemaOnlyRecovery_exception()
void	shouldCreateSnapshotSelectively()
void	shouldNotFailStreamingOnNonSnapshottedTable()
void	shouldSnapshotCorrectlyReadFields()
void	shouldSnapshotTablesInLexicographicalOrder()
void	shouldSnapshotTablesInOrderSpecifiedInTableIncludeList()
void	shouldSnapshotTablesInOrderSpecifiedInTableIncludeListWithConflictingNames()
void	shouldSnapshotTablesInRowCountOrderAsc()
void	shouldSnapshotTablesInRowCountOrderDesc()
protected Configuration.Builder	simpleConfig()
private void	snapshotOfSingleDatabase(boolean useGlobalLock, boolean storeOnlyCapturedTables, boolean data)
void	snapshotWithBackupLocksShouldNotWaitForReads()
private long	toMicroSeconds(String duration)

Methods inherited from class io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

createEngine, createEngineBuilder

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeAvailableRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsButSkipUntil, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getMaximumEnqueuedRecordCount, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, storeOffsets, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForEngineShutdown, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForSnapshotWithCustomMetricsToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingWithCustomMetricsToStart, waitTimeForEngine, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

SCHEMA_HISTORY_PATH

private static final Path SCHEMA_HISTORY_PATH

DATABASE

protected final UniqueDatabase DATABASE

OTHER_DATABASE

protected final UniqueDatabase OTHER_DATABASE

BINARY_FIELD_DATABASE

protected final UniqueDatabase BINARY_FIELD_DATABASE

CONFLICT_NAMES_DATABASE

protected final UniqueDatabase CONFLICT_NAMES_DATABASE

config

protected Configuration config

skipRule

public SkipTestRule skipRule

getTableNameFromSourceRecord

private final Function<org.apache.kafka.connect.source.SourceRecord,String> getTableNameFromSourceRecord

Constructor Details

SnapshotSourceIT

public SnapshotSourceIT()

Method Details

beforeEach

public void beforeEach()

afterEach

public void afterEach()

simpleConfig

protected Configuration.Builder simpleConfig()

shouldCreateSnapshotOfSingleDatabase

public void shouldCreateSnapshotOfSingleDatabase()
                                          throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLock

public void shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLock()
                                                           throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTables

public void shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTables()
                                                                                     throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseNoData

public void shouldCreateSnapshotOfSingleDatabaseNoData()
                                                throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockNoData

public void shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockNoData()
                                                                 throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTablesNoData

public void shouldCreateSnapshotOfSingleDatabaseWithoutGlobalLockAndStoreOnlyCapturedTablesNoData()
                                                                                           throws Exception

Throws:

Exception

snapshotOfSingleDatabase

private void snapshotOfSingleDatabase(boolean useGlobalLock,
 boolean storeOnlyCapturedTables,
 boolean data)
                               throws Exception

Throws:

Exception

snapshotWithBackupLocksShouldNotWaitForReads

public void snapshotWithBackupLocksShouldNotWaitForReads()
                                                  throws Exception

Throws:

Exception

shouldCreateSnapshotSelectively

@FixFor("DBZ-2456")
public void shouldCreateSnapshotSelectively()
                                     throws Exception

Throws:

Exception

shouldNotFailStreamingOnNonSnapshottedTable

@FixFor("DBZ-3952")
public void shouldNotFailStreamingOnNonSnapshottedTable()
                                                 throws Exception

Throws:

Exception

shouldSnapshotCorrectlyReadFields

@FixFor("DBZ-3238")
public void shouldSnapshotCorrectlyReadFields()
                                       throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseUsingInsertEvents

public void shouldCreateSnapshotOfSingleDatabaseUsingInsertEvents()
                                                           throws Exception

Throws:

Exception

productsTableName

private String productsTableName()
                          throws SQLException

Throws:

SQLException

shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges

public void shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges()
                                                           throws Exception

Throws:

Exception

shouldCreateSnapshotSchemaOnlyRecovery_exception

public void shouldCreateSnapshotSchemaOnlyRecovery_exception()
                                                      throws Exception

Throws:

Exception

shouldCreateSnapshotSchemaOnlyRecovery

public void shouldCreateSnapshotSchemaOnlyRecovery()
                                            throws Exception

Throws:

Exception

shouldSnapshotTablesInOrderSpecifiedInTableIncludeList

public void shouldSnapshotTablesInOrderSpecifiedInTableIncludeList()
                                                            throws Exception

Throws:

Exception

shouldSnapshotTablesInOrderSpecifiedInTableIncludeListWithConflictingNames

@FixFor("DBZ-6533")
public void shouldSnapshotTablesInOrderSpecifiedInTableIncludeListWithConflictingNames()
                                                                                throws Exception

Throws:

Exception

shouldSnapshotTablesInRowCountOrderAsc

public void shouldSnapshotTablesInRowCountOrderAsc()
                                            throws Exception

Throws:

Exception

shouldSnapshotTablesInRowCountOrderDesc

public void shouldSnapshotTablesInRowCountOrderDesc()
                                             throws Exception

Throws:

Exception

shouldSnapshotTablesInLexicographicalOrder

public void shouldSnapshotTablesInLexicographicalOrder()
                                                throws Exception

Throws:

Exception

getTableNamesInSpecifiedOrder

private LinkedHashSet<String> getTableNamesInSpecifiedOrder(String... tables)

shouldCreateSnapshotSchemaOnly

public void shouldCreateSnapshotSchemaOnly()
                                    throws Exception

Throws:

Exception

toMicroSeconds

private long toMicroSeconds(String duration)