io.debezium.connector.mysql

Class StreamingSourceIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.connector.mysql.StreamingSourceIT

All Implemented Interfaces:

Testing

public class StreamingSourceIT
extends AbstractConnectorTest

Author:

Randall Hauch, Jiri Pechanec

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field and Description
private Configuration	config
private UniqueDatabase	DATABASE
private static Path	DB_HISTORY_PATH
private SchemaChangeHistory	schemaChanges
private static String	SET_TLS_PROTOCOLS
SkipTestRule	skipRule
private KeyValueStore	store

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

engine, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor and Description
StreamingSourceIT()

Method Summary

Modifier and Type	Method and Description
void	afterEach()
void	beforeEach()
protected int	consumeAtLeast(int minNumber)
protected int	consumeAtLeast(int minNumber, long timeout, TimeUnit unit)
protected long	filterAtLeast(int minNumber, long timeout, TimeUnit unit)
private long	getNumberOfEventsFiltered()
private long	getNumberOfSkippedEvents()
private void	inconsistentSchema(CommonConnectorConfig.EventProcessingFailureHandlingMode mode)
private String	productsTableName()
void	shouldAcceptTls12()
void	shouldCreateSnapshotOfSingleDatabase()
void	shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges()
void	shouldFailOnSchemaInconsistency()
void	shouldFailOnUnknownTlsProtocol()
void	shouldFilterAllRecordsBasedOnDatabaseIncludeListFilter() Setup a DATABASE_INCLUDE_LIST filter that filters all events.
void	shouldFilterAllRecordsBasedOnDatabaseWhitelistFilter() Setup a DATABASE_WHITELIST filter that filters all events.
void	shouldHandleMySQLTimeCorrectly()
void	shouldHandleTimestampTimezones()
void	shouldIgnoreOnSchemaInconsistency()
void	shouldWarnOnSchemaInconsistency()
protected Configuration.Builder	simpleConfig()
private Duration	toDuration(String duration)

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, debug, getMaximumEnqueuedRecordCount, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, stopConnector, stopConnector, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForSnapshotToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitTimeForRecords

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

debug, once, once, print, print, printError, printError, printError, resetBeforeEachTest, time, time

Field Detail

DB_HISTORY_PATH

private static final Path DB_HISTORY_PATH

DATABASE

private final UniqueDatabase DATABASE

SET_TLS_PROTOCOLS

private static final String SET_TLS_PROTOCOLS

See Also:

Constant Field Values

config

private Configuration config

store

private KeyValueStore store

schemaChanges

private SchemaChangeHistory schemaChanges

skipRule

public SkipTestRule skipRule

Constructor Detail

StreamingSourceIT

public StreamingSourceIT()

Method Detail

beforeEach

public void beforeEach()

afterEach

public void afterEach()

consumeAtLeast

protected int consumeAtLeast(int minNumber)
                      throws InterruptedException

Throws:

InterruptedException

consumeAtLeast

protected int consumeAtLeast(int minNumber,
                             long timeout,
                             TimeUnit unit)
                      throws InterruptedException

Throws:

InterruptedException

filterAtLeast

protected long filterAtLeast(int minNumber,
                             long timeout,
                             TimeUnit unit)
                      throws InterruptedException

Throws:

InterruptedException

getNumberOfEventsFiltered

private long getNumberOfEventsFiltered()

getNumberOfSkippedEvents

private long getNumberOfSkippedEvents()

simpleConfig

protected Configuration.Builder simpleConfig()

shouldCreateSnapshotOfSingleDatabase

public void shouldCreateSnapshotOfSingleDatabase()
                                          throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges

public void shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges()
                                                           throws Exception

Throws:

Exception

shouldFilterAllRecordsBasedOnDatabaseWhitelistFilter

@FixFor(value="DBZ-1206")
public void shouldFilterAllRecordsBasedOnDatabaseWhitelistFilter()
                                                                                    throws Exception

Setup a DATABASE_WHITELIST filter that filters all events. Verify all events are properly filtered. Verify numberOfFilteredEvents metric is incremented correctly.

Throws:

Exception

shouldFilterAllRecordsBasedOnDatabaseIncludeListFilter

@FixFor(value="DBZ-1206")
public void shouldFilterAllRecordsBasedOnDatabaseIncludeListFilter()
                                                                                      throws Exception

Setup a DATABASE_INCLUDE_LIST filter that filters all events. Verify all events are properly filtered. Verify numberOfFilteredEvents metric is incremented correctly.

Throws:

Exception

shouldHandleTimestampTimezones

@FixFor(value="DBZ-183")
public void shouldHandleTimestampTimezones()
                                                             throws Exception

Throws:

Exception

shouldHandleMySQLTimeCorrectly

@FixFor(value="DBZ-342")
public void shouldHandleMySQLTimeCorrectly()
                                                             throws Exception

Throws:

Exception

shouldFailOnSchemaInconsistency

public void shouldFailOnSchemaInconsistency()
                                     throws Exception

Throws:

Exception

shouldWarnOnSchemaInconsistency

public void shouldWarnOnSchemaInconsistency()
                                     throws Exception

Throws:

Exception

shouldIgnoreOnSchemaInconsistency

public void shouldIgnoreOnSchemaInconsistency()
                                       throws Exception

Throws:

Exception

shouldFailOnUnknownTlsProtocol

@FixFor(value="DBZ-1208")
public void shouldFailOnUnknownTlsProtocol()

shouldAcceptTls12

@FixFor(value="DBZ-1208")
public void shouldAcceptTls12()
                                                 throws Exception

Throws:

Exception

inconsistentSchema

private void inconsistentSchema(CommonConnectorConfig.EventProcessingFailureHandlingMode mode)
                         throws InterruptedException,
                                SQLException

Throws:

InterruptedException

SQLException

toDuration

private Duration toDuration(String duration)

productsTableName

private String productsTableName()
                          throws SQLException

Throws:

SQLException