Package io.debezium.connector.mysql

Class StreamingSourceIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

io.debezium.connector.mysql.StreamingSourceIT

All Implemented Interfaces:

Testing

public class StreamingSourceIT
extends AbstractAsyncEngineConnectorTest

Author:

Randall Hauch, Jiri Pechanec

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
private Configuration	config
private final UniqueDatabase	DATABASE
private static final Path	SCHEMA_HISTORY_PATH
private SchemaChangeHistory	schemaChanges
private static final String	SET_TLS_PROTOCOLS
org.junit.rules.TestRule	skipRule
private KeyValueStore	store

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, isEngineRunning, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
StreamingSourceIT()

Method Summary

Modifier and Type	Method	Description
void	afterEach()
void	beforeEach()
protected int	consumeAtLeast(int minNumber)
protected int	consumeAtLeast(int minNumber, long timeout, TimeUnit unit)
protected long	filterAtLeast(int minNumber, long timeout, TimeUnit unit)
private long	getNumberOfEventsFiltered()
private long	getNumberOfSkippedEvents()
private void	inconsistentSchema(CommonConnectorConfig.EventProcessingFailureHandlingMode mode)
private String	productsTableName()
void	shouldAcceptTls12()
void	shouldCreateSnapshotOfSingleDatabase()
void	shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges()
void	shouldFailOnSchemaInconsistency()
void	shouldFailOnUnknownTlsProtocol()
void	shouldFilterAllRecordsBasedOnDatabaseIncludeListFilter()	Setup a DATABASE_INCLUDE_LIST filter that filters all events.
void	shouldHandleMySQLTimeCorrectly()
void	shouldHandleTimestampTimezones()
void	shouldIgnoreOnSchemaInconsistency()
void	shouldWarnOnSchemaInconsistency()
protected Configuration.Builder	simpleConfig()
void	testHeartbeatActionQueryExecuted()
private Duration	toDuration(String duration)

Methods inherited from class io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

createEngine, createEngineBuilder

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeAvailableRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsButSkipUntil, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getMaximumEnqueuedRecordCount, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, storeOffsets, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForEngineShutdown, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForSnapshotWithCustomMetricsToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingWithCustomMetricsToStart, waitTimeForEngine, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

SCHEMA_HISTORY_PATH

private static final Path SCHEMA_HISTORY_PATH

DATABASE

private final UniqueDatabase DATABASE

SET_TLS_PROTOCOLS

private static final String SET_TLS_PROTOCOLS

See Also:

• Constant Field Values

config

private Configuration config

store

private KeyValueStore store

schemaChanges

private SchemaChangeHistory schemaChanges

skipRule

public org.junit.rules.TestRule skipRule

Constructor Details

StreamingSourceIT

public StreamingSourceIT()

Method Details

beforeEach

public void beforeEach()

afterEach

public void afterEach()

consumeAtLeast

protected int consumeAtLeast(int minNumber)
                      throws InterruptedException

Throws:

InterruptedException

consumeAtLeast

protected int consumeAtLeast(int minNumber,
 long timeout,
 TimeUnit unit)
                      throws InterruptedException

Throws:

InterruptedException

filterAtLeast

protected long filterAtLeast(int minNumber,
 long timeout,
 TimeUnit unit)
                      throws InterruptedException

Throws:

InterruptedException

getNumberOfEventsFiltered

private long getNumberOfEventsFiltered()

getNumberOfSkippedEvents

private long getNumberOfSkippedEvents()

simpleConfig

protected Configuration.Builder simpleConfig()

shouldCreateSnapshotOfSingleDatabase

public void shouldCreateSnapshotOfSingleDatabase()
                                          throws Exception

Throws:

Exception

shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges

public void shouldCreateSnapshotOfSingleDatabaseWithSchemaChanges()
                                                           throws Exception

Throws:

Exception

shouldFilterAllRecordsBasedOnDatabaseIncludeListFilter

@FixFor("DBZ-1206")
public void shouldFilterAllRecordsBasedOnDatabaseIncludeListFilter()
                                                            throws Exception

Setup a DATABASE_INCLUDE_LIST filter that filters all events. Verify all events are properly filtered. Verify numberOfFilteredEvents metric is incremented correctly.

Throws:

Exception

shouldHandleTimestampTimezones

@FixFor("DBZ-183")
public void shouldHandleTimestampTimezones()
                                    throws Exception

Throws:

Exception

shouldHandleMySQLTimeCorrectly

@FixFor("DBZ-342")
public void shouldHandleMySQLTimeCorrectly()
                                    throws Exception

Throws:

Exception

shouldFailOnSchemaInconsistency

public void shouldFailOnSchemaInconsistency()
                                     throws Exception

Throws:

Exception

shouldWarnOnSchemaInconsistency

public void shouldWarnOnSchemaInconsistency()
                                     throws Exception

Throws:

Exception

shouldIgnoreOnSchemaInconsistency

public void shouldIgnoreOnSchemaInconsistency()
                                       throws Exception

Throws:

Exception

shouldFailOnUnknownTlsProtocol

@FixFor("DBZ-1208")
public void shouldFailOnUnknownTlsProtocol()

shouldAcceptTls12

@FixFor("DBZ-1208")
public void shouldAcceptTls12()
                       throws Exception

Throws:

Exception

testHeartbeatActionQueryExecuted

@FixFor("DBZ-4029")
public void testHeartbeatActionQueryExecuted()
                                      throws Exception

Throws:

Exception

inconsistentSchema

private void inconsistentSchema(CommonConnectorConfig.EventProcessingFailureHandlingMode mode)
                         throws InterruptedException,
SQLException

Throws:

InterruptedException

SQLException

toDuration

private Duration toDuration(String duration)

productsTableName

private String productsTableName()
                          throws SQLException

Throws:

SQLException