Package io.debezium.connector.sqlserver

Class SqlServerConnectorIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.connector.sqlserver.SqlServerConnectorIT

All Implemented Interfaces:

Testing

public class SqlServerConnectorIT
extends AbstractConnectorTest

Integration test for the Debezium SQL Server connector.

Author:

Jiri Pechanec

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	SqlServerConnectorIT.PurgableFileDatabaseHistory

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
private io.debezium.connector.sqlserver.SqlServerConnection	connection

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

engine, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
SqlServerConnectorIT()

Method Summary

Modifier and Type	Method	Description
void	after()
private void	assertRecord(org.apache.kafka.connect.data.Struct record, List<SchemaAndValueField> expected)
void	before()
void	blacklistColumnWhenCdcColumnsDoNotMatchWithOriginalSnapshot()
void	createAndDelete()
void	deleteWithoutTombstone()
void	excludeColumnWhenCaptureInstanceExcludesColumnInMiddleOfTable()
void	excludeColumnWhenCaptureInstanceExcludesColumns()
void	excludeMultipleColumnsWhenCaptureInstanceExcludesSingleColumn()
void	includeColumnsWhenCaptureInstanceExcludesColumnInMiddleOfTable()
void	includeMultipleColumnsWhenCaptureInstanceExcludesSingleColumn()
void	keylessTable()
void	readOnlyApplicationIntent()
void	restartInTheMiddleOfTx()
private void	restartInTheMiddleOfTx(boolean restartJustAfterSnapshot, boolean afterStreaming)
void	restartInTheMiddleOfTxAfterCompletedTx()
void	restartInTheMiddleOfTxAfterSnapshot()
void	shouldCaptureTableSchema()
void	shouldConsumeEventsWithMaskedAndTruncatedColumns()
void	shouldConsumeEventsWithMaskedHashedColumns()
void	shouldDetectPurgedHistory()
void	shouldEmitNoEventsForSkippedUpdateAndDeleteOperations()
void	shouldHandleInvalidColumnFilter()
void	shouldHonorSourceTimestampMode()
void	shouldIncludeDatabaseNameIntoTopicAndSchemaNamesInMultiPartitionMode()
void	shouldNotStreamWhenUsingSnapshotModeInitialOnly()
void	shouldPropagateDatabaseDriverProperties()	Passing the "applicationName" property which can be asserted from the connected sessions".
void	shouldPropagateSourceTypeByDatatype()
void	shouldReturnSingleTaskConfig()
void	shouldReturnTwoTaskConfigs()
void	shouldRewriteIdentityKey()
void	streamChangesWhileStopped()
void	testBlacklistColumn()
void	testBlacklistTable()
void	testColumnExcludeList()
void	testColumnIncludeList()
void	testEmptySchemaWarningAfterApplyingFilters()
void	testMaxLsnSelectStatementWithLimit()
void	testMaxLsnSelectStatementWithoutLimit()
void	testNoEmptySchemaWarningAfterApplyingFilters()
void	testTableExcludeList()
void	testTableIncludeList()
void	testWhitelistTable()
void	timestampAndTimezone()
void	update()
void	updatePrimaryKey()
void	updatePrimaryKeyTwiceWithRestartInMiddleOfTx()
void	updatePrimaryKeyWithRestartInMiddle()
void	useLongTableNamesForColumnMapper()
void	useLongTableNamesForKeyMapper()
void	useShortTableNamesForColumnMapper()
void	useShortTableNamesForKeyMapper()
void	verifyOffsets()
void	whenCaptureInstanceExcludesColumnsAndColumnsRenamedExpectNoErrors()
void	whenCaptureInstanceExcludesColumnsExpectSnapshotAndStreamingToExcludeColumns()
void	whenMultipleCaptureInstancesExcludesColumnsExpectLatestCDCTableUtilized()

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getMaximumEnqueuedRecordCount, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForSnapshotToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Detail

connection

private io.debezium.connector.sqlserver.SqlServerConnection connection

Constructor Detail

SqlServerConnectorIT

public SqlServerConnectorIT()

Method Detail

before

public void before()
            throws SQLException

Throws:

SQLException

after

public void after()
           throws SQLException

Throws:

SQLException

createAndDelete

public void createAndDelete()
                     throws Exception

Throws:

Exception

readOnlyApplicationIntent

@FixFor("DBZ-1642")
public void readOnlyApplicationIntent()
                               throws Exception

Throws:

Exception

timestampAndTimezone

@FixFor("DBZ-1643")
public void timestampAndTimezone()
                          throws Exception

Throws:

Exception

deleteWithoutTombstone

public void deleteWithoutTombstone()
                            throws Exception

Throws:

Exception

update

public void update()
            throws Exception

Throws:

Exception

updatePrimaryKey

public void updatePrimaryKey()
                      throws Exception

Throws:

Exception

updatePrimaryKeyWithRestartInMiddle

@FixFor("DBZ-1152")
public void updatePrimaryKeyWithRestartInMiddle()
                                         throws Exception

Throws:

Exception

updatePrimaryKeyTwiceWithRestartInMiddleOfTx

@FixFor("DBZ-2329")
public void updatePrimaryKeyTwiceWithRestartInMiddleOfTx()
                                                  throws Exception

Throws:

Exception

streamChangesWhileStopped

public void streamChangesWhileStopped()
                               throws Exception

Throws:

Exception

verifyOffsets

@FixFor("DBZ-1069")
public void verifyOffsets()
                   throws Exception

Throws:

Exception

testWhitelistTable

public void testWhitelistTable()
                        throws Exception

Throws:

Exception

testTableIncludeList

public void testTableIncludeList()
                          throws Exception

Throws:

Exception

testBlacklistTable

public void testBlacklistTable()
                        throws Exception

Throws:

Exception

testTableExcludeList

public void testTableExcludeList()
                          throws Exception

Throws:

Exception

blacklistColumnWhenCdcColumnsDoNotMatchWithOriginalSnapshot

@FixFor("DBZ-1617")
public void blacklistColumnWhenCdcColumnsDoNotMatchWithOriginalSnapshot()
                                                                 throws Exception

Throws:

Exception

testBlacklistColumn

@FixFor("DBZ-1067")
public void testBlacklistColumn()
                         throws Exception

Throws:

Exception

testColumnExcludeList

@FixFor("DBZ-1067")
public void testColumnExcludeList()
                           throws Exception

Throws:

Exception

testColumnIncludeList

@FixFor("DBZ-2522")
public void testColumnIncludeList()
                           throws Exception

Throws:

Exception

shouldHandleInvalidColumnFilter

@FixFor("DBZ-3505")
public void shouldHandleInvalidColumnFilter()
                                     throws Exception

Throws:

Exception

shouldConsumeEventsWithMaskedHashedColumns

@FixFor("DBZ-1692")
public void shouldConsumeEventsWithMaskedHashedColumns()
                                                throws Exception

Throws:

Exception

shouldConsumeEventsWithMaskedAndTruncatedColumns

@FixFor("DBZ-1972")
public void shouldConsumeEventsWithMaskedAndTruncatedColumns()
                                                      throws Exception

Throws:

Exception

whenCaptureInstanceExcludesColumnsExpectSnapshotAndStreamingToExcludeColumns

@FixFor("DBZ-2522")
public void whenCaptureInstanceExcludesColumnsExpectSnapshotAndStreamingToExcludeColumns()
                                                                                  throws Exception

Throws:

Exception

whenMultipleCaptureInstancesExcludesColumnsExpectLatestCDCTableUtilized

@FixFor("DBZ-2522")
public void whenMultipleCaptureInstancesExcludesColumnsExpectLatestCDCTableUtilized()
                                                                             throws Exception

Throws:

Exception

whenCaptureInstanceExcludesColumnsAndColumnsRenamedExpectNoErrors

@FixFor("DBZ-2522")
public void whenCaptureInstanceExcludesColumnsAndColumnsRenamedExpectNoErrors()
                                                                       throws Exception

Throws:

Exception

excludeColumnWhenCaptureInstanceExcludesColumns

@FixFor("DBZ-1068")
public void excludeColumnWhenCaptureInstanceExcludesColumns()
                                                     throws Exception

Throws:

Exception

excludeColumnWhenCaptureInstanceExcludesColumnInMiddleOfTable

@FixFor("DBZ-2522")
public void excludeColumnWhenCaptureInstanceExcludesColumnInMiddleOfTable()
                                                                   throws Exception

Throws:

Exception

includeColumnsWhenCaptureInstanceExcludesColumnInMiddleOfTable

@FixFor("DBZ-2522")
public void includeColumnsWhenCaptureInstanceExcludesColumnInMiddleOfTable()
                                                                    throws Exception

Throws:

Exception

excludeMultipleColumnsWhenCaptureInstanceExcludesSingleColumn

@FixFor("DBZ-2522")
public void excludeMultipleColumnsWhenCaptureInstanceExcludesSingleColumn()
                                                                   throws Exception

Throws:

Exception

includeMultipleColumnsWhenCaptureInstanceExcludesSingleColumn

@FixFor("DBZ-2522")
public void includeMultipleColumnsWhenCaptureInstanceExcludesSingleColumn()
                                                                   throws Exception

Throws:

Exception

shouldPropagateDatabaseDriverProperties

@FixFor("DBZ-964")
public void shouldPropagateDatabaseDriverProperties()
                                             throws Exception

Passing the "applicationName" property which can be asserted from the connected sessions".

Throws:

Exception

restartInTheMiddleOfTx

private void restartInTheMiddleOfTx(boolean restartJustAfterSnapshot,
                                    boolean afterStreaming)
                             throws Exception

Throws:

Exception

restartInTheMiddleOfTxAfterSnapshot

@FixFor("DBZ-1128")
public void restartInTheMiddleOfTxAfterSnapshot()
                                         throws Exception

Throws:

Exception

restartInTheMiddleOfTxAfterCompletedTx

@FixFor("DBZ-1128")
public void restartInTheMiddleOfTxAfterCompletedTx()
                                            throws Exception

Throws:

Exception

restartInTheMiddleOfTx

@FixFor("DBZ-1128")
public void restartInTheMiddleOfTx()
                            throws Exception

Throws:

Exception

testEmptySchemaWarningAfterApplyingFilters

@FixFor("DBZ-1242")
public void testEmptySchemaWarningAfterApplyingFilters()
                                                throws Exception

Throws:

Exception

testNoEmptySchemaWarningAfterApplyingFilters

@FixFor("DBZ-1242")
public void testNoEmptySchemaWarningAfterApplyingFilters()
                                                  throws Exception

Throws:

Exception

keylessTable

@FixFor("DBZ-916")
public void keylessTable()
                  throws Exception

Throws:

Exception

shouldRewriteIdentityKey

@FixFor("DBZ-1015")
public void shouldRewriteIdentityKey()
                              throws InterruptedException,
                                     SQLException

Throws:

InterruptedException

SQLException

shouldCaptureTableSchema

@FixFor("DBZ-1491")
public void shouldCaptureTableSchema()
                              throws SQLException,
                                     InterruptedException

Throws:

SQLException

InterruptedException

shouldDetectPurgedHistory

@FixFor("DBZ-1923")
public void shouldDetectPurgedHistory()
                               throws Exception

Throws:

Exception

shouldHonorSourceTimestampMode

@FixFor("DBZ-1988")
public void shouldHonorSourceTimestampMode()
                                    throws InterruptedException,
                                           SQLException

Throws:

InterruptedException

SQLException

useShortTableNamesForColumnMapper

@FixFor("DBZ-1312")
public void useShortTableNamesForColumnMapper()
                                       throws Exception

Throws:

Exception

useLongTableNamesForColumnMapper

@FixFor("DBZ-1312")
public void useLongTableNamesForColumnMapper()
                                      throws Exception

Throws:

Exception

useLongTableNamesForKeyMapper

@FixFor("DBZ-1312")
public void useLongTableNamesForKeyMapper()
                                   throws Exception

Throws:

Exception

useShortTableNamesForKeyMapper

@FixFor("DBZ-1312")
public void useShortTableNamesForKeyMapper()
                                    throws Exception

Throws:

Exception

shouldPropagateSourceTypeByDatatype

@FixFor({"DBZ-1916","DBZ-1830"})
public void shouldPropagateSourceTypeByDatatype()
                                         throws Exception

Throws:

Exception

shouldNotStreamWhenUsingSnapshotModeInitialOnly

@FixFor("DBZ-2379")
public void shouldNotStreamWhenUsingSnapshotModeInitialOnly()
                                                     throws Exception

Throws:

Exception

testMaxLsnSelectStatementWithoutLimit

@FixFor("DBZ-2582")
public void testMaxLsnSelectStatementWithoutLimit()
                                           throws Exception

Throws:

Exception

testMaxLsnSelectStatementWithLimit

@FixFor("DBZ-2582")
public void testMaxLsnSelectStatementWithLimit()
                                        throws Exception

Throws:

Exception

shouldEmitNoEventsForSkippedUpdateAndDeleteOperations

@FixFor("DBZ-2699")
public void shouldEmitNoEventsForSkippedUpdateAndDeleteOperations()
                                                           throws Exception

Throws:

Exception

shouldReturnSingleTaskConfig

public void shouldReturnSingleTaskConfig()

shouldReturnTwoTaskConfigs

public void shouldReturnTwoTaskConfigs()

shouldIncludeDatabaseNameIntoTopicAndSchemaNamesInMultiPartitionMode

@FixFor("DBZ-2975")
public void shouldIncludeDatabaseNameIntoTopicAndSchemaNamesInMultiPartitionMode()
                                                                          throws Exception

Throws:

Exception

assertRecord

private void assertRecord(org.apache.kafka.connect.data.Struct record,
                          List<SchemaAndValueField> expected)