Package io.debezium.connector.sqlserver

Class IncrementalSnapshotCollationSortOrderMismatchIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

io.debezium.connector.sqlserver.IncrementalSnapshotCollationSortOrderMismatchIT

All Implemented Interfaces:

Testing

public class IncrementalSnapshotCollationSortOrderMismatchIT
extends AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

Tests for DBZ-7359

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
private static final List<String>	ALL_IDS
private io.debezium.connector.sqlserver.SqlServerConnection	connection
private boolean	isSendStringParametersAsUnicode
private static final int	POLLING_INTERVAL
private static final List<String>	SKIPPED_IDS
private static final String	SQL_COLLATION

Fields inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest

PARTITION_NO, ROW_COUNT, SCHEMA_HISTORY_PATH, SERVER_NAME

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, isEngineRunning, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
IncrementalSnapshotCollationSortOrderMismatchIT()

Method Summary

Modifier and Type	Method	Description
static void	beforeClass()
protected Configuration.Builder	config()
protected String	connector()
protected Class<io.debezium.connector.sqlserver.SqlServerConnector>	connectorClass()
protected <P, V> Map<P,V>	consumeIncrementalSnapshot(int recordCount, Predicate<Map.Entry<P,V>> dataCompleted, Function<org.apache.kafka.connect.data.Struct,P> pkConverter, Function<org.apache.kafka.connect.source.SourceRecord,V> valueConverter, String topicName, Consumer<List<org.apache.kafka.connect.source.SourceRecord>> recordConsumer, boolean assertRecords)
protected JdbcConnection	databaseConnection()
protected Configuration.Builder	mutableConfig(boolean signalTableOnly, boolean storeOnlyCapturedDdl)
void	orderMismatchPkCharValueIntParamsAsUnicodeFalse()
void	orderMismatchPkCharValueIntParamsAsUnicodeTrueSkip36()
void	orderMismatchPkNcharValueNvarcharParamsAsUnicodeFalse()
void	orderMismatchPkNcharValueNvarcharParamsAsUnicodeTrue()
protected void	orderMismatchPkNtypeValueNvarchar(boolean isSendStringParametersAsUnicode, int expectedRecordCount, String pkDataType)
void	orderMismatchPkNvarcharValueNvarcharParamsAsUnicodeFalse()
void	orderMismatchPkNvarcharValueNvarcharParamsAsUnicodeTrue()
protected void	orderMismatchPkTypecharValueInt(boolean isSendStringParametersAsUnicode, int expectedRecordCount, String pkDataType)
void	orderMismatchPkVarcharValueIntParamsAsUnicodeFalse()
void	orderMismatchPkVarcharValueIntParamsAsUnicodeTrueSkip36()
protected void	orderMismatchPkVarcharValueNvarchar(boolean isSendStringParametersAsUnicode, int expectedRecordCount)
void	orderMismatchPkVarcharValueNvarcharParamsAsUnicodeFalse()
void	orderMismatchPkVarcharValueNvarcharParamsAsUnicodeTrueSkip36()
protected void	populateTable(io.debezium.connector.sqlserver.SqlServerConnection connection, BiFunction<String,Integer,String> pkInsValFn, BiFunction<String,Integer,String> valueInsValFn)
protected <P, V> void	runTest(boolean isSendStringParametersAsUnicode, int expectedRecordCount, String pkDataType, BiFunction<String,Integer,String> pkInsValFn, Function<org.apache.kafka.connect.data.Struct,P> pkConverter, String valueDataType, BiFunction<String,Integer,String> valueInsValFn, Function<org.apache.kafka.connect.source.SourceRecord,V> valueConverter, Predicate<Map<P,V>> validateDbChanges)
protected String	server()
protected String	signalTableName()
protected String	tableName()
protected List<String>	tableNames()
protected <P, V> void	testIncrementalSnapshotConsumed(int expectedRecordCount, Function<org.apache.kafka.connect.data.Struct,P> pkConverter, Function<org.apache.kafka.connect.source.SourceRecord,V> valueConverter, Predicate<Map<P,V>> validateDbChanges)
protected String	topicName()
protected List<String>	topicNames()

Methods inherited from class io.debezium.pipeline.source.snapshot.incremental.AbstractSnapshotTest

alterTableAddColumnStatement, alterTableDropColumnStatement, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeMixedWithIncrementalSnapshot, consumeRecordsMixedWithIncrementalSnapshot, consumeRecordsMixedWithIncrementalSnapshot, database, getMaximumEnqueuedRecordCount, getRecordValue, pkFieldName, populate4PkTable, populateTable, populateTable, populateTable, populateTable, populateTables, populateTables, populateTableWithSpecificValue, sendAdHocSnapshotSignal, sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionWithSurrogateKey, sendAdHocSnapshotSignalWithAdditionalConditionWithSurrogateKey, signalTableNameSanitized, startConnector, startConnector, startConnector, startConnector, startConnectorWithSnapshot, tableDataCollectionId, tableDataCollectionIds, task, valueFieldName, waitForCdcTransactionPropagation, waitForConnectorToStart

Methods inherited from class io.debezium.embedded.async.AbstractAsyncEngineConnectorTest

createEngine, createEngineBuilder

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeAvailableRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsButSkipUntil, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, storeOffsets, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForEngineShutdown, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForSnapshotWithCustomMetricsToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingWithCustomMetricsToStart, waitTimeForEngine, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

POLLING_INTERVAL

private static final int POLLING_INTERVAL

See Also:

• Constant Field Values

SQL_COLLATION

private static final String SQL_COLLATION

See Also:

• Constant Field Values

ALL_IDS

private static final List<String> ALL_IDS

SKIPPED_IDS

private static final List<String> SKIPPED_IDS

connection

private io.debezium.connector.sqlserver.SqlServerConnection connection

isSendStringParametersAsUnicode

private boolean isSendStringParametersAsUnicode

Constructor Details

IncrementalSnapshotCollationSortOrderMismatchIT

public IncrementalSnapshotCollationSortOrderMismatchIT()

Method Details

beforeClass

public static void beforeClass()
                        throws IOException

Throws:

IOException

orderMismatchPkCharValueIntParamsAsUnicodeFalse

public void orderMismatchPkCharValueIntParamsAsUnicodeFalse()
                                                     throws Exception

Throws:

Exception

orderMismatchPkCharValueIntParamsAsUnicodeTrueSkip36

public void orderMismatchPkCharValueIntParamsAsUnicodeTrueSkip36()
                                                          throws Exception

Throws:

Exception

orderMismatchPkVarcharValueIntParamsAsUnicodeFalse

public void orderMismatchPkVarcharValueIntParamsAsUnicodeFalse()
                                                        throws Exception

Throws:

Exception

orderMismatchPkVarcharValueIntParamsAsUnicodeTrueSkip36

public void orderMismatchPkVarcharValueIntParamsAsUnicodeTrueSkip36()
                                                             throws Exception

Throws:

Exception

orderMismatchPkVarcharValueNvarcharParamsAsUnicodeFalse

public void orderMismatchPkVarcharValueNvarcharParamsAsUnicodeFalse()
                                                             throws Exception

Throws:

Exception

orderMismatchPkVarcharValueNvarcharParamsAsUnicodeTrueSkip36

public void orderMismatchPkVarcharValueNvarcharParamsAsUnicodeTrueSkip36()
                                                                  throws Exception

Throws:

Exception

orderMismatchPkNcharValueNvarcharParamsAsUnicodeFalse

public void orderMismatchPkNcharValueNvarcharParamsAsUnicodeFalse()
                                                           throws Exception

Throws:

Exception

orderMismatchPkNcharValueNvarcharParamsAsUnicodeTrue

public void orderMismatchPkNcharValueNvarcharParamsAsUnicodeTrue()
                                                          throws Exception

Throws:

Exception

orderMismatchPkNvarcharValueNvarcharParamsAsUnicodeFalse

public void orderMismatchPkNvarcharValueNvarcharParamsAsUnicodeFalse()
                                                              throws Exception

Throws:

Exception

orderMismatchPkNvarcharValueNvarcharParamsAsUnicodeTrue

public void orderMismatchPkNvarcharValueNvarcharParamsAsUnicodeTrue()
                                                             throws Exception

Throws:

Exception

orderMismatchPkTypecharValueInt

protected void orderMismatchPkTypecharValueInt(boolean isSendStringParametersAsUnicode,
 int expectedRecordCount,
 String pkDataType)
                                        throws Exception

Throws:

Exception

orderMismatchPkVarcharValueNvarchar

protected void orderMismatchPkVarcharValueNvarchar(boolean isSendStringParametersAsUnicode,
 int expectedRecordCount)
                                            throws Exception

Throws:

Exception

orderMismatchPkNtypeValueNvarchar

protected void orderMismatchPkNtypeValueNvarchar(boolean isSendStringParametersAsUnicode,
 int expectedRecordCount,
 String pkDataType)
                                          throws Exception

Throws:

Exception

runTest

protected <P,
V> void runTest(boolean isSendStringParametersAsUnicode,
 int expectedRecordCount,
 String pkDataType,
 BiFunction<String,Integer,String> pkInsValFn,
 Function<org.apache.kafka.connect.data.Struct,P> pkConverter,
 String valueDataType,
 BiFunction<String,Integer,String> valueInsValFn,
 Function<org.apache.kafka.connect.source.SourceRecord,V> valueConverter,
 Predicate<Map<P,V>> validateDbChanges)
                      throws Exception

Throws:

Exception

populateTable

protected void populateTable(io.debezium.connector.sqlserver.SqlServerConnection connection,
 BiFunction<String,Integer,String> pkInsValFn,
 BiFunction<String,Integer,String> valueInsValFn)
                      throws SQLException

Throws:

SQLException

testIncrementalSnapshotConsumed

protected <P,
V> void testIncrementalSnapshotConsumed(int expectedRecordCount,
 Function<org.apache.kafka.connect.data.Struct,P> pkConverter,
 Function<org.apache.kafka.connect.source.SourceRecord,V> valueConverter,
 Predicate<Map<P,V>> validateDbChanges)
                                              throws InterruptedException

Throws:

InterruptedException

consumeIncrementalSnapshot

protected <P,
V> Map<P,V> consumeIncrementalSnapshot(int recordCount,
 Predicate<Map.Entry<P,V>> dataCompleted,
 Function<org.apache.kafka.connect.data.Struct,P> pkConverter,
 Function<org.apache.kafka.connect.source.SourceRecord,V> valueConverter,
 String topicName,
 Consumer<List<org.apache.kafka.connect.source.SourceRecord>> recordConsumer,
 boolean assertRecords)
                                             throws InterruptedException

Throws:

InterruptedException

connectorClass

protected Class<io.debezium.connector.sqlserver.SqlServerConnector> connectorClass()

Specified by:

connectorClass in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

databaseConnection

protected JdbcConnection databaseConnection()

Specified by:

databaseConnection in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

topicName

protected String topicName()

Specified by:

topicName in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

tableName

protected String tableName()

Specified by:

tableName in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

topicNames

protected List<String> topicNames()

Specified by:

topicNames in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

tableNames

protected List<String> tableNames()

Specified by:

tableNames in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

signalTableName

protected String signalTableName()

Specified by:

signalTableName in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

config

protected Configuration.Builder config()

Specified by:

config in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

mutableConfig

protected Configuration.Builder mutableConfig(boolean signalTableOnly,
 boolean storeOnlyCapturedDdl)

Specified by:

mutableConfig in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

connector

protected String connector()

Specified by:

connector in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>

server

protected String server()

Specified by:

server in class AbstractSnapshotTest<io.debezium.connector.sqlserver.SqlServerConnector>