Package io.debezium.connector.mongodb

Class BlockingSnapshotIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.connector.mongodb.AbstractMongoConnectorIT

io.debezium.connector.mongodb.BlockingSnapshotIT

All Implemented Interfaces:

Testing

public class BlockingSnapshotIT
extends AbstractMongoConnectorIT

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
private static final String	COLLECTION_NAME
private static final String	COLLECTION2_NAME
private static final String	DATABASE_NAME
private static final String	DOCUMENT_ID
private static final String	FULL_COLLECTION_NAME
private static final String	FULL_COLLECTION2_NAME
protected static final int	ROW_COUNT
private static final String	SIGNAL_COLLECTION_NAME

Fields inherited from class io.debezium.connector.mongodb.AbstractMongoConnectorIT

config, context, logInterceptor, mongo

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, isEngineRunning, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
BlockingSnapshotIT()

Method Summary

Modifier and Type	Method	Description
void	after()
private void	assertRecordsFromSnapshotAndStreamingArePresent(int expectedRecords)
private void	assertRecordsWithValuesPresent(int expectedRecords, List<Integer> expectedValues, String topicName)
private void	assertStreamingRecordsArePresent(int expectedRecords)
void	before()
protected Configuration.Builder	config()
protected Class<io.debezium.connector.mongodb.MongoDbConnector>	connectorClass()
protected String	dataCollectionName()
protected List<String>	dataCollectionNames()
private Future<?>	executeAsync(Runnable operation)
void	executeBlockingSnapshot()
void	executeBlockingSnapshotWhileStreaming()
void	executeBlockingSnapshotWithAdditionalCondition()
protected Integer	extractFieldValue(org.apache.kafka.connect.source.SourceRecord record, String fieldName)
protected String	fullDataCollectionName()
protected List<String>	fullDataCollectionNames()
private static List<Integer>	getExpectedValues(Long totalSnapshotRecords)
private Long	getTotalSnapshotRecords(String table, String connector, String server, String task, String database)
protected int	insertMaxSleep()
private void	insertRecords(int rowCount, int startingPkId)
private void	insertRecordsWithRandomSleep(int rowCount, int startingPkId, int maxSleep)
private void	insertRecordsWithRandomSleep(int rowCount, int startingPkId, int maxSleep, Runnable actionOnInsert)
private Runnable	insertTask()
protected void	populateDataCollection()
protected void	populateDataCollection(String dataCollectionName)
private @NotNull String	replicaSetFullDataCollectionName()
protected void	sendAdHocBlockingSnapshotSignal(String... dataCollectionIds)
protected void	sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey(Map<String,String> additionalConditions, String... dataCollectionIds)
protected void	startConnector(Function<Configuration.Builder,Configuration.Builder> custConfig)
protected void	startConnector(Function<Configuration.Builder,Configuration.Builder> custConfig, io.debezium.engine.DebeziumEngine.CompletionCallback callback)
protected String	topicName()
protected List<String>	topicNames()
private static void	waitForLogMessage(String message, Class<?> logEmitterClass)
static int	waitTimeForRecords()

Methods inherited from class io.debezium.connector.mongodb.AbstractMongoConnectorIT

afterAll, afterEach, beforeAll, beforeEach, connect, deleteDocuments, dropAndInsertDocuments, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, insertDocuments, insertDocumentsInTx, loadTestDocuments, storeDocuments, storeDocuments, updateDocument, updateDocumentsInTx, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForStreamingRunning, waitForStreamingRunning

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeAvailableRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsButSkipUntil, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getMaximumEnqueuedRecordCount, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForSnapshotToBeCompleted, waitForSnapshotWithCustomMetricsToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingWithCustomMetricsToStart, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

ROW_COUNT

protected static final int ROW_COUNT

See Also:

• Constant Field Values

DATABASE_NAME

private static final String DATABASE_NAME

See Also:

• Constant Field Values

COLLECTION_NAME

private static final String COLLECTION_NAME

See Also:

• Constant Field Values

COLLECTION2_NAME

private static final String COLLECTION2_NAME

See Also:

• Constant Field Values

SIGNAL_COLLECTION_NAME

private static final String SIGNAL_COLLECTION_NAME

See Also:

• Constant Field Values

FULL_COLLECTION_NAME

private static final String FULL_COLLECTION_NAME

See Also:

• Constant Field Values

FULL_COLLECTION2_NAME

private static final String FULL_COLLECTION2_NAME

See Also:

• Constant Field Values

DOCUMENT_ID

private static final String DOCUMENT_ID

See Also:

• Constant Field Values

Constructor Details

BlockingSnapshotIT

public BlockingSnapshotIT()

Method Details

before

public void before()

after

public void after()

executeBlockingSnapshot

public void executeBlockingSnapshot()
                             throws Exception

Throws:

Exception

executeBlockingSnapshotWhileStreaming

public void executeBlockingSnapshotWhileStreaming()
                                           throws Exception

Throws:

Exception

executeBlockingSnapshotWithAdditionalCondition

public void executeBlockingSnapshotWithAdditionalCondition()
                                                    throws Exception

Throws:

Exception

connectorClass

protected Class<io.debezium.connector.mongodb.MongoDbConnector> connectorClass()

waitTimeForRecords

public static int waitTimeForRecords()

config

protected Configuration.Builder config()

dataCollectionName

protected String dataCollectionName()

dataCollectionNames

protected List<String> dataCollectionNames()

fullDataCollectionName

protected String fullDataCollectionName()

fullDataCollectionNames

protected List<String> fullDataCollectionNames()

topicName

protected String topicName()

topicNames

protected List<String> topicNames()

populateDataCollection

protected void populateDataCollection(String dataCollectionName)

populateDataCollection

protected void populateDataCollection()

insertMaxSleep

protected int insertMaxSleep()

insertTask

private Runnable insertTask()

getTotalSnapshotRecords

private Long getTotalSnapshotRecords(String table,
 String connector,
 String server,
 String task,
 String database)
                              throws MalformedObjectNameException,
ReflectionException,
AttributeNotFoundException,
InstanceNotFoundException,
MBeanException

Throws:

MalformedObjectNameException

ReflectionException

AttributeNotFoundException

InstanceNotFoundException

MBeanException

getExpectedValues

private static List<Integer> getExpectedValues(Long totalSnapshotRecords)

waitForLogMessage

private static void waitForLogMessage(String message,
 Class<?> logEmitterClass)

executeAsync

private Future<?> executeAsync(Runnable operation)

assertStreamingRecordsArePresent

private void assertStreamingRecordsArePresent(int expectedRecords)
                                       throws InterruptedException

Throws:

InterruptedException

assertRecordsFromSnapshotAndStreamingArePresent

private void assertRecordsFromSnapshotAndStreamingArePresent(int expectedRecords)
                                                      throws InterruptedException

Throws:

InterruptedException

assertRecordsWithValuesPresent

private void assertRecordsWithValuesPresent(int expectedRecords,
 List<Integer> expectedValues,
 String topicName)
                                     throws InterruptedException

Throws:

InterruptedException

extractFieldValue

protected Integer extractFieldValue(org.apache.kafka.connect.source.SourceRecord record,
 String fieldName)

insertRecords

private void insertRecords(int rowCount,
 int startingPkId)

insertRecordsWithRandomSleep

private void insertRecordsWithRandomSleep(int rowCount,
 int startingPkId,
 int maxSleep,
 Runnable actionOnInsert)

insertRecordsWithRandomSleep

private void insertRecordsWithRandomSleep(int rowCount,
 int startingPkId,
 int maxSleep)

sendAdHocBlockingSnapshotSignal

protected void sendAdHocBlockingSnapshotSignal(String... dataCollectionIds)

sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey

protected void sendAdHocSnapshotSignalWithAdditionalConditionsWithSurrogateKey(Map<String,String> additionalConditions,
 String... dataCollectionIds)

startConnector

protected void startConnector(Function<Configuration.Builder,Configuration.Builder> custConfig)

startConnector

protected void startConnector(Function<Configuration.Builder,Configuration.Builder> custConfig,
 io.debezium.engine.DebeziumEngine.CompletionCallback callback)

replicaSetFullDataCollectionName

@NotNull
private @NotNull String replicaSetFullDataCollectionName()