Package io.debezium.connector.mongodb

Class ShardedMongoDbConnectorIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.connector.mongodb.AbstractShardedMongoConnectorIT

io.debezium.connector.mongodb.ShardedMongoDbConnectorIT

All Implemented Interfaces:

Testing

public class ShardedMongoDbConnectorIT
extends AbstractShardedMongoConnectorIT

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
private static final int	INIT_DOCUMENT_COUNT
private static final int	NEW_DOCUMENT_COUNT
private static final int	STOPPED_NEW_DOCUMENT_COUNT
static final String	TOPIC_PREFIX

Fields inherited from class io.debezium.connector.mongodb.AbstractShardedMongoConnectorIT

DEFAULT_COLLECTION, DEFAULT_DATABASE, DEFAULT_SHARDING_KEY, mongo

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
ShardedMongoDbConnectorIT()

Method Summary

Modifier and Type	Method	Description
protected void	consumeAndVerifyFromInitialSync(io.debezium.connector.mongodb.MongoDbConnectorConfig.ConnectionMode connectionMode, String topic, int expectedRecords)
protected void	consumeAndVerifyNotFromInitialSync(String topic, int expectedRecords)
protected void	consumeAndVerifyNotFromInitialSync(String topic, int expectedRecords, Envelope.Operation op)
protected static void	populateCollection(String dbName, String colName, int count)
protected static void	populateCollection(String dbName, String colName, int startId, int count)
void	shouldConsumeAllEventsFromDatabase(io.debezium.connector.mongodb.MongoDbConnectorConfig.ConnectionMode connectionMode)
void	shouldConsumeAllEventsFromDatabaseWithReplicaSetConnectionMode()
void	shouldConsumeAllEventsFromDatabaseWithShardedConnectionMode()
protected void	verifyFromInitialSync(org.apache.kafka.connect.source.SourceRecord record, int numOfShards, AtomicInteger lastCounter)
protected void	verifyNotFromInitialSync(org.apache.kafka.connect.source.SourceRecord record)
protected void	verifyOperation(org.apache.kafka.connect.source.SourceRecord record, Envelope.Operation expected)

Methods inherited from class io.debezium.connector.mongodb.AbstractShardedMongoConnectorIT

afterAll, afterEach, beforeAll, beforeEach, connect, insertDocuments, insertDocumentsInTx, shardedCollection, shardedCollections, shardedDatabase

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsButSkipUntil, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getMaximumEnqueuedRecordCount, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForNotInitialState, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForSnapshotWithCustomMetricsToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingWithCustomMetricsToStart, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

TOPIC_PREFIX

public static final String TOPIC_PREFIX

See Also:

• Constant Field Values

INIT_DOCUMENT_COUNT

private static final int INIT_DOCUMENT_COUNT

See Also:

• Constant Field Values

NEW_DOCUMENT_COUNT

private static final int NEW_DOCUMENT_COUNT

See Also:

• Constant Field Values

STOPPED_NEW_DOCUMENT_COUNT

private static final int STOPPED_NEW_DOCUMENT_COUNT

See Also:

• Constant Field Values

Constructor Details

ShardedMongoDbConnectorIT

public ShardedMongoDbConnectorIT()

Method Details

populateCollection

protected static void populateCollection(String dbName,
 String colName,
 int count)

populateCollection

protected static void populateCollection(String dbName,
 String colName,
 int startId,
 int count)

shouldConsumeAllEventsFromDatabaseWithShardedConnectionMode

public void shouldConsumeAllEventsFromDatabaseWithShardedConnectionMode()
                                                                 throws InterruptedException

Throws:

InterruptedException

shouldConsumeAllEventsFromDatabaseWithReplicaSetConnectionMode

public void shouldConsumeAllEventsFromDatabaseWithReplicaSetConnectionMode()
                                                                    throws InterruptedException

Throws:

InterruptedException

shouldConsumeAllEventsFromDatabase

public void shouldConsumeAllEventsFromDatabase(io.debezium.connector.mongodb.MongoDbConnectorConfig.ConnectionMode connectionMode)
                                        throws InterruptedException

Throws:

InterruptedException

consumeAndVerifyFromInitialSync

protected void consumeAndVerifyFromInitialSync(io.debezium.connector.mongodb.MongoDbConnectorConfig.ConnectionMode connectionMode,
 String topic,
 int expectedRecords)
                                        throws InterruptedException

Throws:

InterruptedException

verifyFromInitialSync

protected void verifyFromInitialSync(org.apache.kafka.connect.source.SourceRecord record,
 int numOfShards,
 AtomicInteger lastCounter)

consumeAndVerifyNotFromInitialSync

protected void consumeAndVerifyNotFromInitialSync(String topic,
 int expectedRecords)
                                           throws InterruptedException

Throws:

InterruptedException

consumeAndVerifyNotFromInitialSync

protected void consumeAndVerifyNotFromInitialSync(String topic,
 int expectedRecords,
 Envelope.Operation op)
                                           throws InterruptedException

Throws:

InterruptedException

verifyNotFromInitialSync

protected void verifyNotFromInitialSync(org.apache.kafka.connect.source.SourceRecord record)

verifyOperation

protected void verifyOperation(org.apache.kafka.connect.source.SourceRecord record,
 Envelope.Operation expected)