Package io.debezium.connector.mongodb

Class ShardedMongoConnectorIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.connector.mongodb.ShardedMongoConnectorIT

All Implemented Interfaces:

Testing

public class ShardedMongoConnectorIT
extends AbstractConnectorTest

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
static final String	COLLECTION
private static final String	DATABASE
private static final int	INIT_DOCUMENT_COUNT
protected static MongoDbShardedCluster	mongo
private static final int	NEW_DOCUMENT_COUNT
private static final int	STOPPED_NEW_DOCUMENT_COUNT
static final String	TOPIC_PREFIX

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
ShardedMongoConnectorIT()

Method Summary

Modifier and Type	Method	Description
static void	afterAll()
void	afterEach()
static void	beforeAll()
void	beforeEach()
protected static com.mongodb.client.MongoClient	connect()
protected void	consumeAndVerifyFromInitialSync(io.debezium.connector.mongodb.MongoDbConnectorConfig.ConnectionMode connectionMode, String topic, int expectedRecords)
protected void	consumeAndVerifyNotFromInitialSync(String topic, int expectedRecords)
protected void	consumeAndVerifyNotFromInitialSync(String topic, int expectedRecords, Envelope.Operation op)
protected static void	populateCollection(String dbName, String colName, int count)
protected static void	populateCollection(String dbName, String colName, int startId, int count)
void	shouldConsumeAllEventsFromDatabase(io.debezium.connector.mongodb.MongoDbConnectorConfig.ConnectionMode connectionMode)
void	shouldConsumeAllEventsFromDatabaseWithReplicaSetConnectionMode()
void	shouldConsumeAllEventsFromDatabaseWithShardedConnectionMode()
protected void	verifyFromInitialSync(org.apache.kafka.connect.source.SourceRecord record, int numOfShards, AtomicInteger lastCounter)
protected void	verifyNotFromInitialSync(org.apache.kafka.connect.source.SourceRecord record)
protected void	verifyOperation(org.apache.kafka.connect.source.SourceRecord record, Envelope.Operation expected)

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getMaximumEnqueuedRecordCount, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForNotInitialState, waitForSnapshotToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

TOPIC_PREFIX

public static final String TOPIC_PREFIX

See Also:

• Constant Field Values

DATABASE

private static final String DATABASE

See Also:

• Constant Field Values

COLLECTION

public static final String COLLECTION

See Also:

• Constant Field Values

INIT_DOCUMENT_COUNT

private static final int INIT_DOCUMENT_COUNT

See Also:

• Constant Field Values

NEW_DOCUMENT_COUNT

private static final int NEW_DOCUMENT_COUNT

See Also:

• Constant Field Values

STOPPED_NEW_DOCUMENT_COUNT

private static final int STOPPED_NEW_DOCUMENT_COUNT

See Also:

• Constant Field Values

mongo

protected static MongoDbShardedCluster mongo

Constructor Details

ShardedMongoConnectorIT

public ShardedMongoConnectorIT()

Method Details

beforeAll

public static void beforeAll()

afterAll

public static void afterAll()

beforeEach

public void beforeEach()

afterEach

public void afterEach()

populateCollection

protected static void populateCollection(String dbName,
 String colName,
 int count)

populateCollection

protected static void populateCollection(String dbName,
 String colName,
 int startId,
 int count)

shouldConsumeAllEventsFromDatabaseWithShardedConnectionMode

public void shouldConsumeAllEventsFromDatabaseWithShardedConnectionMode()
                                                                 throws InterruptedException

Throws:

InterruptedException

shouldConsumeAllEventsFromDatabaseWithReplicaSetConnectionMode

public void shouldConsumeAllEventsFromDatabaseWithReplicaSetConnectionMode()
                                                                    throws InterruptedException

Throws:

InterruptedException

shouldConsumeAllEventsFromDatabase

public void shouldConsumeAllEventsFromDatabase(io.debezium.connector.mongodb.MongoDbConnectorConfig.ConnectionMode connectionMode)
                                        throws InterruptedException

Throws:

InterruptedException

connect

protected static com.mongodb.client.MongoClient connect()

consumeAndVerifyFromInitialSync

protected void consumeAndVerifyFromInitialSync(io.debezium.connector.mongodb.MongoDbConnectorConfig.ConnectionMode connectionMode,
 String topic,
 int expectedRecords)
                                        throws InterruptedException

Throws:

InterruptedException

verifyFromInitialSync

protected void verifyFromInitialSync(org.apache.kafka.connect.source.SourceRecord record,
 int numOfShards,
 AtomicInteger lastCounter)

consumeAndVerifyNotFromInitialSync

protected void consumeAndVerifyNotFromInitialSync(String topic,
 int expectedRecords)
                                           throws InterruptedException

Throws:

InterruptedException

consumeAndVerifyNotFromInitialSync

protected void consumeAndVerifyNotFromInitialSync(String topic,
 int expectedRecords,
 Envelope.Operation op)
                                           throws InterruptedException

Throws:

InterruptedException

verifyNotFromInitialSync

protected void verifyNotFromInitialSync(org.apache.kafka.connect.source.SourceRecord record)

verifyOperation

protected void verifyOperation(org.apache.kafka.connect.source.SourceRecord record,
 Envelope.Operation expected)