Package io.debezium.connector.mongodb

Class AbstractMongoConnectorIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.connector.mongodb.AbstractMongoConnectorIT

All Implemented Interfaces:

Testing

Direct Known Subclasses:

AbstractExtractNewDocumentStateTestIT, CloudEventsConverterIT, FieldBlacklistIT, FieldExcludeListIT, FieldRenamesIT, IncrementalSnapshotIT, MongoDbConnectorIT, MongoDbConnectorWithConnectionStringIT, MongoEventRouterTestIT, MongoMetricsIT, TransactionMetadataIT

public abstract class AbstractMongoConnectorIT
extends AbstractConnectorTest

A common abstract base class for the Mongodb connector integration testing.

Author:

Chris Cranford

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
protected Configuration	config
protected io.debezium.connector.mongodb.MongoDbTaskContext	context
protected LogInterceptor	logInterceptor
protected static MongoDbReplicaSet	mongo
private static final int	TASK_ID

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
AbstractMongoConnectorIT()

Method Summary

Modifier and Type	Method	Description
static void	afterAll()
void	afterEach()
static void	beforeAll()
void	beforeEach()
private static boolean	collectionExists(com.mongodb.client.MongoDatabase database, String collectionName)
protected com.mongodb.client.MongoClient	connect()
protected void	deleteDocuments(String dbName, String collectionName, org.bson.Document filter)	Deletes a document in a collection based on a specified filter.
protected void	dropAndInsertDocuments(String dbName, String collectionName, org.bson.Document... documents)	Drops the specified collection if it exists and inserts all documents into the empty collection.
private static ObjectName	getMetricsObjectNameWithTags(String connector, Map<String,String> tags)
static ObjectName	getSnapshotMetricsObjectName(String connector, String server)
static ObjectName	getSnapshotMetricsObjectName(String connector, String server, int taskId)
static ObjectName	getStreamingMetricsObjectName(String connector, String server)
static ObjectName	getStreamingMetricsObjectName(String connector, String server, int taskId)
protected void	insertDocuments(String dbName, String collectionName, org.bson.Document... documents)	Inserts all documents in the specified collection.
protected void	insertDocumentsInTx(String dbName, String collectionName, org.bson.Document... documents)	Inserts all documents in the specified collection within a transaction.
protected List<org.bson.Document>	loadTestDocuments(String pathOnClasspath)	Load test documents from the classpath.
protected void	storeDocuments(com.mongodb.client.MongoCollection<org.bson.Document> collection, String pathOnClasspath)
protected void	storeDocuments(String dbName, String collectionName, String pathOnClasspath)
protected void	updateDocument(String dbName, String collectionName, org.bson.Document filter, org.bson.Document document)	Updates a document in a collection based on a specified filter.
protected void	updateDocumentsInTx(String dbName, String collectionName, org.bson.Document filter, org.bson.Document document)	Updates documents in a collection based on a specified filter within a transaction.
static void	waitForSnapshotToBeCompleted(String connector, String server)
static void	waitForSnapshotToBeCompleted(String connector, String server, int taskId)
private static void	waitForSnapshotToBeCompleted(ObjectName objectName)
static void	waitForStreamingRunning(String connector, String server)
static void	waitForStreamingRunning(String connector, String server, int taskId)
private static void	waitForStreamingRunning(ObjectName objectName)

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getMaximumEnqueuedRecordCount, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForStreamingRunning, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

TASK_ID

private static final int TASK_ID

See Also:

• Constant Field Values

mongo

protected static MongoDbReplicaSet mongo

config

protected Configuration config

context

protected io.debezium.connector.mongodb.MongoDbTaskContext context

logInterceptor

protected LogInterceptor logInterceptor

Constructor Details

AbstractMongoConnectorIT

public AbstractMongoConnectorIT()

Method Details

beforeEach

public void beforeEach()

afterEach

public void afterEach()

beforeAll

public static void beforeAll()

afterAll

public static void afterAll()

loadTestDocuments

protected List<org.bson.Document> loadTestDocuments(String pathOnClasspath)

Load test documents from the classpath.

Parameters:

pathOnClasspath - the path on the classpath to the file containing the documents to load

Returns:

list of loaded documents; never null but may contain no entries.

dropAndInsertDocuments

protected void dropAndInsertDocuments(String dbName,
 String collectionName,
 org.bson.Document... documents)

Drops the specified collection if it exists and inserts all documents into the empty collection. NOTE: This method will only drop the collection if the documents list is provided.

Parameters:

dbName - the database name

collectionName - the collection name

documents - the documents to be inserted, can be empty

insertDocuments

protected void insertDocuments(String dbName,
 String collectionName,
 org.bson.Document... documents)

Inserts all documents in the specified collection.

Parameters:

dbName - the database name

collectionName - the collection name

documents - the documents to be inserted, can be empty

insertDocumentsInTx

protected void insertDocumentsInTx(String dbName,
 String collectionName,
 org.bson.Document... documents)

Inserts all documents in the specified collection within a transaction.

Parameters:

dbName - the database name

collectionName - the collection name

documents - the documents to be inserted, can be empty

updateDocument

protected void updateDocument(String dbName,
 String collectionName,
 org.bson.Document filter,
 org.bson.Document document)

Updates a document in a collection based on a specified filter.

Parameters:

dbName - the database name

collectionName - the collection name

filter - the document filter

document - the document fields to be updated

updateDocumentsInTx

protected void updateDocumentsInTx(String dbName,
 String collectionName,
 org.bson.Document filter,
 org.bson.Document document)

Updates documents in a collection based on a specified filter within a transaction.

Parameters:

dbName - the database name

collectionName - the collection name

filter - the document filter

document - the document fields to be updated

deleteDocuments

protected void deleteDocuments(String dbName,
 String collectionName,
 org.bson.Document filter)

Deletes a document in a collection based on a specified filter.

Parameters:

dbName - the database name

collectionName - the collection name

filter - the document filter

connect

protected com.mongodb.client.MongoClient connect()

collectionExists

private static boolean collectionExists(com.mongodb.client.MongoDatabase database,
 String collectionName)

storeDocuments

protected void storeDocuments(String dbName,
 String collectionName,
 String pathOnClasspath)

storeDocuments

protected void storeDocuments(com.mongodb.client.MongoCollection<org.bson.Document> collection,
 String pathOnClasspath)

getSnapshotMetricsObjectName

public static ObjectName getSnapshotMetricsObjectName(String connector,
 String server)

getSnapshotMetricsObjectName

public static ObjectName getSnapshotMetricsObjectName(String connector,
 String server,
 int taskId)

waitForSnapshotToBeCompleted

public static void waitForSnapshotToBeCompleted(String connector,
 String server)

waitForSnapshotToBeCompleted

public static void waitForSnapshotToBeCompleted(String connector,
 String server,
 int taskId)

getStreamingMetricsObjectName

public static ObjectName getStreamingMetricsObjectName(String connector,
 String server)

getStreamingMetricsObjectName

public static ObjectName getStreamingMetricsObjectName(String connector,
 String server,
 int taskId)

waitForStreamingRunning

public static void waitForStreamingRunning(String connector,
 String server)

waitForStreamingRunning

public static void waitForStreamingRunning(String connector,
 String server,
 int taskId)

waitForSnapshotToBeCompleted

private static void waitForSnapshotToBeCompleted(ObjectName objectName)

waitForStreamingRunning

private static void waitForStreamingRunning(ObjectName objectName)

getMetricsObjectNameWithTags

private static ObjectName getMetricsObjectNameWithTags(String connector,
 Map<String,String> tags)