Package io.debezium.connector.mongodb

Class FieldExcludeListIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.connector.mongodb.AbstractMongoConnectorIT

io.debezium.connector.mongodb.FieldExcludeListIT

All Implemented Interfaces:

Testing

public class FieldExcludeListIT
extends AbstractMongoConnectorIT

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
private static final String	COLLECTION_NAME
private static final String	DATABASE_NAME
private static final String	SERVER_NAME

Fields inherited from class io.debezium.connector.mongodb.AbstractMongoConnectorIT

config, context, logInterceptor, mongo

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, isEngineRunning, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
FieldExcludeListIT()

Method Summary

Modifier and Type	Method	Description
private void	assertInsertRecord(String dbName, String collectionName, String blackList, org.bson.Document insertRecord, String field, String expected)
private void	assertInsertRecord(String blackList, org.bson.Document insertRecord, String field, String expected)
private void	assertReadRecord(String dbName, String collectionName, String blackList, org.bson.Document snapshotRecord, String field, String expected)
private void	assertReadRecord(String blackList, org.bson.Document snapshotRecord, String field, String expected)
private void	assertUpdateRecord(String dbName, String collectionName, String blackList, org.bson.types.ObjectId objectId, org.bson.Document snapshotRecord, org.bson.Document updateRecord, boolean doSet, String field, FieldBlacklistIT.ExpectedUpdate expected)
private void	assertUpdateRecord(String blackList, org.bson.types.ObjectId objectId, org.bson.Document snapshotRecord, org.bson.Document updateRecord, boolean doSet, String field, FieldBlacklistIT.ExpectedUpdate expected)
private void	assertUpdateRecord(String blackList, org.bson.types.ObjectId objectId, org.bson.Document snapshotRecord, org.bson.Document updateRecord, String field, FieldBlacklistIT.ExpectedUpdate expected)
private void	deleteDocuments(String dbName, String collectionName, org.bson.types.ObjectId objId)
private Configuration	getConfiguration(String blackList)
private Configuration	getConfiguration(String fieldExcludeList, String database, String collection)
private org.apache.kafka.connect.data.Struct	getValue(org.apache.kafka.connect.source.SourceRecord record)
void	shouldExcludeFieldsForDeleteEvent()
void	shouldExcludeFieldsForDeleteTombstoneEvent()
void	shouldExcludeFieldsForInsertEvent()
void	shouldExcludeFieldsForReadEvent()
void	shouldExcludeFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldExcludeFieldsForSetToArrayFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldExcludeFieldsForSetTopLevelFieldUpdateEvent()
void	shouldExcludeFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldExcludeFieldsForUnsetTopLevelFieldUpdateEvent()
void	shouldExcludeFieldsForUpdateEvent()
void	shouldExcludeFieldsIncludingDashesForInsertEvent()
void	shouldExcludeFieldsIncludingDashesForReadEvent()
void	shouldExcludeFieldsIncludingDashesForUpdateEvent()
void	shouldExcludeFieldsIncludingSameNamesForReadEvent()
void	shouldExcludeNestedFieldsForInsertEvent()
void	shouldExcludeNestedFieldsForReadEvent()
void	shouldExcludeNestedFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldExcludeNestedFieldsForSetNestedFieldUpdateEventWithEmbeddedDocument()
void	shouldExcludeNestedFieldsForSetNestedFieldUpdateEventWithSeveralArrays()
void	shouldExcludeNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldExcludeNestedFieldsForSetTopLevelFieldUpdateEventWithEmbeddedDocument()
void	shouldExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithEmbeddedDocument()
void	shouldExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithSeveralArrays()
void	shouldExcludeNestedFieldsForUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldExcludeNestedFieldsForUpdateEventWithEmbeddedDocument()
void	shouldExcludeNestedFieldsIncludingDashesForInsertEvent()
void	shouldNotExcludeFieldsForEventOfOtherCollection()
void	shouldNotExcludeMissingFieldsForInsertEvent()
void	shouldNotExcludeMissingFieldsForReadEvent()
void	shouldNotExcludeMissingFieldsForUpdateEvent()
void	shouldNotExcludeNestedFieldsForSetNestedFieldUpdateEventWithArrayOfArrays()
void	shouldNotExcludeNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfArrays()
void	shouldNotExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfArrays()
void	shouldNotExcludeNestedFieldsForUpdateEventWithArrayOfArrays()
void	shouldNotExcludeNestedMissingFieldsForInsertEvent()
void	shouldNotExcludeNestedMissingFieldsForReadEvent()
void	shouldNotExcludeNestedMissingFieldsForUpdateEventWithEmbeddedDocument()
private void	storeDocuments(String dbName, String collectionName, org.bson.Document... documents)
private void	updateDocuments(String dbName, String collectionName, org.bson.types.ObjectId objId, org.bson.Document document, boolean doSet)
private String	updateField()

Methods inherited from class io.debezium.connector.mongodb.AbstractMongoConnectorIT

afterAll, afterEach, beforeAll, beforeEach, connect, deleteDocuments, dropAndInsertDocuments, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, insertDocuments, insertDocumentsInTx, loadTestDocuments, storeDocuments, storeDocuments, updateDocument, updateDocumentsInTx, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForStreamingRunning, waitForStreamingRunning

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeAvailableRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsButSkipUntil, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, createEngine, createEngineBuilder, debug, getConsumer, getMaximumEnqueuedRecordCount, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, storeOffsets, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForEngineShutdown, waitForSnapshotToBeCompleted, waitForSnapshotWithCustomMetricsToBeCompleted, waitForStreamingRunning, waitForStreamingRunning, waitForStreamingWithCustomMetricsToStart, waitTimeForEngine, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

DATABASE_NAME

private static final String DATABASE_NAME

See Also:

• Constant Field Values

COLLECTION_NAME

private static final String COLLECTION_NAME

See Also:

• Constant Field Values

SERVER_NAME

private static final String SERVER_NAME

See Also:

• Constant Field Values

Constructor Details

FieldExcludeListIT

public FieldExcludeListIT()

Method Details

shouldNotExcludeFieldsForEventOfOtherCollection

public void shouldNotExcludeFieldsForEventOfOtherCollection()
                                                     throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsForReadEvent

public void shouldExcludeFieldsForReadEvent()
                                     throws InterruptedException

Throws:

InterruptedException

shouldNotExcludeMissingFieldsForReadEvent

public void shouldNotExcludeMissingFieldsForReadEvent()
                                               throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForReadEvent

public void shouldExcludeNestedFieldsForReadEvent()
                                           throws InterruptedException

Throws:

InterruptedException

shouldNotExcludeNestedMissingFieldsForReadEvent

public void shouldNotExcludeNestedMissingFieldsForReadEvent()
                                                     throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsForInsertEvent

public void shouldExcludeFieldsForInsertEvent()
                                       throws InterruptedException

Throws:

InterruptedException

shouldNotExcludeMissingFieldsForInsertEvent

public void shouldNotExcludeMissingFieldsForInsertEvent()
                                                 throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForInsertEvent

public void shouldExcludeNestedFieldsForInsertEvent()
                                             throws InterruptedException

Throws:

InterruptedException

shouldNotExcludeNestedMissingFieldsForInsertEvent

public void shouldNotExcludeNestedMissingFieldsForInsertEvent()
                                                       throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsForUpdateEvent

public void shouldExcludeFieldsForUpdateEvent()
                                       throws InterruptedException

Throws:

InterruptedException

shouldNotExcludeMissingFieldsForUpdateEvent

public void shouldNotExcludeMissingFieldsForUpdateEvent()
                                                 throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForUpdateEventWithEmbeddedDocument

public void shouldExcludeNestedFieldsForUpdateEventWithEmbeddedDocument()
                                                                 throws InterruptedException

Throws:

InterruptedException

shouldNotExcludeNestedMissingFieldsForUpdateEventWithEmbeddedDocument

public void shouldNotExcludeNestedMissingFieldsForUpdateEventWithEmbeddedDocument()
                                                                           throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForUpdateEventWithArrayOfEmbeddedDocuments

public void shouldExcludeNestedFieldsForUpdateEventWithArrayOfEmbeddedDocuments()
                                                                         throws InterruptedException

Throws:

InterruptedException

shouldNotExcludeNestedFieldsForUpdateEventWithArrayOfArrays

public void shouldNotExcludeNestedFieldsForUpdateEventWithArrayOfArrays()
                                                                 throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsForSetTopLevelFieldUpdateEvent

public void shouldExcludeFieldsForSetTopLevelFieldUpdateEvent()
                                                       throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsForUnsetTopLevelFieldUpdateEvent

public void shouldExcludeFieldsForUnsetTopLevelFieldUpdateEvent()
                                                         throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForSetTopLevelFieldUpdateEventWithEmbeddedDocument

public void shouldExcludeNestedFieldsForSetTopLevelFieldUpdateEventWithEmbeddedDocument()
                                                                                 throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldExcludeNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                         throws InterruptedException

Throws:

InterruptedException

shouldNotExcludeNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfArrays

public void shouldNotExcludeNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfArrays()
                                                                                 throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForSetNestedFieldUpdateEventWithEmbeddedDocument

public void shouldExcludeNestedFieldsForSetNestedFieldUpdateEventWithEmbeddedDocument()
                                                                               throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldExcludeNestedFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                       throws InterruptedException

Throws:

InterruptedException

shouldNotExcludeNestedFieldsForSetNestedFieldUpdateEventWithArrayOfArrays

public void shouldNotExcludeNestedFieldsForSetNestedFieldUpdateEventWithArrayOfArrays()
                                                                               throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForSetNestedFieldUpdateEventWithSeveralArrays

public void shouldExcludeNestedFieldsForSetNestedFieldUpdateEventWithSeveralArrays()
                                                                            throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldExcludeFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                 throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsForSetToArrayFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldExcludeFieldsForSetToArrayFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                  throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithEmbeddedDocument

public void shouldExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithEmbeddedDocument()
                                                                                 throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                         throws InterruptedException

Throws:

InterruptedException

shouldNotExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfArrays

public void shouldNotExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfArrays()
                                                                                 throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithSeveralArrays

public void shouldExcludeNestedFieldsForUnsetNestedFieldUpdateEventWithSeveralArrays()
                                                                              throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldExcludeFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                   throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsForDeleteEvent

public void shouldExcludeFieldsForDeleteEvent()
                                       throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsForDeleteTombstoneEvent

public void shouldExcludeFieldsForDeleteTombstoneEvent()
                                                throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsIncludingDashesForReadEvent

@FixFor("DBZ-5328")
public void shouldExcludeFieldsIncludingDashesForReadEvent()
                                                    throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsIncludingDashesForInsertEvent

@FixFor("DBZ-5328")
public void shouldExcludeFieldsIncludingDashesForInsertEvent()
                                                      throws InterruptedException

Throws:

InterruptedException

shouldExcludeNestedFieldsIncludingDashesForInsertEvent

@FixFor("DBZ-5328")
public void shouldExcludeNestedFieldsIncludingDashesForInsertEvent()
                                                            throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsIncludingDashesForUpdateEvent

@FixFor("DBZ-5328")
public void shouldExcludeFieldsIncludingDashesForUpdateEvent()
                                                      throws InterruptedException

Throws:

InterruptedException

shouldExcludeFieldsIncludingSameNamesForReadEvent

@FixFor("DBZ-4846")
public void shouldExcludeFieldsIncludingSameNamesForReadEvent()
                                                       throws InterruptedException

Throws:

InterruptedException

getConfiguration

private Configuration getConfiguration(String blackList)

getConfiguration

private Configuration getConfiguration(String fieldExcludeList,
 String database,
 String collection)

getValue

private org.apache.kafka.connect.data.Struct getValue(org.apache.kafka.connect.source.SourceRecord record)

storeDocuments

private void storeDocuments(String dbName,
 String collectionName,
 org.bson.Document... documents)

updateDocuments

private void updateDocuments(String dbName,
 String collectionName,
 org.bson.types.ObjectId objId,
 org.bson.Document document,
 boolean doSet)

deleteDocuments

private void deleteDocuments(String dbName,
 String collectionName,
 org.bson.types.ObjectId objId)

assertReadRecord

private void assertReadRecord(String blackList,
 org.bson.Document snapshotRecord,
 String field,
 String expected)
                       throws InterruptedException

Throws:

InterruptedException

assertReadRecord

private void assertReadRecord(String dbName,
 String collectionName,
 String blackList,
 org.bson.Document snapshotRecord,
 String field,
 String expected)
                       throws InterruptedException

Throws:

InterruptedException

assertInsertRecord

private void assertInsertRecord(String blackList,
 org.bson.Document insertRecord,
 String field,
 String expected)
                         throws InterruptedException

Throws:

InterruptedException

assertInsertRecord

private void assertInsertRecord(String dbName,
 String collectionName,
 String blackList,
 org.bson.Document insertRecord,
 String field,
 String expected)
                         throws InterruptedException

Throws:

InterruptedException

assertUpdateRecord

private void assertUpdateRecord(String blackList,
 org.bson.types.ObjectId objectId,
 org.bson.Document snapshotRecord,
 org.bson.Document updateRecord,
 String field,
 FieldBlacklistIT.ExpectedUpdate expected)
                         throws InterruptedException

Throws:

InterruptedException

assertUpdateRecord

private void assertUpdateRecord(String blackList,
 org.bson.types.ObjectId objectId,
 org.bson.Document snapshotRecord,
 org.bson.Document updateRecord,
 boolean doSet,
 String field,
 FieldBlacklistIT.ExpectedUpdate expected)
                         throws InterruptedException

Throws:

InterruptedException

assertUpdateRecord

private void assertUpdateRecord(String dbName,
 String collectionName,
 String blackList,
 org.bson.types.ObjectId objectId,
 org.bson.Document snapshotRecord,
 org.bson.Document updateRecord,
 boolean doSet,
 String field,
 FieldBlacklistIT.ExpectedUpdate expected)
                         throws InterruptedException

Throws:

InterruptedException

updateField

private String updateField()