Package io.debezium.connector.mongodb

Class FieldRenamesIT

java.lang.Object

io.debezium.embedded.AbstractConnectorTest

io.debezium.connector.mongodb.AbstractMongoConnectorIT

io.debezium.connector.mongodb.FieldRenamesIT

All Implemented Interfaces:

Testing

public class FieldRenamesIT
extends AbstractMongoConnectorIT

Author:

Chris Cranford

Nested Class Summary

Nested classes/interfaces inherited from class io.debezium.embedded.AbstractConnectorTest

AbstractConnectorTest.SourceRecords

Nested classes/interfaces inherited from interface io.debezium.util.Testing

Testing.Debug, Testing.Files, Testing.InterruptableFunction, Testing.Network, Testing.Print, Testing.Timer

Field Summary

Fields

Modifier and Type	Field	Description
private static final String	COLLECTION_NAME
private static final String	DATABASE_NAME
private static final String	ID
private static final String	PATCH
private static final String	SERVER_NAME

Fields inherited from class io.debezium.connector.mongodb.AbstractMongoConnectorIT

config, context, logInterceptor

Fields inherited from class io.debezium.embedded.AbstractConnectorTest

consumedLines, engine, logger, logTestName, OFFSET_STORE_PATH, pollTimeoutInMs, skipTestRule

Constructor Summary

Constructors

Constructor	Description
FieldRenamesIT()

Method Summary

Modifier and Type	Method	Description
private void	assertDocumentContainsFieldError(String fieldName)
private void	assertShouldNotRenameDuringInsert(String renamesList, org.bson.Document document, String fieldName)
private void	assertShouldNotRenameDuringRead(String renamesList, org.bson.Document snapshot, String fieldName)
private void	assertShouldNotRenameDuringUpdate(String renamesList, org.bson.Document snapshot, org.bson.Document update, boolean unset, String fieldName)
private void	assertUpdateRecord(org.bson.types.ObjectId objectId, org.apache.kafka.connect.source.SourceRecord record, FieldBlacklistIT.ExpectedUpdate expected)
private static Configuration	getConfiguration(String fieldRenames)
private static Configuration	getConfiguration(String fieldRenames, String database, String collection)
private static org.bson.Document	getDocumentFromUpdateRecord(org.apache.kafka.connect.data.Struct value)
private static org.bson.Document	getFilterFromId(org.bson.types.ObjectId id)
private org.apache.kafka.connect.source.SourceRecord	getInsertRecord(String database, String collection, String fieldRenames, org.bson.Document document)
private org.apache.kafka.connect.source.SourceRecord	getInsertRecord(String fieldRenames, org.bson.Document document)
private org.apache.kafka.connect.source.SourceRecord	getReadRecord(String database, String collection, String fieldRenames, org.bson.Document document)
private org.apache.kafka.connect.source.SourceRecord	getReadRecord(String fieldRenames, org.bson.Document document)
private org.apache.kafka.connect.source.SourceRecord	getUpdateRecord(String database, String collection, String fieldRenames, org.bson.Document snapshot, org.bson.Document document)
private org.apache.kafka.connect.source.SourceRecord	getUpdateRecord(String fieldRenames, org.bson.Document snapshot, org.bson.Document document)
void	shouldNotRenameFieldsForEventOfOtherCollection()
void	shouldNotRenameFieldsToExistingNamesForSetTopLevelFieldUpdateEvent()
void	shouldNotRenameFieldsToExistingNamesForUnsetTopLevelFieldUpdateEvent()
void	shouldNotRenameMissingFieldsForInsertEvent()
void	shouldNotRenameMissingFieldsForReadEvent()
void	shouldNotRenameMissingFieldsForUpdateEvent()
void	shouldNotRenameNestedFieldsForSetNestedFieldUpdateEventWithArrayOfArrays()
void	shouldNotRenameNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfArrays()
void	shouldNotRenameNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfArrays()
void	shouldNotRenameNestedFieldsForUpdateEventWithArrayOfArrays()
void	shouldNotRenameNestedFieldsToExistingNamesForInsertEvent()
void	shouldNotRenameNestedFieldsToExistingNamesForReadEvent()
void	shouldNotRenameNestedFieldsToExistingNamesForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldNotRenameNestedFieldsToExistingNamesForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldNotRenameNestedFieldsToExistingNamesForUpdateEventWithEmbeddedDocument()
void	shouldNotRenameNestedMissingFieldsForInsertEvent()
void	shouldNotRenameNestedMissingFieldsForReadEvent()
void	shouldNotRenameNestedMissingFieldsForUpdateEventWithEmbeddedDocument()
void	shouldRenameFieldsForDeleteEvent()
void	shouldRenameFieldsForDeleteTombstoneEvent()
void	shouldRenameFieldsForInsertEvent()
void	shouldRenameFieldsForReadEvent()
void	shouldRenameFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldRenameFieldsForSetToArrayFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldRenameFieldsForSetTopLevelFieldUpdateEvent()
void	shouldRenameFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldRenameFieldsForUnsetTopLevelFieldUpdateEvent()
void	shouldRenameFieldsForUpdateEvent()
void	shouldRenameFieldsIncludingDashesForInsertEvent()
void	shouldRenameFieldsIncludingDashesForReadEvent()
void	shouldRenameFieldsIncludingDashesForUpdateEvent()
void	shouldRenameNestedFieldsForInsertEvent()
void	shouldRenameNestedFieldsForReadEvent()
void	shouldRenameNestedFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldRenameNestedFieldsForSetNestedFieldUpdateEventWithEmbeddedDocument()
void	shouldRenameNestedFieldsForSetNestedFieldUpdateEventWithSeveralArrays()
void	shouldRenameNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldRenameNestedFieldsForSetTopLevelFieldUpdateEventWithEmbeddedDocument()
void	shouldRenameNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldRenameNestedFieldsForUnsetNestedFieldUpdateEventWithEmbeddedDocument()
void	shouldRenameNestedFieldsForUnsetNestedFieldUpdateEventWithSeveralArrays()
void	shouldRenameNestedFieldsForUpdateEventWithArrayOfEmbeddedDocuments()
void	shouldRenameNestedFieldsForUpdateEventWithEmbeddedDocument()
void	shouldRenameNestedFieldsIncludingDashesForInsertEvent()

Methods inherited from class io.debezium.connector.mongodb.AbstractMongoConnectorIT

afterEach, beforeEach, connectionErrorHandler, deleteDocuments, dropAndInsertDocuments, getSnapshotMetricsObjectName, getSnapshotMetricsObjectName, getStreamingMetricsObjectName, getStreamingMetricsObjectName, insertDocuments, insertDocumentsInTx, loadTestDocuments, primary, storeDocuments, storeDocuments, updateDocument, updateDocumentsInTx, waitForSnapshotToBeCompleted, waitForSnapshotToBeCompleted, waitForStreamingRunning, waitForStreamingRunning

Methods inherited from class io.debezium.embedded.AbstractConnectorTest

assertBeginTransaction, assertConfigurationErrors, assertConfigurationErrors, assertConfigurationErrors, assertConnectorIsRunning, assertConnectorNotRunning, assertDelete, assertEndTransaction, assertEngineIsRunning, assertHasNoSourceQuery, assertInsert, assertKey, assertNoConfigurationErrors, assertNoRecordsToConsume, assertOffset, assertOffset, assertOnlyTransactionRecordsToConsume, assertRecordTransactionMetadata, assertSchemaMatchesStruct, assertSchemaMatchesStruct, assertSourceQuery, assertTombstone, assertTombstone, assertUpdate, assertValueField, configValue, consumeAvailableRecords, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeDmlRecordsByTopic, consumeRecord, consumeRecords, consumeRecords, consumeRecords, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopic, consumeRecordsByTopicUntil, consumeRecordsUntil, debug, getConsumer, getMaximumEnqueuedRecordCount, getStreamingMetricsObjectName, getStreamingNamespace, initializeConnectorTestFramework, isStreamingRunning, isStreamingRunning, isTransactionRecord, loggingCompletion, print, readLastCommittedOffset, readLastCommittedOffsets, setConsumeTimeout, skipAvroValidation, start, start, start, start, start, start, start, startAndConsumeTillEnd, startAndConsumeTillEnd, stopConnector, stopConnector, validate, waitForAvailableRecords, waitForConnectorShutdown, waitForStreamingRunning, waitTimeForRecords, waitTimeForRecordsAfterNulls

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.util.Testing

once, once, resetBeforeEachTest, time, time

Field Details

DATABASE_NAME

private static final String DATABASE_NAME

See Also:

• Constant Field Values

COLLECTION_NAME

private static final String COLLECTION_NAME

See Also:

• Constant Field Values

SERVER_NAME

private static final String SERVER_NAME

See Also:

• Constant Field Values

PATCH

private static final String PATCH

See Also:

• Constant Field Values

ID

private static final String ID

See Also:

• Constant Field Values

Constructor Details

FieldRenamesIT

public FieldRenamesIT()

Method Details

shouldNotRenameMissingFieldsForReadEvent

public void shouldNotRenameMissingFieldsForReadEvent()
                                              throws Exception

Throws:

Exception

shouldNotRenameNestedMissingFieldsForReadEvent

public void shouldNotRenameNestedMissingFieldsForReadEvent()
                                                    throws Exception

Throws:

Exception

shouldNotRenameMissingFieldsForInsertEvent

public void shouldNotRenameMissingFieldsForInsertEvent()
                                                throws Exception

Throws:

Exception

shouldNotRenameNestedMissingFieldsForInsertEvent

public void shouldNotRenameNestedMissingFieldsForInsertEvent()
                                                      throws Exception

Throws:

Exception

shouldNotRenameNestedMissingFieldsForUpdateEventWithEmbeddedDocument

public void shouldNotRenameNestedMissingFieldsForUpdateEventWithEmbeddedDocument()
                                                                          throws Exception

Throws:

Exception

shouldNotRenameFieldsForEventOfOtherCollection

public void shouldNotRenameFieldsForEventOfOtherCollection()
                                                    throws Exception

Throws:

Exception

shouldRenameFieldsForReadEvent

public void shouldRenameFieldsForReadEvent()
                                    throws Exception

Throws:

Exception

shouldRenameNestedFieldsForReadEvent

public void shouldRenameNestedFieldsForReadEvent()
                                          throws Exception

Throws:

Exception

shouldNotRenameNestedFieldsToExistingNamesForReadEvent

public void shouldNotRenameNestedFieldsToExistingNamesForReadEvent()
                                                            throws Exception

Throws:

Exception

shouldRenameFieldsForInsertEvent

public void shouldRenameFieldsForInsertEvent()
                                      throws Exception

Throws:

Exception

shouldRenameNestedFieldsForInsertEvent

public void shouldRenameNestedFieldsForInsertEvent()
                                            throws Exception

Throws:

Exception

shouldNotRenameNestedFieldsToExistingNamesForInsertEvent

public void shouldNotRenameNestedFieldsToExistingNamesForInsertEvent()
                                                              throws Exception

Throws:

Exception

shouldRenameFieldsForUpdateEvent

public void shouldRenameFieldsForUpdateEvent()
                                      throws Exception

Throws:

Exception

shouldNotRenameMissingFieldsForUpdateEvent

public void shouldNotRenameMissingFieldsForUpdateEvent()
                                                throws Exception

Throws:

Exception

shouldRenameNestedFieldsForUpdateEventWithEmbeddedDocument

public void shouldRenameNestedFieldsForUpdateEventWithEmbeddedDocument()
                                                                throws Exception

Throws:

Exception

shouldNotRenameNestedFieldsToExistingNamesForUpdateEventWithEmbeddedDocument

public void shouldNotRenameNestedFieldsToExistingNamesForUpdateEventWithEmbeddedDocument()
                                                                                  throws Exception

Throws:

Exception

shouldRenameNestedFieldsForUpdateEventWithArrayOfEmbeddedDocuments

public void shouldRenameNestedFieldsForUpdateEventWithArrayOfEmbeddedDocuments()
                                                                        throws Exception

Throws:

Exception

shouldNotRenameNestedFieldsForUpdateEventWithArrayOfArrays

public void shouldNotRenameNestedFieldsForUpdateEventWithArrayOfArrays()
                                                                throws Exception

Throws:

Exception

shouldRenameFieldsForSetTopLevelFieldUpdateEvent

public void shouldRenameFieldsForSetTopLevelFieldUpdateEvent()
                                                      throws Exception

Throws:

Exception

shouldNotRenameFieldsToExistingNamesForSetTopLevelFieldUpdateEvent

public void shouldNotRenameFieldsToExistingNamesForSetTopLevelFieldUpdateEvent()
                                                                        throws Exception

Throws:

Exception

shouldRenameFieldsForUnsetTopLevelFieldUpdateEvent

public void shouldRenameFieldsForUnsetTopLevelFieldUpdateEvent()
                                                        throws Exception

Throws:

Exception

shouldNotRenameFieldsToExistingNamesForUnsetTopLevelFieldUpdateEvent

public void shouldNotRenameFieldsToExistingNamesForUnsetTopLevelFieldUpdateEvent()
                                                                          throws Exception

Throws:

Exception

shouldRenameNestedFieldsForSetTopLevelFieldUpdateEventWithEmbeddedDocument

public void shouldRenameNestedFieldsForSetTopLevelFieldUpdateEventWithEmbeddedDocument()
                                                                                throws Exception

Throws:

Exception

shouldRenameNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldRenameNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                        throws Exception

Throws:

Exception

shouldNotRenameNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfArrays

public void shouldNotRenameNestedFieldsForSetTopLevelFieldUpdateEventWithArrayOfArrays()
                                                                                throws Exception

Throws:

Exception

shouldRenameNestedFieldsForSetNestedFieldUpdateEventWithEmbeddedDocument

public void shouldRenameNestedFieldsForSetNestedFieldUpdateEventWithEmbeddedDocument()
                                                                              throws Exception

Throws:

Exception

shouldRenameNestedFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldRenameNestedFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                      throws Exception

Throws:

Exception

shouldNotRenameNestedFieldsToExistingNamesForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldNotRenameNestedFieldsToExistingNamesForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                                        throws Exception

Throws:

Exception

shouldNotRenameNestedFieldsForSetNestedFieldUpdateEventWithArrayOfArrays

public void shouldNotRenameNestedFieldsForSetNestedFieldUpdateEventWithArrayOfArrays()
                                                                              throws Exception

Throws:

Exception

shouldRenameNestedFieldsForSetNestedFieldUpdateEventWithSeveralArrays

public void shouldRenameNestedFieldsForSetNestedFieldUpdateEventWithSeveralArrays()
                                                                           throws Exception

Throws:

Exception

shouldRenameFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldRenameFieldsForSetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                throws Exception

Throws:

Exception

shouldRenameFieldsForSetToArrayFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldRenameFieldsForSetToArrayFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                 throws Exception

Throws:

Exception

shouldRenameNestedFieldsForUnsetNestedFieldUpdateEventWithEmbeddedDocument

public void shouldRenameNestedFieldsForUnsetNestedFieldUpdateEventWithEmbeddedDocument()
                                                                                throws Exception

Throws:

Exception

shouldRenameNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldRenameNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                        throws Exception

Throws:

Exception

shouldNotRenameNestedFieldsToExistingNamesForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldNotRenameNestedFieldsToExistingNamesForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                                          throws Exception

Throws:

Exception

shouldNotRenameNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfArrays

public void shouldNotRenameNestedFieldsForUnsetNestedFieldUpdateEventWithArrayOfArrays()
                                                                                throws Exception

Throws:

Exception

shouldRenameNestedFieldsForUnsetNestedFieldUpdateEventWithSeveralArrays

public void shouldRenameNestedFieldsForUnsetNestedFieldUpdateEventWithSeveralArrays()
                                                                             throws Exception

Throws:

Exception

shouldRenameFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments

public void shouldRenameFieldsForUnsetNestedFieldUpdateEventWithArrayOfEmbeddedDocuments()
                                                                                  throws Exception

Throws:

Exception

shouldRenameFieldsForDeleteEvent

public void shouldRenameFieldsForDeleteEvent()
                                      throws Exception

Throws:

Exception

shouldRenameFieldsForDeleteTombstoneEvent

public void shouldRenameFieldsForDeleteTombstoneEvent()
                                               throws Exception

Throws:

Exception

shouldRenameFieldsIncludingDashesForReadEvent

@FixFor("DBZ-5328")
public void shouldRenameFieldsIncludingDashesForReadEvent()
                                                   throws Exception

Throws:

Exception

shouldRenameFieldsIncludingDashesForInsertEvent

@FixFor("DBZ-5328")
public void shouldRenameFieldsIncludingDashesForInsertEvent()
                                                     throws Exception

Throws:

Exception

shouldRenameNestedFieldsIncludingDashesForInsertEvent

@FixFor("DBZ-5328")
public void shouldRenameNestedFieldsIncludingDashesForInsertEvent()
                                                           throws Exception

Throws:

Exception

shouldRenameFieldsIncludingDashesForUpdateEvent

@FixFor("DBZ-5328")
public void shouldRenameFieldsIncludingDashesForUpdateEvent()
                                                     throws Exception

Throws:

Exception

getFilterFromId

private static org.bson.Document getFilterFromId(org.bson.types.ObjectId id)

getDocumentFromUpdateRecord

private static org.bson.Document getDocumentFromUpdateRecord(org.apache.kafka.connect.data.Struct value)

getConfiguration

private static Configuration getConfiguration(String fieldRenames)

getConfiguration

private static Configuration getConfiguration(String fieldRenames,
 String database,
 String collection)

getReadRecord

private org.apache.kafka.connect.source.SourceRecord getReadRecord(String fieldRenames,
 org.bson.Document document)
                                                            throws Exception

Throws:

Exception

getReadRecord

private org.apache.kafka.connect.source.SourceRecord getReadRecord(String database,
 String collection,
 String fieldRenames,
 org.bson.Document document)
                                                            throws Exception

Throws:

Exception

getInsertRecord

private org.apache.kafka.connect.source.SourceRecord getInsertRecord(String fieldRenames,
 org.bson.Document document)
                                                              throws Exception

Throws:

Exception

getInsertRecord

private org.apache.kafka.connect.source.SourceRecord getInsertRecord(String database,
 String collection,
 String fieldRenames,
 org.bson.Document document)
                                                              throws Exception

Throws:

Exception

getUpdateRecord

private org.apache.kafka.connect.source.SourceRecord getUpdateRecord(String fieldRenames,
 org.bson.Document snapshot,
 org.bson.Document document)
                                                              throws Exception

Throws:

Exception

getUpdateRecord

private org.apache.kafka.connect.source.SourceRecord getUpdateRecord(String database,
 String collection,
 String fieldRenames,
 org.bson.Document snapshot,
 org.bson.Document document)
                                                              throws Exception

Throws:

Exception

assertDocumentContainsFieldError

private void assertDocumentContainsFieldError(String fieldName)

assertShouldNotRenameDuringRead

private void assertShouldNotRenameDuringRead(String renamesList,
 org.bson.Document snapshot,
 String fieldName)
                                      throws Exception

Throws:

Exception

assertShouldNotRenameDuringInsert

private void assertShouldNotRenameDuringInsert(String renamesList,
 org.bson.Document document,
 String fieldName)
                                        throws Exception

Throws:

Exception

assertShouldNotRenameDuringUpdate

private void assertShouldNotRenameDuringUpdate(String renamesList,
 org.bson.Document snapshot,
 org.bson.Document update,
 boolean unset,
 String fieldName)
                                        throws Exception

Throws:

Exception

assertUpdateRecord

private void assertUpdateRecord(org.bson.types.ObjectId objectId,
 org.apache.kafka.connect.source.SourceRecord record,
 FieldBlacklistIT.ExpectedUpdate expected)
                         throws InterruptedException

Throws:

InterruptedException