Package io.debezium.connector.mongodb

Class MongoDbStreamingChangeEventSource

java.lang.Object

io.debezium.connector.mongodb.MongoDbStreamingChangeEventSource

All Implemented Interfaces:

ChangeEventSource, StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

public class MongoDbStreamingChangeEventSource
extends Object
implements StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

Author:

Chris Cranford

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected static enum	MongoDbStreamingChangeEventSource.StreamStatus	Indicates the status of event processing

Nested classes/interfaces inherited from interface io.debezium.pipeline.source.spi.ChangeEventSource

ChangeEventSource.ChangeEventSourceContext

Field Summary

Fields

Modifier and Type	Field	Description
private final Clock	clock
private final MongoDbConnectorConfig	connectorConfig
private final EventDispatcher<MongoDbPartition,CollectionId>	dispatcher
private MongoDbOffsetContext	effectiveOffset
private final ErrorHandler	errorHandler
private static final org.slf4j.Logger	LOGGER
private final SnapshotterService	snapshotterService
private final MongoDbStreamingChangeEventSourceMetrics	streamingMetrics
private final MongoDbTaskContext	taskContext

Constructor Summary

Constructors

Constructor	Description
MongoDbStreamingChangeEventSource(MongoDbConnectorConfig connectorConfig, MongoDbTaskContext taskContext, EventDispatcher<MongoDbPartition,CollectionId> dispatcher, ErrorHandler errorHandler, Clock clock, MongoDbStreamingChangeEventSourceMetrics streamingMetrics, SnapshotterService snapshotterService)

Method Summary

Modifier and Type	Method	Description
private void	dispatchChangeEvent(com.mongodb.client.model.changestream.ChangeStreamDocument<org.bson.BsonDocument> event, MongoDbPartition partition, MongoDbOffsetContext offsetContext)
private void	dispatchHeartbeatEvent(BufferingChangeStreamCursor.ResumableChangeStreamEvent<org.bson.BsonDocument> event, MongoDbPartition partition, MongoDbOffsetContext offsetContext)
protected MongoDbOffsetContext	emptyOffsets(MongoDbConnectorConfig connectorConfig)
private MongoDbStreamingChangeEventSource.StreamStatus	errorHandled(BlockingRunnable action)
void	execute(ChangeEventSource.ChangeEventSourceContext context, MongoDbPartition partition, MongoDbOffsetContext offsetContext)
MongoDbOffsetContext	getOffsetContext()
void	init(MongoDbOffsetContext offsetContext)
protected com.mongodb.client.ChangeStreamIterable<org.bson.BsonDocument>	initChangeStream(com.mongodb.client.MongoClient client, MongoDbOffsetContext offsetContext)
private MongoDbStreamingChangeEventSource.StreamStatus	processChangeStreamDocument(com.mongodb.client.model.changestream.ChangeStreamDocument<org.bson.BsonDocument> document, SplitEventHandler<org.bson.BsonDocument> splitHandler, MongoDbPartition partition, MongoDbOffsetContext offsetContext)
private void	readChangeStream(com.mongodb.client.MongoClient client, ChangeEventSource.ChangeEventSourceContext context, MongoDbPartition partition)
private void	waitWhenStreamingPaused(ChangeEventSource.ChangeEventSourceContext context)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.debezium.pipeline.source.spi.StreamingChangeEventSource

commitOffset, executeIteration

Field Details

LOGGER

private static final org.slf4j.Logger LOGGER

connectorConfig

private final MongoDbConnectorConfig connectorConfig

dispatcher

private final EventDispatcher<MongoDbPartition,CollectionId> dispatcher

errorHandler

private final ErrorHandler errorHandler

clock

private final Clock clock

taskContext

private final MongoDbTaskContext taskContext

streamingMetrics

private final MongoDbStreamingChangeEventSourceMetrics streamingMetrics

snapshotterService

private final SnapshotterService snapshotterService

effectiveOffset

private MongoDbOffsetContext effectiveOffset

Constructor Details

MongoDbStreamingChangeEventSource

public MongoDbStreamingChangeEventSource(MongoDbConnectorConfig connectorConfig,
 MongoDbTaskContext taskContext,
 EventDispatcher<MongoDbPartition,CollectionId> dispatcher,
 ErrorHandler errorHandler,
 Clock clock,
 MongoDbStreamingChangeEventSourceMetrics streamingMetrics,
 SnapshotterService snapshotterService)

Method Details

init

public void init(MongoDbOffsetContext offsetContext)

Specified by:

init in interface StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

execute

public void execute(ChangeEventSource.ChangeEventSourceContext context,
 MongoDbPartition partition,
 MongoDbOffsetContext offsetContext)

Specified by:

execute in interface StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

Parameters:

context - contextual information for this source's execution

partition - the source partition from which the changes should be streamed

offsetContext - unused as effective offset is build by init(MongoDbOffsetContext)

getOffsetContext

public MongoDbOffsetContext getOffsetContext()

Specified by:

getOffsetContext in interface StreamingChangeEventSource<MongoDbPartition,MongoDbOffsetContext>

readChangeStream

private void readChangeStream(com.mongodb.client.MongoClient client,
 ChangeEventSource.ChangeEventSourceContext context,
 MongoDbPartition partition)

waitWhenStreamingPaused

private void waitWhenStreamingPaused(ChangeEventSource.ChangeEventSourceContext context)

processChangeStreamDocument

private MongoDbStreamingChangeEventSource.StreamStatus processChangeStreamDocument(com.mongodb.client.model.changestream.ChangeStreamDocument<org.bson.BsonDocument> document,
 SplitEventHandler<org.bson.BsonDocument> splitHandler,
 MongoDbPartition partition,
 MongoDbOffsetContext offsetContext)

dispatchChangeEvent

private void dispatchChangeEvent(com.mongodb.client.model.changestream.ChangeStreamDocument<org.bson.BsonDocument> event,
 MongoDbPartition partition,
 MongoDbOffsetContext offsetContext)
                          throws InterruptedException

Throws:

InterruptedException

dispatchHeartbeatEvent

private void dispatchHeartbeatEvent(BufferingChangeStreamCursor.ResumableChangeStreamEvent<org.bson.BsonDocument> event,
 MongoDbPartition partition,
 MongoDbOffsetContext offsetContext)
                             throws InterruptedException

Throws:

InterruptedException

errorHandled

private MongoDbStreamingChangeEventSource.StreamStatus errorHandled(BlockingRunnable action)

initChangeStream

protected com.mongodb.client.ChangeStreamIterable<org.bson.BsonDocument> initChangeStream(com.mongodb.client.MongoClient client,
 MongoDbOffsetContext offsetContext)

emptyOffsets

protected MongoDbOffsetContext emptyOffsets(MongoDbConnectorConfig connectorConfig)