Package io.debezium.connector.cassandra

Class KafkaRecordEmitter

java.lang.Object

io.debezium.connector.cassandra.KafkaRecordEmitter

All Implemented Interfaces:

AutoCloseable

public class KafkaRecordEmitter
extends Object
implements AutoCloseable

This emitter is responsible for emitting records to Kafka broker and managing offsets post send.

Field Summary

Fields

Modifier and Type	Field	Description
private CommitLogTransfer	commitLogTransfer
private long	emitCount
private Set<String>	erroneousCommitLogs
private Map<Record,Future<org.apache.kafka.clients.producer.RecordMetadata>>	futures
private org.apache.kafka.connect.storage.Converter	keyConverter
private Object	lock
private static org.slf4j.Logger	LOGGER
private OffsetFlushPolicy	offsetFlushPolicy
private OffsetWriter	offsetWriter
private org.apache.kafka.clients.producer.KafkaProducer<byte[],byte[]>	producer
private long	timeOfLastFlush
private io.debezium.schema.TopicSelector<KeyspaceTable>	topicSelector
private org.apache.kafka.connect.storage.Converter	valueConverter

Constructor Summary

Constructors

Constructor

Description

KafkaRecordEmitter(String kafkaTopicPrefix, String heartbeatPrefix, org.apache.kafka.clients.producer.KafkaProducer kafkaProducer, OffsetWriter offsetWriter, Duration offsetFlushIntervalMs, long maxOffsetFlushSize, org.apache.kafka.connect.storage.Converter keyConverter, org.apache.kafka.connect.storage.Converter valueConverter, Set<String> erroneousCommitLogs, CommitLogTransfer commitLogTransfer)

Method Summary

Modifier and Type	Method	Description
void	close()
void	emit(Record record)
private boolean	flush(Map.Entry<Record,Future<org.apache.kafka.clients.producer.RecordMetadata>> recordEntry)
private void	flushAndMarkOffset()
private boolean	hasOffset(Map.Entry<Record,Future<org.apache.kafka.clients.producer.RecordMetadata>> recordEntry)
private void	markOffset(Map.Entry<Record,Future<org.apache.kafka.clients.producer.RecordMetadata>> recordEntry)
private void	maybeFlushAndMarkOffset()
private org.apache.kafka.clients.producer.ProducerRecord<byte[],byte[]>	toProducerRecord(Record record)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOGGER

private static final org.slf4j.Logger LOGGER

producer

private final org.apache.kafka.clients.producer.KafkaProducer<byte[],byte[]> producer

topicSelector

private final io.debezium.schema.TopicSelector<KeyspaceTable> topicSelector

offsetWriter

private final OffsetWriter offsetWriter

offsetFlushPolicy

private final OffsetFlushPolicy offsetFlushPolicy

erroneousCommitLogs

private final Set<String> erroneousCommitLogs

commitLogTransfer

private final CommitLogTransfer commitLogTransfer

futures

private final Map<Record,Future<org.apache.kafka.clients.producer.RecordMetadata>> futures

lock

private final Object lock

timeOfLastFlush

private long timeOfLastFlush

emitCount

private long emitCount

keyConverter

private org.apache.kafka.connect.storage.Converter keyConverter

valueConverter

private org.apache.kafka.connect.storage.Converter valueConverter

Constructor Detail

KafkaRecordEmitter

public KafkaRecordEmitter(String kafkaTopicPrefix,
                          String heartbeatPrefix,
                          org.apache.kafka.clients.producer.KafkaProducer kafkaProducer,
                          OffsetWriter offsetWriter,
                          Duration offsetFlushIntervalMs,
                          long maxOffsetFlushSize,
                          org.apache.kafka.connect.storage.Converter keyConverter,
                          org.apache.kafka.connect.storage.Converter valueConverter,
                          Set<String> erroneousCommitLogs,
                          CommitLogTransfer commitLogTransfer)

Method Detail

emit

public void emit(Record record)

toProducerRecord

private org.apache.kafka.clients.producer.ProducerRecord<byte[],byte[]> toProducerRecord(Record record)

maybeFlushAndMarkOffset

private void maybeFlushAndMarkOffset()

flushAndMarkOffset

private void flushAndMarkOffset()

flush

private boolean flush(Map.Entry<Record,Future<org.apache.kafka.clients.producer.RecordMetadata>> recordEntry)

hasOffset

private boolean hasOffset(Map.Entry<Record,Future<org.apache.kafka.clients.producer.RecordMetadata>> recordEntry)

markOffset

private void markOffset(Map.Entry<Record,Future<org.apache.kafka.clients.producer.RecordMetadata>> recordEntry)

close

public void close()

Specified by:

close in interface AutoCloseable