net.e6tech.elements.cassandra.etl

Class ETLContext

java.lang.Object

net.e6tech.elements.cassandra.etl.ETLContext

Direct Known Subclasses:

PartitionContext, TimeBatch

public class ETLContext
extends java.lang.Object

Field Summary

Fields

Modifier and Type	Field and Description
static int	ASYNC_MAX_NUM_OF_CHUNKS
static int	BATCH_SIZE
static long	DAY
static long	HOUR
static long	MINUTE
static long	MONTH
static long	SECOND
static long	TIME_LAG
static long	YEAR

Constructor Summary

Constructors

Constructor and Description
ETLContext()

Method Summary

Modifier and Type	Method and Description
void	copy(ETLContext context)
void	copy(ETLSettings s)
java.lang.String	extractor()
java.lang.Integer	getAsyncMaxNumOfChunks()
java.lang.Integer	getAsyncTimeUnitStepSize()
int	getBatchSize()
java.lang.Comparable	getCutoff()
java.lang.Comparable	getCutoff(long startTime, long additionalLag)
java.lang.String	getExtractorName()
Generator	getGenerator()
int	getImportedCount()
java.lang.String	getInitialUpdate()
Inspector	getInspector()
Inspector	getInspector(java.lang.Class cls)
LastUpdate	getLastUpdate()
java.lang.Class<LastUpdate>	getLastUpdateClass()
java.lang.Object	getLastUpdateValue()
long	getMaxPast()
java.lang.Class	getPartitionKeyType()
net.e6tech.elements.common.resources.Provision	getProvision()
int	getRetries()
long	getRetrySleep()
java.lang.Class	getSourceClass()
long	getStartTime()
long	getTimeLag()
java.util.concurrent.TimeUnit	getTimeUnit()
void	initialize()
boolean	isAsyncUseFutures()
boolean	isExtractAll()
protected ETLContext	lastUpdate(LastUpdate lastUpdate)
LastUpdate	lookupLastUpdate()
net.e6tech.elements.common.resources.UnitOfWork	open()
void	reset()
void	saveLastUpdate(LastUpdate lastUpdate)
void	setAsyncMaxNumOfChunks(java.lang.Integer asyncMaxNumOfChunks)
void	setAsyncTimeUnitStepSize(java.lang.Integer asyncTimeUnitStepSize)
void	setAsyncUseFutures(boolean asyncUseFutures)
void	setBatchSize(int batchSize)
void	setExtractAll(boolean extractAll)
void	setExtractorName(java.lang.String extractorName)
void	setImportedCount(int importedCount)
void	setInitialUpdate(java.lang.String initialUpdate)
void	setLastUpdateClass(java.lang.Class<LastUpdate> lastUpdateClass)
void	setMaxPast(long maxPast)
void	setProvision(net.e6tech.elements.common.resources.Provision provision)
void	setRetries(int retries)
void	setRetrySleep(long sleep)
void	setSourceClass(java.lang.Class sourceClass)
void	setStartTime(long startTime)
void	setTimeLag(long timeLag)
void	setTimeUnit(java.util.concurrent.TimeUnit timeUnit)
java.lang.String	tableName()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DAY

public static final long DAY

See Also:

Constant Field Values

HOUR

public static final long HOUR

See Also:

Constant Field Values

MINUTE

public static final long MINUTE

See Also:

Constant Field Values

SECOND

public static final long SECOND

See Also:

Constant Field Values

MONTH

public static final long MONTH

See Also:

Constant Field Values

YEAR

public static final long YEAR

See Also:

Constant Field Values

TIME_LAG

public static final long TIME_LAG

See Also:

Constant Field Values

ASYNC_MAX_NUM_OF_CHUNKS

public static final int ASYNC_MAX_NUM_OF_CHUNKS

See Also:

Constant Field Values

BATCH_SIZE

public static final int BATCH_SIZE

See Also:

Constant Field Values

Constructor Detail

ETLContext

public ETLContext()

Method Detail

getProvision

public net.e6tech.elements.common.resources.Provision getProvision()

setProvision

@Inject
public void setProvision(net.e6tech.elements.common.resources.Provision provision)

getGenerator

public Generator getGenerator()

open

public net.e6tech.elements.common.resources.UnitOfWork open()

getBatchSize

public int getBatchSize()

setBatchSize

public void setBatchSize(int batchSize)

getAsyncTimeUnitStepSize

public java.lang.Integer getAsyncTimeUnitStepSize()

setAsyncTimeUnitStepSize

public void setAsyncTimeUnitStepSize(java.lang.Integer asyncTimeUnitStepSize)

getAsyncMaxNumOfChunks

public java.lang.Integer getAsyncMaxNumOfChunks()

setAsyncMaxNumOfChunks

public void setAsyncMaxNumOfChunks(java.lang.Integer asyncMaxNumOfChunks)

isAsyncUseFutures

public boolean isAsyncUseFutures()

setAsyncUseFutures

public void setAsyncUseFutures(boolean asyncUseFutures)

getTimeLag

public long getTimeLag()

setTimeLag

public void setTimeLag(long timeLag)

getMaxPast

public long getMaxPast()

setMaxPast

public void setMaxPast(long maxPast)

getRetries

public int getRetries()

setRetries

public void setRetries(int retries)

getRetrySleep

public long getRetrySleep()

setRetrySleep

public void setRetrySleep(long sleep)

getImportedCount

public int getImportedCount()

setImportedCount

public void setImportedCount(int importedCount)

getSourceClass

public java.lang.Class getSourceClass()

setSourceClass

public void setSourceClass(java.lang.Class sourceClass)

getStartTime

public long getStartTime()

setStartTime

public void setStartTime(long startTime)

isExtractAll

public boolean isExtractAll()

setExtractAll

public void setExtractAll(boolean extractAll)

getInitialUpdate

public java.lang.String getInitialUpdate()

setInitialUpdate

public void setInitialUpdate(java.lang.String initialUpdate)

getExtractorName

public java.lang.String getExtractorName()

setExtractorName

public void setExtractorName(java.lang.String extractorName)

extractor

public java.lang.String extractor()

getLastUpdateClass

public java.lang.Class<LastUpdate> getLastUpdateClass()

setLastUpdateClass

public void setLastUpdateClass(java.lang.Class<LastUpdate> lastUpdateClass)

getPartitionKeyType

public java.lang.Class getPartitionKeyType()

reset

public void reset()

getTimeUnit

public java.util.concurrent.TimeUnit getTimeUnit()

setTimeUnit

public void setTimeUnit(java.util.concurrent.TimeUnit timeUnit)

tableName

public java.lang.String tableName()

saveLastUpdate

public void saveLastUpdate(LastUpdate lastUpdate)

lookupLastUpdate

public LastUpdate lookupLastUpdate()

getLastUpdate

public LastUpdate getLastUpdate()

lastUpdate

protected ETLContext lastUpdate(LastUpdate lastUpdate)

getLastUpdateValue

public java.lang.Object getLastUpdateValue()

getCutoff

public java.lang.Comparable getCutoff()

getCutoff

public java.lang.Comparable getCutoff(long startTime,
                                      long additionalLag)

getInspector

public Inspector getInspector()

getInspector

public Inspector getInspector(java.lang.Class cls)

initialize

public void initialize()

copy

public void copy(ETLContext context)

copy

public void copy(ETLSettings s)