net.e6tech.elements.cassandra.etl

Class PartitionStrategy<S extends Partition,C extends PartitionContext>

java.lang.Object

net.e6tech.elements.cassandra.etl.PartitionStrategy<S,C>

All Implemented Interfaces:

BatchStrategy<S,C>, Strategy<C>

Direct Known Subclasses:

PartitionOrderByStrategy

public class PartitionStrategy<S extends Partition,C extends PartitionContext>
extends java.lang.Object
implements BatchStrategy<S,C>

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	PartitionStrategy.PartitionQuery<C extends PartitionContext>
static class	PartitionStrategy.Range

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	ASYNC_QUERY_PARTITION
static java.lang.String	ASYNC_QUERY_RANGE
static java.lang.String	QUERY_PARTITION
static java.lang.String	QUERY_RANGE

Fields inherited from interface net.e6tech.elements.cassandra.etl.Strategy

logger

Constructor Summary

Constructors

Constructor and Description
PartitionStrategy()

Method Summary

Modifier and Type	Method and Description
protected void	asyncQuery(PartitionStrategy.PartitionQuery<C> p, java.lang.String query, java.util.function.Consumer<Row> rowConsumer)
protected void	execAsyncQuery(C context, java.lang.String query, java.util.List<PartitionStrategy.Range> working, java.util.function.Consumer<Row> rowConsumer)
protected void	execAsyncQuery2(C context, java.lang.String query, java.util.List<PartitionStrategy.Range> working, java.util.function.Consumer<Row> rowConsumer)
java.util.List<S>	extract(C context)
protected java.util.List<PartitionStrategy.Range>	getAsyncRanges(java.lang.String query, java.math.BigDecimal from, java.math.BigDecimal to, int asyncStepSize, int asyncMaxChunkSize)
int	load(C context, java.util.List<S> source)
java.util.Map<java.lang.Comparable<java.lang.Object>,java.lang.Long>	queryPartitions(PartitionStrategy.PartitionQuery<C> p) Return a map of partitions and count.
java.util.Map<java.lang.Comparable<java.lang.Object>,java.lang.Long>	queryPartitions2(PartitionStrategy.PartitionQuery<C> p)
java.util.List<java.lang.Comparable<java.lang.Object>>	queryRange(PartitionStrategy.PartitionQuery<C> p)
java.util.List<java.lang.Comparable<java.lang.Object>>	queryRange2(PartitionStrategy.PartitionQuery<C> p)
int	run(C context)
int	run(C context, java.util.List<java.lang.Comparable<?>> partitions)
int	runPartitions(C context)
int	runPartitions(java.util.List<java.lang.Comparable<?>> list, C context)
java.math.BigDecimal	timeExpressedInCorrectTimeUnit(java.util.concurrent.TimeUnit timeUnit, long time)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

QUERY_PARTITION

public static final java.lang.String QUERY_PARTITION

See Also:

Constant Field Values

ASYNC_QUERY_PARTITION

public static final java.lang.String ASYNC_QUERY_PARTITION

See Also:

Constant Field Values

QUERY_RANGE

public static final java.lang.String QUERY_RANGE

See Also:

Constant Field Values

ASYNC_QUERY_RANGE

public static final java.lang.String ASYNC_QUERY_RANGE

See Also:

Constant Field Values

Constructor Detail

PartitionStrategy

public PartitionStrategy()

Method Detail

load

public int load(C context,
                java.util.List<S> source)

Specified by:

load in interface BatchStrategy<S extends Partition,C extends PartitionContext>

queryPartitions

public java.util.Map<java.lang.Comparable<java.lang.Object>,java.lang.Long> queryPartitions(PartitionStrategy.PartitionQuery<C> p)

Return a map of partitions and count. The partitions are sorted from small to large.

Parameters:

p - PartitionQuery

Returns:

map of partition anc count

queryPartitions2

public java.util.Map<java.lang.Comparable<java.lang.Object>,java.lang.Long> queryPartitions2(PartitionStrategy.PartitionQuery<C> p)

asyncQuery

protected void asyncQuery(PartitionStrategy.PartitionQuery<C> p,
                          java.lang.String query,
                          java.util.function.Consumer<Row> rowConsumer)

execAsyncQuery

protected void execAsyncQuery(C context,
                              java.lang.String query,
                              java.util.List<PartitionStrategy.Range> working,
                              java.util.function.Consumer<Row> rowConsumer)

execAsyncQuery2

protected void execAsyncQuery2(C context,
                               java.lang.String query,
                               java.util.List<PartitionStrategy.Range> working,
                               java.util.function.Consumer<Row> rowConsumer)

getAsyncRanges

protected java.util.List<PartitionStrategy.Range> getAsyncRanges(java.lang.String query,
                                                                 java.math.BigDecimal from,
                                                                 java.math.BigDecimal to,
                                                                 int asyncStepSize,
                                                                 int asyncMaxChunkSize)

extract

public java.util.List<S> extract(C context)

Specified by:

extract in interface BatchStrategy<S extends Partition,C extends PartitionContext>

run

public int run(C context)

Specified by:

run in interface BatchStrategy<S extends Partition,C extends PartitionContext>

Specified by:

run in interface Strategy<C extends PartitionContext>

timeExpressedInCorrectTimeUnit

public java.math.BigDecimal timeExpressedInCorrectTimeUnit(java.util.concurrent.TimeUnit timeUnit,
                                                           long time)

run

public int run(C context,
               java.util.List<java.lang.Comparable<?>> partitions)

queryRange

public java.util.List<java.lang.Comparable<java.lang.Object>> queryRange(PartitionStrategy.PartitionQuery<C> p)

queryRange2

public java.util.List<java.lang.Comparable<java.lang.Object>> queryRange2(PartitionStrategy.PartitionQuery<C> p)

runPartitions

public int runPartitions(C context)

runPartitions

public int runPartitions(java.util.List<java.lang.Comparable<?>> list,
                         C context)