cascading.flow.hadoop

Class HadoopCoGroupClosure

java.lang.Object

cascading.pipe.joiner.JoinerClosure

cascading.flow.hadoop.HadoopGroupByClosure

cascading.flow.hadoop.HadoopCoGroupClosure

public class HadoopCoGroupClosure
extends HadoopGroupByClosure

Class CoGroupClosure is used internally to represent co-grouping results of multiple tuple streams.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	HadoopCoGroupClosure.Spill

Field Summary

Fields

Modifier and Type	Field and Description
protected java.util.Collection<cascading.tuple.Tuple>[]	collections Field groups
protected int	numSelfJoins

Fields inherited from class cascading.flow.hadoop.HadoopGroupByClosure

grouping, values

Fields inherited from class cascading.pipe.joiner.JoinerClosure

flowProcess, joinFields, valueFields

Constructor Summary

Constructors

Constructor and Description
HadoopCoGroupClosure(cascading.flow.FlowProcess flowProcess, int numSelfJoins, cascading.tuple.Fields[] groupingFields, cascading.tuple.Fields[] valueFields)

Method Summary

Modifier and Type	Method and Description
protected void	build()
protected void	clearGroups()
java.util.Iterator<cascading.tuple.Tuple>	createIterator(cascading.tuple.io.IndexTuple current, java.util.Iterator<cascading.tuple.io.IndexTuple> values)
protected java.util.Collection<cascading.tuple.Tuple>	createTupleCollection(cascading.tuple.Fields joinField)
cascading.tuple.Tuple	getGroupTuple(cascading.tuple.Tuple keysTuple)
java.util.Iterator<cascading.tuple.Tuple>	getIterator(int pos)
protected void	initLists()
boolean	isEmpty(int pos)
void	reset(cascading.tuple.Tuple grouping, java.util.Iterator<cascading.tuple.Tuple>[] values)
int	size()

Methods inherited from class cascading.flow.hadoop.HadoopGroupByClosure

getGrouping, getValueIterator, makeIterator

Methods inherited from class cascading.pipe.joiner.JoinerClosure

getFlowProcess, getJoinFields, getValueFields, isSelfJoin

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

collections

protected java.util.Collection<cascading.tuple.Tuple>[] collections

Field groups

numSelfJoins

protected final int numSelfJoins

Constructor Detail

HadoopCoGroupClosure

public HadoopCoGroupClosure(cascading.flow.FlowProcess flowProcess,
                            int numSelfJoins,
                            cascading.tuple.Fields[] groupingFields,
                            cascading.tuple.Fields[] valueFields)

Method Detail

size

public int size()

Overrides:

size in class HadoopGroupByClosure

getIterator

public java.util.Iterator<cascading.tuple.Tuple> getIterator(int pos)

Overrides:

getIterator in class HadoopGroupByClosure

getGroupTuple

public cascading.tuple.Tuple getGroupTuple(cascading.tuple.Tuple keysTuple)

Overrides:

getGroupTuple in class HadoopGroupByClosure

isEmpty

public boolean isEmpty(int pos)

Overrides:

isEmpty in class HadoopGroupByClosure

reset

public void reset(cascading.tuple.Tuple grouping,
                  java.util.Iterator<cascading.tuple.Tuple>[] values)

Overrides:

reset in class HadoopGroupByClosure

build

protected void build()

clearGroups

protected void clearGroups()

initLists

protected void initLists()

createTupleCollection

protected java.util.Collection<cascading.tuple.Tuple> createTupleCollection(cascading.tuple.Fields joinField)

createIterator

public java.util.Iterator<cascading.tuple.Tuple> createIterator(cascading.tuple.io.IndexTuple current,
                                                                java.util.Iterator<cascading.tuple.io.IndexTuple> values)