org.apache.hadoop.hive.ql.plan
Class HashTableSinkDesc

java.lang.Object
  org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc
      org.apache.hadoop.hive.ql.plan.JoinDesc
          org.apache.hadoop.hive.ql.plan.HashTableSinkDesc

All Implemented Interfaces:

Serializable, Cloneable, OperatorDesc

public class HashTableSinkDesc
extends JoinDesc
implements Serializable

Map Join operator Descriptor implementation.

See Also:

Serialized Form

Field Summary

protected JoinCondDesc[]	conds
protected boolean	noOuterJoin
protected List<String>	outputColumnNames
protected Byte[]	tagOrder

Fields inherited from class org.apache.hadoop.hive.ql.plan.JoinDesc

FULL_OUTER_JOIN, INNER_JOIN, LEFT_OUTER_JOIN, LEFT_SEMI_JOIN, RIGHT_OUTER_JOIN, UNIQUE_JOIN

Fields inherited from class org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

opTraits, statistics, vectorMode

Constructor Summary

HashTableSinkDesc()

HashTableSinkDesc(MapJoinDesc clone)

Method Summary

Map<Byte,org.apache.hadoop.fs.Path>	getBigKeysDirMap()
BucketMapJoinContext	getBucketMapjoinContext()
JoinCondDesc[]	getConds()
String	getDumpFilePrefix()
Map<Byte,List<ExprNodeDesc>>	getExprs()
int[][]	getFilterMap()
Map<Integer,String>	getFilterMapString()
Map<Byte,List<ExprNodeDesc>>	getFilters()
float	getHashtableMemoryUsage()
Map<Byte,List<ExprNodeDesc>>	getKeys()
Map<Byte,String>	getKeysString()
TableDesc	getKeyTableDesc()
TableDesc	getKeyTblDesc()
List<String>	getOutputColumnNames()
int	getPosBigTable()
Map<Byte,List<Integer>>	getRetainList()
Map<String,Byte>	getReversedExprs()
int	getSkewKeyDefinition()
Map<Byte,TableDesc>	getSkewKeysValuesTables()
Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>>	getSmallKeysDirMap()
Byte[]	getTagOrder() The order in which tables should be processed when joining.
List<TableDesc>	getValueTblDescs()
List<TableDesc>	getValueTblFilteredDescs()
boolean	isHandleSkewJoin()
boolean	isNoOuterJoin()
void	setBigKeysDirMap(Map<Byte,org.apache.hadoop.fs.Path> bigKeysDirMap) set the mapping from tbl to dir for big keys.
void	setBucketMapjoinContext(BucketMapJoinContext bucketMapjoinContext)
void	setConds(JoinCondDesc[] conds)
void	setDumpFilePrefix(String dumpFilePrefix)
void	setExprs(Map<Byte,List<ExprNodeDesc>> exprs)
void	setFilterMap(int[][] filterMap)
void	setFilters(Map<Byte,List<ExprNodeDesc>> filters)
void	setHandleSkewJoin(boolean handleSkewJoin) set to handle skew join in this join op.
void	setHashtableMemoryUsage(float hashtableMemoryUsage)
void	setKeys(Map<Byte,List<ExprNodeDesc>> keys)
void	setKeyTableDesc(TableDesc keyTableDesc)
void	setKeyTblDesc(TableDesc keyTblDesc)
void	setNoOuterJoin(boolean noOuterJoin)
void	setOutputColumnNames(List<String> outputColumnNames)
void	setPosBigTable(int posBigTable)
void	setRetainList(Map<Byte,List<Integer>> retainList)
void	setReversedExprs(Map<String,Byte> reversedExprs)
void	setSkewKeyDefinition(int skewKeyDefinition) set skew key definition.
void	setSkewKeysValuesTables(Map<Byte,TableDesc> skewKeysValuesTables)
void	setSmallKeysDirMap(Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>> smallKeysDirMap) set the mapping from tbl to dir for small keys.
void	setTagOrder(Byte[] tagOrder) The order in which tables should be processed when joining.
void	setValueTblDescs(List<TableDesc> valueTblDescs)
void	setValueTblFilteredDescs(List<TableDesc> valueTblFilteredDescs)

Methods inherited from class org.apache.hadoop.hive.ql.plan.JoinDesc

clone, convertToArray, getCondsList, getExprsStringMap, getFiltersStringMap, getHandleSkewJoin, getNoOuterJoin, getNullSafes, getNullSafeString, getTagLength, isFixedAsSorted, resetOrder, setFixedAsSorted, setNullSafes, toCompactString

Methods inherited from class org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

getOpTraits, getStatistics, setOpTraits, setStatistics, setVectorMode

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

outputColumnNames

protected List<String> outputColumnNames

noOuterJoin

protected boolean noOuterJoin

conds

protected JoinCondDesc[] conds

tagOrder

protected Byte[] tagOrder

Constructor Detail

HashTableSinkDesc

public HashTableSinkDesc()

HashTableSinkDesc

public HashTableSinkDesc(MapJoinDesc clone)

Method Detail

getHashtableMemoryUsage

public float getHashtableMemoryUsage()

setHashtableMemoryUsage

public void setHashtableMemoryUsage(float hashtableMemoryUsage)

getDumpFilePrefix

public String getDumpFilePrefix()

Returns:

the dumpFilePrefix

setDumpFilePrefix

public void setDumpFilePrefix(String dumpFilePrefix)

Parameters:

dumpFilePrefix - the dumpFilePrefix to set

isHandleSkewJoin

public boolean isHandleSkewJoin()

setHandleSkewJoin

public void setHandleSkewJoin(boolean handleSkewJoin)

Description copied from class: JoinDesc

set to handle skew join in this join op.

Overrides:

setHandleSkewJoin in class JoinDesc

getSkewKeyDefinition

public int getSkewKeyDefinition()

Overrides:

getSkewKeyDefinition in class JoinDesc

Returns:

skew key definition. If we see a key's associated entries' number is bigger than this, we will define this key as a skew key.

setSkewKeyDefinition

public void setSkewKeyDefinition(int skewKeyDefinition)

Description copied from class: JoinDesc

set skew key definition.

Overrides:

setSkewKeyDefinition in class JoinDesc

getBigKeysDirMap

public Map<Byte,org.apache.hadoop.fs.Path> getBigKeysDirMap()

Overrides:

getBigKeysDirMap in class JoinDesc

Returns:

mapping from tbl to dir for big keys.

setBigKeysDirMap

public void setBigKeysDirMap(Map<Byte,org.apache.hadoop.fs.Path> bigKeysDirMap)

Description copied from class: JoinDesc

set the mapping from tbl to dir for big keys.

Overrides:

setBigKeysDirMap in class JoinDesc

getSmallKeysDirMap

public Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>> getSmallKeysDirMap()

Overrides:

getSmallKeysDirMap in class JoinDesc

Returns:

mapping from tbl to dir for small keys

setSmallKeysDirMap

public void setSmallKeysDirMap(Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>> smallKeysDirMap)

Description copied from class: JoinDesc

set the mapping from tbl to dir for small keys.

Overrides:

setSmallKeysDirMap in class JoinDesc

getSkewKeysValuesTables

public Map<Byte,TableDesc> getSkewKeysValuesTables()

Overrides:

getSkewKeysValuesTables in class JoinDesc

Returns:

the table desc for storing skew keys and their corresponding value;

setSkewKeysValuesTables

public void setSkewKeysValuesTables(Map<Byte,TableDesc> skewKeysValuesTables)

Overrides:

setSkewKeysValuesTables in class JoinDesc

Parameters:

skewKeysValuesTables - set the table desc for storing skew keys and their corresponding value;

getExprs

public Map<Byte,List<ExprNodeDesc>> getExprs()

Overrides:

getExprs in class JoinDesc

setExprs

public void setExprs(Map<Byte,List<ExprNodeDesc>> exprs)

Overrides:

setExprs in class JoinDesc

getFilters

public Map<Byte,List<ExprNodeDesc>> getFilters()

Overrides:

getFilters in class JoinDesc

getValueTblFilteredDescs

public List<TableDesc> getValueTblFilteredDescs()

setValueTblFilteredDescs

public void setValueTblFilteredDescs(List<TableDesc> valueTblFilteredDescs)

setFilters

public void setFilters(Map<Byte,List<ExprNodeDesc>> filters)

Overrides:

setFilters in class JoinDesc

getOutputColumnNames

public List<String> getOutputColumnNames()

Overrides:

getOutputColumnNames in class JoinDesc

setOutputColumnNames

public void setOutputColumnNames(List<String> outputColumnNames)

Overrides:

setOutputColumnNames in class JoinDesc

getReversedExprs

public Map<String,Byte> getReversedExprs()

Overrides:

getReversedExprs in class JoinDesc

setReversedExprs

public void setReversedExprs(Map<String,Byte> reversedExprs)

Overrides:

setReversedExprs in class JoinDesc

isNoOuterJoin

public boolean isNoOuterJoin()

Overrides:

isNoOuterJoin in class JoinDesc

setNoOuterJoin

public void setNoOuterJoin(boolean noOuterJoin)

Overrides:

setNoOuterJoin in class JoinDesc

getConds

public JoinCondDesc[] getConds()

Overrides:

getConds in class JoinDesc

setConds

public void setConds(JoinCondDesc[] conds)

Overrides:

setConds in class JoinDesc

getTagOrder

public Byte[] getTagOrder()

Description copied from class: JoinDesc

The order in which tables should be processed when joining.

Overrides:

getTagOrder in class JoinDesc

Returns:

Array of tags

setTagOrder

public void setTagOrder(Byte[] tagOrder)

Description copied from class: JoinDesc

The order in which tables should be processed when joining.

Overrides:

setTagOrder in class JoinDesc

Parameters:

tagOrder - Array of tags

getKeyTableDesc

public TableDesc getKeyTableDesc()

Overrides:

getKeyTableDesc in class JoinDesc

setKeyTableDesc

public void setKeyTableDesc(TableDesc keyTableDesc)

Overrides:

setKeyTableDesc in class JoinDesc

getFilterMap

public int[][] getFilterMap()

Overrides:

getFilterMap in class JoinDesc

setFilterMap

public void setFilterMap(int[][] filterMap)

Overrides:

setFilterMap in class JoinDesc

getFilterMapString

public Map<Integer,String> getFilterMapString()

Overrides:

getFilterMapString in class JoinDesc

getRetainList

public Map<Byte,List<Integer>> getRetainList()

setRetainList

public void setRetainList(Map<Byte,List<Integer>> retainList)

getKeysString

public Map<Byte,String> getKeysString()

Returns:

the keys in string form

getKeys

public Map<Byte,List<ExprNodeDesc>> getKeys()

Returns:

the keys

setKeys

public void setKeys(Map<Byte,List<ExprNodeDesc>> keys)

Parameters:

keys - the keys to set

getPosBigTable

public int getPosBigTable()

Returns:

the position of the big table not in memory

setPosBigTable

public void setPosBigTable(int posBigTable)

Parameters:

posBigTable - the position of the big table not in memory

getKeyTblDesc

public TableDesc getKeyTblDesc()

Returns:

the keyTblDesc

setKeyTblDesc

public void setKeyTblDesc(TableDesc keyTblDesc)

Parameters:

keyTblDesc - the keyTblDesc to set

getValueTblDescs

public List<TableDesc> getValueTblDescs()

Returns:

the valueTblDescs

setValueTblDescs

public void setValueTblDescs(List<TableDesc> valueTblDescs)

Parameters:

valueTblDescs - the valueTblDescs to set

getBucketMapjoinContext

public BucketMapJoinContext getBucketMapjoinContext()

setBucketMapjoinContext

public void setBucketMapjoinContext(BucketMapJoinContext bucketMapjoinContext)