org.apache.hadoop.hive.ql.io.orc

Class OrcFileStripeMergeRecordReader

java.lang.Object

org.apache.hadoop.hive.ql.io.orc.OrcFileStripeMergeRecordReader

All Implemented Interfaces:

org.apache.hadoop.mapred.RecordReader<OrcFileKeyWrapper,OrcFileValueWrapper>

public class OrcFileStripeMergeRecordReader
extends Object
implements org.apache.hadoop.mapred.RecordReader<OrcFileKeyWrapper,OrcFileValueWrapper>

Field Summary

Fields

Modifier and Type	Field and Description
protected Iterator<StripeInformation>	iter
protected List<OrcProto.StripeStatistics>	stripeStatistics

Constructor Summary

Constructors

Constructor and Description
OrcFileStripeMergeRecordReader(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.mapred.FileSplit split)

Method Summary

Methods

Modifier and Type	Method and Description
void	close()
OrcFileKeyWrapper	createKey()
OrcFileValueWrapper	createValue()
Class<?>	getKeyClass()
long	getPos()
float	getProgress() Default progress will be based on number of files processed.
long	getStart()
Class<?>	getValueClass()
boolean	next(OrcFileKeyWrapper key, OrcFileValueWrapper value)
protected boolean	nextStripe(OrcFileKeyWrapper keyWrapper, OrcFileValueWrapper valueWrapper)
protected void	seek(long pos)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

iter

protected Iterator<StripeInformation> iter

stripeStatistics

protected List<OrcProto.StripeStatistics> stripeStatistics

Constructor Detail

OrcFileStripeMergeRecordReader

public OrcFileStripeMergeRecordReader(org.apache.hadoop.conf.Configuration conf,
                              org.apache.hadoop.mapred.FileSplit split)
                               throws IOException

Throws:

IOException

Method Detail

getKeyClass

public Class<?> getKeyClass()

getValueClass

public Class<?> getValueClass()

createKey

public OrcFileKeyWrapper createKey()

Specified by:

createKey in interface org.apache.hadoop.mapred.RecordReader<OrcFileKeyWrapper,OrcFileValueWrapper>

createValue

public OrcFileValueWrapper createValue()

Specified by:

createValue in interface org.apache.hadoop.mapred.RecordReader<OrcFileKeyWrapper,OrcFileValueWrapper>

next

public boolean next(OrcFileKeyWrapper key,
           OrcFileValueWrapper value)
             throws IOException

Specified by:

next in interface org.apache.hadoop.mapred.RecordReader<OrcFileKeyWrapper,OrcFileValueWrapper>

Throws:

IOException

nextStripe

protected boolean nextStripe(OrcFileKeyWrapper keyWrapper,
                 OrcFileValueWrapper valueWrapper)
                      throws IOException

Throws:

IOException

getProgress

public float getProgress()
                  throws IOException

Default progress will be based on number of files processed.

Specified by:

getProgress in interface org.apache.hadoop.mapred.RecordReader<OrcFileKeyWrapper,OrcFileValueWrapper>

Returns:

0.0 to 1.0 of the input byte range

Throws:

IOException

getPos

public long getPos()
            throws IOException

Specified by:

getPos in interface org.apache.hadoop.mapred.RecordReader<OrcFileKeyWrapper,OrcFileValueWrapper>

Throws:

IOException

seek

protected void seek(long pos)
             throws IOException

Throws:

IOException

getStart

public long getStart()

close

public void close()
           throws IOException

Specified by:

close in interface org.apache.hadoop.mapred.RecordReader<OrcFileKeyWrapper,OrcFileValueWrapper>

Throws:

IOException