eu.stratosphere.hadoopcompatibility

Class HadoopInputFormatWrapper<K,V>

java.lang.Object

eu.stratosphere.hadoopcompatibility.HadoopInputFormatWrapper<K,V>

All Implemented Interfaces:

eu.stratosphere.api.common.io.InputFormat<eu.stratosphere.types.Record,HadoopInputSplitWrapper>, Serializable

public class HadoopInputFormatWrapper<K,V>
extends Object
implements eu.stratosphere.api.common.io.InputFormat<eu.stratosphere.types.Record,HadoopInputSplitWrapper>

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
HadoopTypeConverter<K,V>	converter
org.apache.hadoop.mapred.InputFormat<K,V>	hadoopInputFormat
org.apache.hadoop.mapred.JobConf	jobConf
K	key
org.apache.hadoop.mapred.RecordReader<K,V>	recordReader
V	value

Constructor Summary

Constructors

Constructor and Description
HadoopInputFormatWrapper()
HadoopInputFormatWrapper(org.apache.hadoop.mapred.InputFormat<K,V> hadoopInputFormat, org.apache.hadoop.mapred.JobConf job, HadoopTypeConverter<K,V> conv)

Method Summary

Methods

Modifier and Type	Method and Description
void	close()
void	configure(eu.stratosphere.configuration.Configuration parameters)
HadoopInputSplitWrapper[]	createInputSplits(int minNumSplits)
org.apache.hadoop.mapred.InputFormat<K,V>	getHadoopInputFormat()
Class<? extends HadoopInputSplitWrapper>	getInputSplitType()
org.apache.hadoop.mapred.JobConf	getJobConf()
eu.stratosphere.api.common.io.statistics.BaseStatistics	getStatistics(eu.stratosphere.api.common.io.statistics.BaseStatistics cachedStatistics)
eu.stratosphere.types.Record	nextRecord(eu.stratosphere.types.Record record)
void	open(HadoopInputSplitWrapper split)
boolean	reachedEnd()
void	setHadoopInputFormat(org.apache.hadoop.mapred.InputFormat<K,V> hadoopInputFormat)
void	setJobConf(org.apache.hadoop.mapred.JobConf job)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

hadoopInputFormat

public org.apache.hadoop.mapred.InputFormat<K,V> hadoopInputFormat

converter

public HadoopTypeConverter<K,V> converter

jobConf

public org.apache.hadoop.mapred.JobConf jobConf

key

public transient K key

value

public transient V value

recordReader

public org.apache.hadoop.mapred.RecordReader<K,V> recordReader

Constructor Detail

HadoopInputFormatWrapper

public HadoopInputFormatWrapper()

HadoopInputFormatWrapper

public HadoopInputFormatWrapper(org.apache.hadoop.mapred.InputFormat<K,V> hadoopInputFormat,
                        org.apache.hadoop.mapred.JobConf job,
                        HadoopTypeConverter<K,V> conv)

Method Detail

configure

public void configure(eu.stratosphere.configuration.Configuration parameters)

Specified by:

configure in interface eu.stratosphere.api.common.io.InputFormat<eu.stratosphere.types.Record,HadoopInputSplitWrapper>

getStatistics

public eu.stratosphere.api.common.io.statistics.BaseStatistics getStatistics(eu.stratosphere.api.common.io.statistics.BaseStatistics cachedStatistics)
                                                                      throws IOException

Specified by:

getStatistics in interface eu.stratosphere.api.common.io.InputFormat<eu.stratosphere.types.Record,HadoopInputSplitWrapper>

Throws:

IOException

createInputSplits

public HadoopInputSplitWrapper[] createInputSplits(int minNumSplits)
                                            throws IOException

Specified by:

createInputSplits in interface eu.stratosphere.api.common.io.InputFormat<eu.stratosphere.types.Record,HadoopInputSplitWrapper>

Throws:

IOException

getInputSplitType

public Class<? extends HadoopInputSplitWrapper> getInputSplitType()

Specified by:

getInputSplitType in interface eu.stratosphere.api.common.io.InputFormat<eu.stratosphere.types.Record,HadoopInputSplitWrapper>

open

public void open(HadoopInputSplitWrapper split)
          throws IOException

Specified by:

open in interface eu.stratosphere.api.common.io.InputFormat<eu.stratosphere.types.Record,HadoopInputSplitWrapper>

Throws:

IOException

reachedEnd

public boolean reachedEnd()
                   throws IOException

Specified by:

reachedEnd in interface eu.stratosphere.api.common.io.InputFormat<eu.stratosphere.types.Record,HadoopInputSplitWrapper>

Throws:

IOException

nextRecord

public eu.stratosphere.types.Record nextRecord(eu.stratosphere.types.Record record)
                                        throws IOException

Specified by:

nextRecord in interface eu.stratosphere.api.common.io.InputFormat<eu.stratosphere.types.Record,HadoopInputSplitWrapper>

Throws:

IOException

close

public void close()
           throws IOException

Specified by:

close in interface eu.stratosphere.api.common.io.InputFormat<eu.stratosphere.types.Record,HadoopInputSplitWrapper>

Throws:

IOException

setJobConf

public void setJobConf(org.apache.hadoop.mapred.JobConf job)

getHadoopInputFormat

public org.apache.hadoop.mapred.InputFormat<K,V> getHadoopInputFormat()

setHadoopInputFormat

public void setHadoopInputFormat(org.apache.hadoop.mapred.InputFormat<K,V> hadoopInputFormat)

getJobConf

public org.apache.hadoop.mapred.JobConf getJobConf()