org.janusgraph.hadoop.scan

Class HadoopScanMapper

java.lang.Object

org.apache.hadoop.mapreduce.Mapper<StaticBuffer,Iterable<Entry>,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

org.janusgraph.hadoop.scan.HadoopScanMapper

Direct Known Subclasses:

HadoopVertexScanMapper

public class HadoopScanMapper
extends org.apache.hadoop.mapreduce.Mapper<StaticBuffer,Iterable<Entry>,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Run a ScanJob via a Hadoop Mapper over the edgestore.

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper

org.apache.hadoop.mapreduce.Mapper.Context

Field Summary

Fields

Modifier and Type	Field and Description
protected ScanJob	job
protected Configuration	jobConf
protected HadoopContextScanMetrics	metrics

Constructor Summary

Constructors

Constructor and Description
HadoopScanMapper()

Method Summary

Modifier and Type	Method and Description
protected void	cleanup(org.apache.hadoop.mapreduce.Mapper.Context context)
protected void	finishSetup(ModifiableHadoopConfiguration scanConf, Configuration graphConf)
protected void	map(StaticBuffer key, Iterable<Entry> values, org.apache.hadoop.mapreduce.Mapper.Context context)
protected void	setup(org.apache.hadoop.mapreduce.Mapper.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Mapper

run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

job

protected ScanJob job

metrics

protected HadoopContextScanMetrics metrics

jobConf

protected Configuration jobConf

Constructor Detail

HadoopScanMapper

public HadoopScanMapper()

Method Detail

setup

protected void setup(org.apache.hadoop.mapreduce.Mapper.Context context)
              throws IOException,
                     InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Mapper<StaticBuffer,Iterable<Entry>,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

finishSetup

protected void finishSetup(ModifiableHadoopConfiguration scanConf,
                           Configuration graphConf)

map

protected void map(StaticBuffer key,
                   Iterable<Entry> values,
                   org.apache.hadoop.mapreduce.Mapper.Context context)
            throws IOException,
                   InterruptedException

Overrides:

map in class org.apache.hadoop.mapreduce.Mapper<StaticBuffer,Iterable<Entry>,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

cleanup

protected void cleanup(org.apache.hadoop.mapreduce.Mapper.Context context)
                throws IOException,
                       InterruptedException

Overrides:

cleanup in class org.apache.hadoop.mapreduce.Mapper<StaticBuffer,Iterable<Entry>,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException