com.aliyun.odps.mapred.local

Class LocalTaskContext

java.lang.Object

com.aliyun.odps.mapred.local.LocalTaskContext

All Implemented Interfaces:

JobContext, TaskContext

public abstract class LocalTaskContext
extends Object
implements TaskContext

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.commons.logging.Log	LOG

Constructor Summary

Constructors

Constructor and Description
LocalTaskContext(BridgeJobConf conf, TaskId taskid, com.aliyun.odps.counter.Counters counters)

Method Summary

Modifier and Type	Method and Description
void	closeWriters()
Reducer	createCombiner()
Record	createMapOutputKeyRecord()
Record	createMapOutputValueRecord()
Mapper	createMapper()
Record	createOutputKeyRecord()
Record	createOutputRecord()
Record	createOutputRecord(String label)
Record	createOutputValueRecord()
Reducer	createReducer()
Class<? extends Reducer>	getCombinerClass()
com.aliyun.odps.counter.Counter	getCounter(Enum<?> key)
com.aliyun.odps.counter.Counter	getCounter(String groupName, String counterName)
Pipeline.TransformNode	getCurrentNode()
String[]	getGroupingColumns()
JobConf	getJobConf()
Column[]	getMapOutputKeySchema()
Column[]	getMapOutputValueSchema()
Class<? extends Mapper>	getMapperClass()
int	getNumReduceTasks()
TableInfo[]	getOutputTableInfo()
Pipeline	getPipeline()
Class<? extends Reducer>	getReducerClass()
TaskId	getTaskID()
boolean	isPipelineMode()
void	progress()
Iterable<BufferedInputStream>	readResourceArchiveAsStream(String resourceName)
Iterable<BufferedInputStream>	readResourceArchiveAsStream(String resourceName, String relativePath)
BufferedInputStream	readResourceFileAsStream(String name)
Iterator<Record>	readResourceTable(String tbl)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface com.aliyun.odps.mapred.TaskContext

getInputVolumeFileSystem, getInputVolumeFileSystem, getInputVolumeInfo, getInputVolumeInfo, getOutputVolumeFileSystem, getOutputVolumeFileSystem, getOutputVolumeInfo, getOutputVolumeInfo, write, write, write

Field Detail

LOG

public static final org.apache.commons.logging.Log LOG

Constructor Detail

LocalTaskContext

public LocalTaskContext(BridgeJobConf conf,
                        TaskId taskid,
                        com.aliyun.odps.counter.Counters counters)
                 throws IOException

Throws:

IOException

Method Detail

createMapper

public Mapper createMapper()

createReducer

public Reducer createReducer()

createCombiner

public Reducer createCombiner()

closeWriters

public void closeWriters()
                  throws IOException

Throws:

IOException

getGroupingColumns

public String[] getGroupingColumns()

Specified by:

getGroupingColumns in interface JobContext

getMapOutputKeySchema

public Column[] getMapOutputKeySchema()

Specified by:

getMapOutputKeySchema in interface JobContext

getMapOutputValueSchema

public Column[] getMapOutputValueSchema()

Specified by:

getMapOutputValueSchema in interface JobContext

getMapperClass

public Class<? extends Mapper> getMapperClass()

Specified by:

getMapperClass in interface JobContext

getNumReduceTasks

public int getNumReduceTasks()

Specified by:

getNumReduceTasks in interface JobContext

getReducerClass

public Class<? extends Reducer> getReducerClass()

Specified by:

getReducerClass in interface JobContext

getCombinerClass

public Class<? extends Reducer> getCombinerClass()

Specified by:

getCombinerClass in interface JobContext

createOutputRecord

public Record createOutputRecord()
                          throws IOException

Specified by:

createOutputRecord in interface TaskContext

Throws:

IOException

createOutputRecord

public Record createOutputRecord(String label)
                          throws IOException

Specified by:

createOutputRecord in interface TaskContext

Throws:

IOException

getCounter

public com.aliyun.odps.counter.Counter getCounter(Enum<?> key)

Specified by:

getCounter in interface TaskContext

getCounter

public com.aliyun.odps.counter.Counter getCounter(String groupName,
                                                  String counterName)

Specified by:

getCounter in interface TaskContext

getTaskID

public TaskId getTaskID()

Specified by:

getTaskID in interface TaskContext

progress

public void progress()

Specified by:

progress in interface TaskContext

readResourceFileAsStream

public BufferedInputStream readResourceFileAsStream(String name)
                                             throws IOException

Specified by:

readResourceFileAsStream in interface TaskContext

Throws:

IOException

readResourceArchiveAsStream

public Iterable<BufferedInputStream> readResourceArchiveAsStream(String resourceName)
                                                          throws IOException

Specified by:

readResourceArchiveAsStream in interface TaskContext

Throws:

IOException

readResourceArchiveAsStream

public Iterable<BufferedInputStream> readResourceArchiveAsStream(String resourceName,
                                                                 String relativePath)
                                                          throws IOException

Specified by:

readResourceArchiveAsStream in interface TaskContext

Throws:

IOException

readResourceTable

public Iterator<Record> readResourceTable(String tbl)
                                   throws IOException

Specified by:

readResourceTable in interface TaskContext

Throws:

IOException

getJobConf

public JobConf getJobConf()

Specified by:

getJobConf in interface JobContext

createMapOutputKeyRecord

public Record createMapOutputKeyRecord()

Specified by:

createMapOutputKeyRecord in interface TaskContext

createMapOutputValueRecord

public Record createMapOutputValueRecord()

Specified by:

createMapOutputValueRecord in interface TaskContext

getOutputTableInfo

public TableInfo[] getOutputTableInfo()

Specified by:

getOutputTableInfo in interface TaskContext

createOutputKeyRecord

public Record createOutputKeyRecord()
                             throws IOException

Specified by:

createOutputKeyRecord in interface TaskContext

Throws:

IOException

createOutputValueRecord

public Record createOutputValueRecord()
                               throws IOException

Specified by:

createOutputValueRecord in interface TaskContext

Throws:

IOException

isPipelineMode

public boolean isPipelineMode()

getPipeline

public Pipeline getPipeline()

getCurrentNode

public Pipeline.TransformNode getCurrentNode()