org.apache.ignite.internal.processors.hadoop.impl.v2

Class HadoopV2Job

java.lang.Object

org.apache.ignite.internal.processors.hadoop.HadoopJobEx

org.apache.ignite.internal.processors.hadoop.impl.v2.HadoopV2Job

All Implemented Interfaces:

HadoopJob

public class HadoopV2Job
extends HadoopJobEx

Hadoop job implementation for v2 API.

Field Summary

Fields

Modifier and Type	Field and Description
protected HadoopJobInfo	jobInfo Job info.

Constructor Summary

Constructors

Constructor and Description
HadoopV2Job(HadoopJobId jobId, HadoopDefaultJobInfo jobInfo, IgniteLogger log, String[] libNames, HadoopHelper helper) Constructor.

Method Summary

Modifier and Type	Method and Description
void	cleanupStagingDirectory()
void	cleanupTaskEnvironment(HadoopTaskInfo info)
void	dispose(boolean external)
FileSystem	fileSystem(URI uri, Configuration cfg) Gets file system for this job.
HadoopTaskContext	getTaskContext(HadoopTaskInfo info)
HadoopJobId	id()
String	igniteWorkDirectory()
HadoopJobInfo	info()
void	initialize(boolean external, UUID locNodeId)
Collection<HadoopInputSplit>	input()
JobConf	jobConf() Getter for job configuration.
void	prepareTaskEnvironment(HadoopTaskInfo info)

Methods inherited from class org.apache.ignite.internal.processors.hadoop.HadoopJobEx

hasCombiner, hasReducer, jobName, property, reducers, user

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

jobInfo

protected final HadoopJobInfo jobInfo

Job info.

Constructor Detail

HadoopV2Job

public HadoopV2Job(HadoopJobId jobId,
                   HadoopDefaultJobInfo jobInfo,
                   IgniteLogger log,
                   @Nullable
                   String[] libNames,
                   HadoopHelper helper)

Constructor.

Parameters:

jobId - Job ID.

jobInfo - Job info.

log - Logger.

libNames - Optional additional native library names.

helper - Hadoop helper.

Method Detail

id

public HadoopJobId id()

Specified by:

id in class HadoopJobEx

info

public HadoopJobInfo info()

Specified by:

info in class HadoopJobEx

input

public Collection<HadoopInputSplit> input()

Specified by:

input in interface HadoopJob

Specified by:

input in class HadoopJobEx

getTaskContext

public HadoopTaskContext getTaskContext(HadoopTaskInfo info)
                                 throws IgniteCheckedException

Specified by:

getTaskContext in class HadoopJobEx

Throws:

IgniteCheckedException

initialize

public void initialize(boolean external,
                       UUID locNodeId)
                throws IgniteCheckedException

Specified by:

initialize in class HadoopJobEx

Throws:

IgniteCheckedException

dispose

public void dispose(boolean external)
             throws IgniteCheckedException

Specified by:

dispose in class HadoopJobEx

Throws:

IgniteCheckedException

prepareTaskEnvironment

public void prepareTaskEnvironment(HadoopTaskInfo info)
                            throws IgniteCheckedException

Specified by:

prepareTaskEnvironment in class HadoopJobEx

Throws:

IgniteCheckedException

cleanupTaskEnvironment

public void cleanupTaskEnvironment(HadoopTaskInfo info)
                            throws IgniteCheckedException

Specified by:

cleanupTaskEnvironment in class HadoopJobEx

Throws:

IgniteCheckedException

cleanupStagingDirectory

public void cleanupStagingDirectory()

Specified by:

cleanupStagingDirectory in class HadoopJobEx

igniteWorkDirectory

public String igniteWorkDirectory()

Specified by:

igniteWorkDirectory in class HadoopJobEx

jobConf

public JobConf jobConf()

Getter for job configuration.

Returns:

The job configuration.

fileSystem

public FileSystem fileSystem(@Nullable
                             URI uri,
                             Configuration cfg)
                      throws IOException

Gets file system for this job.

Parameters:

uri - The uri.

cfg - The configuration.

Returns:

The file system.

Throws:

IOException - On error.