org.apache.ignite.internal.processors.hadoop.shuffle

Class HadoopShuffle

java.lang.Object

org.apache.ignite.internal.processors.hadoop.HadoopComponent

org.apache.ignite.internal.processors.hadoop.shuffle.HadoopShuffle

public class HadoopShuffle
extends HadoopComponent

Shuffle.

Field Summary

Fields

Modifier and Type	Field and Description
protected GridUnsafeMemory	mem

Fields inherited from class org.apache.ignite.internal.processors.hadoop.HadoopComponent

ctx, log

Constructor Summary

Constructors

Constructor and Description
HadoopShuffle()

Method Summary

Modifier and Type	Method and Description
IgniteInternalFuture<?>	flush(HadoopJobId jobId) Flushes all the outputs for the given job to remote nodes.
HadoopTaskInput	input(HadoopTaskContext taskCtx)
void	jobFinished(HadoopJobId jobId)
GridUnsafeMemory	memory()
boolean	onMessageReceived(UUID src, HadoopMessage msg) Message received callback.
HadoopTaskOutput	output(HadoopTaskContext taskCtx)
void	start(HadoopContext ctx)
void	stop(boolean cancel) Stops shuffle.

Methods inherited from class org.apache.ignite.internal.processors.hadoop.HadoopComponent

onKernalStart, onKernalStop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

mem

protected final GridUnsafeMemory mem

Constructor Detail

HadoopShuffle

public HadoopShuffle()

Method Detail

start

public void start(HadoopContext ctx)
           throws IgniteCheckedException

Overrides:

start in class HadoopComponent

Parameters:

ctx - Hadoop context.

Throws:

IgniteCheckedException

stop

public void stop(boolean cancel)

Stops shuffle.

Overrides:

stop in class HadoopComponent

Parameters:

cancel - If should cancel all ongoing activities.

onMessageReceived

public boolean onMessageReceived(UUID src,
                                 HadoopMessage msg)

Message received callback.

Parameters:

src - Sender node ID.

msg - Received message.

Returns:

True.

output

public HadoopTaskOutput output(HadoopTaskContext taskCtx)
                        throws IgniteCheckedException

Parameters:

taskCtx - Task info.

Returns:

Output.

Throws:

IgniteCheckedException

input

public HadoopTaskInput input(HadoopTaskContext taskCtx)
                      throws IgniteCheckedException

Parameters:

taskCtx - Task info.

Returns:

Input.

Throws:

IgniteCheckedException

jobFinished

public void jobFinished(HadoopJobId jobId)

Parameters:

jobId - Job id.

flush

public IgniteInternalFuture<?> flush(HadoopJobId jobId)

Flushes all the outputs for the given job to remote nodes.

Parameters:

jobId - Job ID.

Returns:

Future.

memory

public GridUnsafeMemory memory()

Returns:

Memory.