cascading.flow
Class FlowStep

java.lang.Object
  extended by cascading.flow.FlowStep
All Implemented Interfaces:
Serializable
Direct Known Subclasses:
MapReduceFlowStep

public class FlowStep
extends Object
implements Serializable

Class FlowStep ...

See Also:
Serialized Form

Nested Class Summary
 class FlowStep.FlowStepJob
           
 
Field Summary
 Group group
          Field group
 Map<String,Tap> mapperTraps
          Field mapperTraps
 Map<String,Tap> reducerTraps
          Field reducerTraps
 
Method Summary
 void clean(JobConf jobConf)
          Method clean removes any temporary files used by this FlowStep instance.
 boolean equals(Object object)
           
 Collection<Operation> getAllOperations()
           
 FlowStep.FlowStepJob getFlowStepJob(JobConf parentConf)
           
 Tap getMapperTrap(String name)
           
 String getName()
           
 FlowElement getNextFlowElement(Scope scope)
           
 Scope getNextScope(FlowElement flowElement)
          Method getNextScope returns the next Scope instance in the graph.
 Set<Scope> getNextScopes(FlowElement flowElement)
           
 String getParentFlowName()
          Method getParentFlowName returns the parentFlowName of this FlowStep object.
 Set<Scope> getPreviousScopes(FlowElement flowElement)
          Method getPreviousScopes returns the previous Scope instances.
 Tap getReducerTrap(String name)
           
 String getSourceName(Tap source)
           
 String getStepName()
          Method getStepName returns the stepName of this FlowStep object.
 int hashCode()
           
 TupleIterator openSinkForRead(JobConf conf)
           
 TapIterator openSourceForRead(JobConf conf)
           
 String toString()
           
 
Methods inherited from class java.lang.Object
clone, finalize, getClass, notify, notifyAll, wait, wait, wait
 

Field Detail

mapperTraps

public final Map<String,Tap> mapperTraps
Field mapperTraps


reducerTraps

public final Map<String,Tap> reducerTraps
Field reducerTraps


group

public Group group
Field group

Method Detail

getName

public String getName()

getParentFlowName

public String getParentFlowName()
Method getParentFlowName returns the parentFlowName of this FlowStep object.

Returns:
the parentFlowName (type Flow) of this FlowStep object.

getStepName

public String getStepName()
Method getStepName returns the stepName of this FlowStep object.

Returns:
the stepName (type String) of this FlowStep object.

openSourceForRead

public TapIterator openSourceForRead(JobConf conf)
                              throws IOException
Throws:
IOException

openSinkForRead

public TupleIterator openSinkForRead(JobConf conf)
                              throws IOException
Throws:
IOException

getMapperTrap

public Tap getMapperTrap(String name)

getReducerTrap

public Tap getReducerTrap(String name)

getPreviousScopes

public Set<Scope> getPreviousScopes(FlowElement flowElement)
Method getPreviousScopes returns the previous Scope instances. If the flowElement is a Group (specifically a CoGroup), there will be more than one instance.

Parameters:
flowElement - of type FlowElement
Returns:
Set

getNextScope

public Scope getNextScope(FlowElement flowElement)
Method getNextScope returns the next Scope instance in the graph. There will always only be one next.

Parameters:
flowElement - of type FlowElement
Returns:
Scope

getNextScopes

public Set<Scope> getNextScopes(FlowElement flowElement)

getNextFlowElement

public FlowElement getNextFlowElement(Scope scope)

getSourceName

public String getSourceName(Tap source)

getAllOperations

public Collection<Operation> getAllOperations()

clean

public void clean(JobConf jobConf)
Method clean removes any temporary files used by this FlowStep instance. It will log any IOExceptions thrown.

Parameters:
jobConf - of type JobConf

equals

public boolean equals(Object object)
Overrides:
equals in class Object

hashCode

public int hashCode()
Overrides:
hashCode in class Object

toString

public String toString()
Overrides:
toString in class Object

getFlowStepJob

public FlowStep.FlowStepJob getFlowStepJob(JobConf parentConf)
                                    throws IOException
Throws:
IOException


Copyright © 2007-2008 Concurrent, Inc. All Rights Reserved.