|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hadoop.streaming.StreamJob
public class StreamJob
All the client-side work happens here. (Jar packaging, MapRed job submission and monitoring)
Field Summary | |
---|---|
protected java.lang.String |
additionalConfSpec_
|
protected java.lang.String |
addTaskEnvironment_
|
protected java.net.URI[] |
archiveURIs
|
protected java.lang.String[] |
argv_
|
protected java.lang.String |
cacheArchives
|
protected java.lang.String |
cacheFiles
|
protected java.lang.String |
comCmd_
|
protected Configuration |
config_
|
protected int |
debug_
|
protected boolean |
detailedUsage_
|
protected Environment |
env_
|
protected java.net.URI[] |
fileURIs
|
protected boolean |
hasSimpleInputSpecs_
|
protected java.lang.String |
inputFormatSpec_
|
protected java.util.ArrayList |
inputSpecs_
|
protected java.lang.String |
inReaderSpec_
|
protected java.lang.String |
jar_
|
protected JobClient |
jc_
|
protected JobConf |
jobConf_
|
protected JobID |
jobId_
|
protected static java.lang.String |
LINK_URI
|
protected boolean |
localHadoop_
|
protected static org.apache.commons.logging.Log |
LOG
|
protected java.lang.String |
mapCmd_
|
protected java.lang.String |
mapDebugSpec_
|
protected long |
minRecWrittenToEnableSkip_
|
protected java.lang.String |
numReduceTasksSpec_
|
protected java.lang.String |
output_
|
protected java.lang.String |
outputFormatSpec_
|
protected boolean |
outputSingleNode_
|
protected java.util.ArrayList |
packageFiles_
|
protected java.lang.String |
partitionerSpec_
|
protected java.lang.String |
redCmd_
|
protected java.lang.String |
reduceDebugSpec_
|
protected RunningJob |
running_
|
protected java.util.TreeSet |
seenPrimary_
|
protected java.util.ArrayList |
shippedCanonFiles_
|
protected boolean |
verbose_
|
Constructor Summary | |
---|---|
StreamJob()
|
|
StreamJob(java.lang.String[] argv,
boolean mayExit)
Deprecated. use StreamJob() with ToolRunner or set the Configuration using setConf(Configuration) and
run with run(String[]) . |
Method Summary | |
---|---|
static JobConf |
createJob(java.lang.String[] argv)
This method creates a streaming job from the given argument list. |
void |
exitUsage(boolean detailed)
|
void |
fail(java.lang.String message)
|
protected java.lang.String |
getClusterNick()
Deprecated. |
Configuration |
getConf()
Return the configuration used by this object. |
protected java.lang.String |
getHadoopClientHome()
|
protected java.lang.String |
getJobTrackerHostPort()
|
protected void |
getURIs(java.lang.String lcacheArchives,
java.lang.String lcacheFiles)
get the uris of all the files/caches |
int |
go()
Deprecated. use run(String[]) instead. |
protected void |
init()
|
protected boolean |
isLocalHadoop()
|
protected void |
jobInfo()
|
protected void |
listJobConfProperties()
Prints out the jobconf properties on stdout when verbose is specified. |
protected void |
msg(java.lang.String msg)
|
protected java.lang.String |
packageJobJar()
|
int |
run(java.lang.String[] args)
Execute the command with the given arguments. |
void |
setConf(Configuration conf)
Set the configuration to be used by this object. |
protected void |
setJobConf()
|
int |
submitAndMonitorJob()
|
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Field Detail |
---|
protected static final org.apache.commons.logging.Log LOG
protected java.lang.String[] argv_
protected boolean verbose_
protected boolean detailedUsage_
protected int debug_
protected Environment env_
protected java.lang.String jar_
protected boolean localHadoop_
protected Configuration config_
protected JobConf jobConf_
protected JobClient jc_
protected java.util.ArrayList inputSpecs_
protected java.util.TreeSet seenPrimary_
protected boolean hasSimpleInputSpecs_
protected java.util.ArrayList packageFiles_
protected java.util.ArrayList shippedCanonFiles_
protected java.lang.String output_
protected java.lang.String mapCmd_
protected java.lang.String comCmd_
protected java.lang.String redCmd_
protected java.lang.String cacheFiles
protected java.lang.String cacheArchives
protected java.net.URI[] fileURIs
protected java.net.URI[] archiveURIs
protected java.lang.String inReaderSpec_
protected java.lang.String inputFormatSpec_
protected java.lang.String outputFormatSpec_
protected java.lang.String partitionerSpec_
protected java.lang.String numReduceTasksSpec_
protected java.lang.String additionalConfSpec_
protected java.lang.String mapDebugSpec_
protected java.lang.String reduceDebugSpec_
protected java.lang.String addTaskEnvironment_
protected boolean outputSingleNode_
protected long minRecWrittenToEnableSkip_
protected RunningJob running_
protected JobID jobId_
protected static final java.lang.String LINK_URI
Constructor Detail |
---|
@Deprecated public StreamJob(java.lang.String[] argv, boolean mayExit)
setConf(Configuration)
and
run with run(String[])
.
public StreamJob()
Method Detail |
---|
public Configuration getConf()
Configurable
getConf
in interface Configurable
public void setConf(Configuration conf)
Configurable
setConf
in interface Configurable
public int run(java.lang.String[] args) throws java.lang.Exception
Tool
run
in interface Tool
args
- command specific arguments.
java.lang.Exception
public static JobConf createJob(java.lang.String[] argv) throws java.io.IOException
argv
- the list args for creating a streaming job
java.io.IOException
@Deprecated public int go() throws java.io.IOException
run(String[])
instead.
java.io.IOException
protected void init()
protected void msg(java.lang.String msg)
public void exitUsage(boolean detailed)
public void fail(java.lang.String message)
protected java.lang.String getHadoopClientHome()
protected boolean isLocalHadoop()
@Deprecated protected java.lang.String getClusterNick()
protected java.lang.String packageJobJar() throws java.io.IOException
java.io.IOException
protected void getURIs(java.lang.String lcacheArchives, java.lang.String lcacheFiles)
protected void setJobConf() throws java.io.IOException
java.io.IOException
protected void listJobConfProperties()
protected java.lang.String getJobTrackerHostPort()
protected void jobInfo()
public int submitAndMonitorJob() throws java.io.IOException
java.io.IOException
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |