@InterfaceAudience.Private
@InterfaceStability.Unstable
public class YarnOutputFiles
extends org.apache.hadoop.mapred.MapOutputFile
| Constructor and Description |
|---|
YarnOutputFiles() |
| Modifier and Type | Method and Description |
|---|---|
org.apache.hadoop.conf.Configuration |
getConf() |
org.apache.hadoop.fs.Path |
getInputFile(int mapId)
Return a local reduce input file created earlier
|
org.apache.hadoop.fs.Path |
getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId,
long size)
Create a local reduce input file name.
|
org.apache.hadoop.fs.Path |
getOutputFile()
Return the path to local map output file created earlier
|
org.apache.hadoop.fs.Path |
getOutputFileForWrite(long size)
Create a local map output file name.
|
org.apache.hadoop.fs.Path |
getOutputFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
Create a local map output file name on the same volume.
|
org.apache.hadoop.fs.Path |
getOutputIndexFile()
Return the path to a local map output index file created earlier
|
org.apache.hadoop.fs.Path |
getOutputIndexFileForWrite(long size)
Create a local map output index file name.
|
org.apache.hadoop.fs.Path |
getOutputIndexFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
Create a local map output index file name on the same volume.
|
org.apache.hadoop.fs.Path |
getSpillFile(int spillNumber)
Return a local map spill file created earlier.
|
org.apache.hadoop.fs.Path |
getSpillFileForWrite(int spillNumber,
long size)
Create a local map spill file name.
|
org.apache.hadoop.fs.Path |
getSpillIndexFile(int spillNumber)
Return a local map spill index file created earlier
|
org.apache.hadoop.fs.Path |
getSpillIndexFileForWrite(int spillNumber,
long size)
Create a local map spill index file name.
|
void |
removeAll()
Removes all of the files related to a task.
|
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
public org.apache.hadoop.fs.Path getOutputFile()
throws IOException
getOutputFile in class org.apache.hadoop.mapred.MapOutputFileIOExceptionpublic org.apache.hadoop.fs.Path getOutputFileForWrite(long size)
throws IOException
getOutputFileForWrite in class org.apache.hadoop.mapred.MapOutputFilesize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getOutputFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
getOutputFileForWriteInVolume in class org.apache.hadoop.mapred.MapOutputFilepublic org.apache.hadoop.fs.Path getOutputIndexFile()
throws IOException
getOutputIndexFile in class org.apache.hadoop.mapred.MapOutputFileIOExceptionpublic org.apache.hadoop.fs.Path getOutputIndexFileForWrite(long size)
throws IOException
getOutputIndexFileForWrite in class org.apache.hadoop.mapred.MapOutputFilesize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getOutputIndexFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
getOutputIndexFileForWriteInVolume in class org.apache.hadoop.mapred.MapOutputFilepublic org.apache.hadoop.fs.Path getSpillFile(int spillNumber)
throws IOException
getSpillFile in class org.apache.hadoop.mapred.MapOutputFilespillNumber - the numberIOExceptionpublic org.apache.hadoop.fs.Path getSpillFileForWrite(int spillNumber,
long size)
throws IOException
getSpillFileForWrite in class org.apache.hadoop.mapred.MapOutputFilespillNumber - the numbersize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getSpillIndexFile(int spillNumber)
throws IOException
getSpillIndexFile in class org.apache.hadoop.mapred.MapOutputFilespillNumber - the numberIOExceptionpublic org.apache.hadoop.fs.Path getSpillIndexFileForWrite(int spillNumber,
long size)
throws IOException
getSpillIndexFileForWrite in class org.apache.hadoop.mapred.MapOutputFilespillNumber - the numbersize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getInputFile(int mapId)
throws IOException
getInputFile in class org.apache.hadoop.mapred.MapOutputFilemapId - a map task idIOExceptionpublic org.apache.hadoop.fs.Path getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId,
long size)
throws IOException
getInputFileForWrite in class org.apache.hadoop.mapred.MapOutputFilemapId - a map task idsize - the size of the fileIOExceptionpublic void removeAll()
throws IOException
removeAll in class org.apache.hadoop.mapred.MapOutputFileIOExceptionpublic void setConf(org.apache.hadoop.conf.Configuration conf)
setConf in interface org.apache.hadoop.conf.ConfigurablesetConf in class org.apache.hadoop.mapred.MapOutputFilepublic org.apache.hadoop.conf.Configuration getConf()
getConf in interface org.apache.hadoop.conf.ConfigurablegetConf in class org.apache.hadoop.mapred.MapOutputFileCopyright © 2022 Apache Software Foundation. All rights reserved.