@InterfaceAudience.Private @InterfaceStability.Unstable public class MROutputFiles extends MapOutputFile
| Constructor and Description |
|---|
MROutputFiles() |
| Modifier and Type | Method and Description |
|---|---|
org.apache.hadoop.fs.Path |
getInputFile(int mapId)
Return a local reduce input file created earlier
|
org.apache.hadoop.fs.Path |
getInputFileForWrite(TaskID mapId,
long size)
Create a local reduce input file name.
|
org.apache.hadoop.fs.Path |
getOutputFile()
Return the path to local map output file created earlier
|
org.apache.hadoop.fs.Path |
getOutputFileForWrite(long size)
Create a local map output file name.
|
org.apache.hadoop.fs.Path |
getOutputFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
Create a local map output file name on the same volume.
|
org.apache.hadoop.fs.Path |
getOutputIndexFile()
Return the path to a local map output index file created earlier
|
org.apache.hadoop.fs.Path |
getOutputIndexFileForWrite(long size)
Create a local map output index file name.
|
org.apache.hadoop.fs.Path |
getOutputIndexFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
Create a local map output index file name on the same volume.
|
org.apache.hadoop.fs.Path |
getSpillFile(int spillNumber)
Return a local map spill file created earlier.
|
org.apache.hadoop.fs.Path |
getSpillFileForWrite(int spillNumber,
long size)
Create a local map spill file name.
|
org.apache.hadoop.fs.Path |
getSpillIndexFile(int spillNumber)
Return a local map spill index file created earlier
|
org.apache.hadoop.fs.Path |
getSpillIndexFileForWrite(int spillNumber,
long size)
Create a local map spill index file name.
|
void |
removeAll()
Removes all of the files related to a task.
|
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
getConfpublic org.apache.hadoop.fs.Path getOutputFile()
throws IOException
getOutputFile in class MapOutputFileIOExceptionpublic org.apache.hadoop.fs.Path getOutputFileForWrite(long size)
throws IOException
getOutputFileForWrite in class MapOutputFilesize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getOutputFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
getOutputFileForWriteInVolume in class MapOutputFilepublic org.apache.hadoop.fs.Path getOutputIndexFile()
throws IOException
getOutputIndexFile in class MapOutputFileIOExceptionpublic org.apache.hadoop.fs.Path getOutputIndexFileForWrite(long size)
throws IOException
getOutputIndexFileForWrite in class MapOutputFilesize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getOutputIndexFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
getOutputIndexFileForWriteInVolume in class MapOutputFilepublic org.apache.hadoop.fs.Path getSpillFile(int spillNumber)
throws IOException
getSpillFile in class MapOutputFilespillNumber - the numberIOExceptionpublic org.apache.hadoop.fs.Path getSpillFileForWrite(int spillNumber,
long size)
throws IOException
getSpillFileForWrite in class MapOutputFilespillNumber - the numbersize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getSpillIndexFile(int spillNumber)
throws IOException
getSpillIndexFile in class MapOutputFilespillNumber - the numberIOExceptionpublic org.apache.hadoop.fs.Path getSpillIndexFileForWrite(int spillNumber,
long size)
throws IOException
getSpillIndexFileForWrite in class MapOutputFilespillNumber - the numbersize - the size of the fileIOExceptionpublic org.apache.hadoop.fs.Path getInputFile(int mapId)
throws IOException
getInputFile in class MapOutputFilemapId - a map task idIOExceptionpublic org.apache.hadoop.fs.Path getInputFileForWrite(TaskID mapId, long size) throws IOException
getInputFileForWrite in class MapOutputFilemapId - a map task idsize - the size of the fileIOExceptionpublic void removeAll()
throws IOException
removeAll in class MapOutputFileIOExceptionpublic void setConf(org.apache.hadoop.conf.Configuration conf)
setConf in interface org.apache.hadoop.conf.ConfigurablesetConf in class MapOutputFileCopyright © 2022 Apache Software Foundation. All rights reserved.