@InterfaceAudience.Public @InterfaceStability.Unstable public class HistoryFileManager extends AbstractService
| Modifier and Type | Field and Description |
|---|---|
protected org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.JobListCache |
jobListCache |
protected ThreadPoolExecutor |
moveToDoneExecutor |
| Constructor and Description |
|---|
HistoryFileManager() |
| Modifier and Type | Method and Description |
|---|---|
protected org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.HistoryFileInfo |
createHistoryFileInfo(Path historyFile,
Path confFile,
Path summaryFile,
org.apache.hadoop.mapreduce.v2.jobhistory.JobIndexInfo jobIndexInfo,
boolean isInDone) |
protected org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.JobListCache |
createJobListCache() |
protected ThreadPoolExecutor |
createMoveToDoneThreadPool(int numMoveThreads) |
protected boolean |
deleteDir(FileStatus serialDir) |
protected List<FileStatus> |
findTimestampedDirectories()
Finds all history directories with a timestamp component by scanning the
filesystem.
|
Collection<org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.HistoryFileInfo> |
getAllFileInfo() |
org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.HistoryFileInfo |
getFileInfo(org.apache.hadoop.mapreduce.v2.api.records.JobId jobId) |
protected static List<FileStatus> |
scanDirectory(Path path,
FileContext fc,
PathFilter pathFilter) |
protected List<FileStatus> |
scanDirectoryForHistoryFiles(Path path,
FileContext fc) |
protected void |
serviceInit(Configuration conf)
All initialization code needed by a service.
|
void |
serviceStop()
Actions called during the transition to the STOPPED state.
|
close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, serviceStart, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStopprotected org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.JobListCache jobListCache
protected ThreadPoolExecutor moveToDoneExecutor
protected void serviceInit(Configuration conf) throws Exception
AbstractServiceAbstractService.init(Configuration) prevents re-entrancy.
The base implementation checks to see if the subclass has created
a new configuration instance, and if so, updates the base class valueserviceInit in class AbstractServiceconf - configurationException - on a failure -these will be caught,
possibly wrapped, and wil; trigger a service stopprotected ThreadPoolExecutor createMoveToDoneThreadPool(int numMoveThreads)
public void serviceStop()
throws Exception
AbstractServiceAbstractService.stop() prevents re-entrancy.
Implementations MUST write this to be robust against failures, including
checks for null references -and for the first failure to not stop other
attempts to shut down parts of the service.serviceStop in class AbstractServiceException - if needed -these will be caught and logged.protected org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.JobListCache createJobListCache()
protected org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.HistoryFileInfo createHistoryFileInfo(Path historyFile, Path confFile, Path summaryFile, org.apache.hadoop.mapreduce.v2.jobhistory.JobIndexInfo jobIndexInfo, boolean isInDone)
protected static List<FileStatus> scanDirectory(Path path, FileContext fc, PathFilter pathFilter) throws IOException
IOExceptionprotected List<FileStatus> scanDirectoryForHistoryFiles(Path path, FileContext fc) throws IOException
IOExceptionprotected List<FileStatus> findTimestampedDirectories() throws IOException
IOExceptionpublic Collection<org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.HistoryFileInfo> getAllFileInfo() throws IOException
IOExceptionpublic org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.HistoryFileInfo getFileInfo(org.apache.hadoop.mapreduce.v2.api.records.JobId jobId)
throws IOException
IOExceptionprotected boolean deleteDir(FileStatus serialDir) throws AccessControlException, FileNotFoundException, UnsupportedFileSystemException, IOException
Copyright © 2022 Apache Software Foundation. All rights reserved.