@InterfaceAudience.Private public class LogAggregationUtils extends Object
| Modifier and Type | Field and Description |
|---|---|
static String |
TMP_FILE_SUFFIX |
| Constructor and Description |
|---|
LogAggregationUtils() |
| Modifier and Type | Method and Description |
|---|---|
static String |
getNodeString(org.apache.hadoop.yarn.api.records.NodeId nodeId)
Converts a nodeId to a form used in the app log file name.
|
static String |
getNodeString(String nodeId) |
static org.apache.hadoop.fs.Path |
getRemoteAppLogDir(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
Return the remote application log directory.
|
static org.apache.hadoop.fs.Path |
getRemoteAppLogDir(org.apache.hadoop.fs.Path remoteRootLogDir,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
String suffix)
Gets the remote app log dir.
|
static org.apache.hadoop.fs.Path |
getRemoteLogSuffixedDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user,
String suffix)
Gets the remote suffixed log dir for the user.
|
static org.apache.hadoop.fs.Path |
getRemoteLogUserDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user)
Gets the remote log user dir.
|
static org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.FileStatus> |
getRemoteNodeFileDir(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
Get all available log files under remote app log directory.
|
static List<org.apache.hadoop.fs.FileStatus> |
getRemoteNodeFileList(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
Get all available log files under remote app log directory.
|
static org.apache.hadoop.fs.Path |
getRemoteNodeLogFileForApp(org.apache.hadoop.fs.Path remoteRootLogDir,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
org.apache.hadoop.yarn.api.records.NodeId nodeId,
String suffix)
Constructs the full filename for an application's log file per node.
|
public static final String TMP_FILE_SUFFIX
public static org.apache.hadoop.fs.Path getRemoteNodeLogFileForApp(org.apache.hadoop.fs.Path remoteRootLogDir,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
org.apache.hadoop.yarn.api.records.NodeId nodeId,
String suffix)
remoteRootLogDir - the aggregated remote root log dirappId - the application Iduser - the application ownernodeId - the node idsuffix - the log dir suffixpublic static org.apache.hadoop.fs.Path getRemoteAppLogDir(org.apache.hadoop.fs.Path remoteRootLogDir,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
String suffix)
remoteRootLogDir - the aggregated log remote root log dirappId - the application iduser - the application ownersuffix - the log directory suffixpublic static org.apache.hadoop.fs.Path getRemoteLogSuffixedDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user,
String suffix)
remoteRootLogDir - the aggregated log remote root log diruser - the application ownersuffix - the log dir suffixpublic static org.apache.hadoop.fs.Path getRemoteLogUserDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user)
remoteRootLogDir - the aggregated log remote root log diruser - the application ownerpublic static String getNodeString(org.apache.hadoop.yarn.api.records.NodeId nodeId)
nodeId - the nodeIdpublic static org.apache.hadoop.fs.Path getRemoteAppLogDir(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
throws IOException
conf - the configurationappId - the applicationappOwner - the application ownerremoteRootLogDir - the remote root log directorysuffix - the log directory suffixIOException - if we can not find remote application log directorypublic static org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.FileStatus> getRemoteNodeFileDir(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
throws IOException
conf - the configurationappId - the applicationIdappOwner - the application ownerremoteRootLogDir - the remote root log directorysuffix - the log directory suffixIOException - if there is no log file availablepublic static List<org.apache.hadoop.fs.FileStatus> getRemoteNodeFileList(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.yarn.api.records.ApplicationId appId, String appOwner, org.apache.hadoop.fs.Path remoteRootLogDir, String suffix) throws IOException
conf - the configurationappId - the applicationIdappOwner - the application ownerremoteRootLogDir - the remote root log directorysuffix - the log directory suffixIOException - if there is no log file availableCopyright © 2008–2022 Apache Software Foundation. All rights reserved.