@InterfaceAudience.Private public class LogAggregationUtils extends Object
| Modifier and Type | Field and Description |
|---|---|
static String |
TMP_FILE_SUFFIX |
| Constructor and Description |
|---|
LogAggregationUtils() |
| Modifier and Type | Method and Description |
|---|---|
static String |
getBucketSuffix()
Returns the bucket suffix component of the log dir.
|
static org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.FileStatus> |
getNodeFiles(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.fs.Path remoteAppLogDir,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner)
Get all available log files under remote app log directory.
|
static String |
getNodeString(org.apache.hadoop.yarn.api.records.NodeId nodeId)
Converts a nodeId to a form used in the app log file name.
|
static String |
getNodeString(String nodeId) |
static org.apache.hadoop.fs.Path |
getOlderRemoteAppLogDir(org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
Gets the older remote app log dir.
|
static org.apache.hadoop.fs.Path |
getOlderRemoteAppLogDir(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix) |
static org.apache.hadoop.fs.Path |
getOlderRemoteLogSuffixedDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user,
String suffix)
Gets the older remote suffixed log dir for the user.
|
static org.apache.hadoop.fs.Path |
getRemoteAppLogDir(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
Return the remote application log directory.
|
static org.apache.hadoop.fs.Path |
getRemoteAppLogDir(org.apache.hadoop.fs.Path remoteRootLogDir,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
String suffix)
Gets the remote app log dir.
|
static org.apache.hadoop.fs.Path |
getRemoteBucketDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user,
String suffix,
org.apache.hadoop.yarn.api.records.ApplicationId appId)
Gets the remote log user's bucket dir.
|
static org.apache.hadoop.fs.Path |
getRemoteLogSuffixedDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user,
String suffix)
Gets the remote suffixed log dir for the user.
|
static org.apache.hadoop.fs.Path |
getRemoteLogUserDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user)
Gets the remote log user dir.
|
static org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.FileStatus> |
getRemoteNodeFileDir(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
Get all available log files under remote app log directory.
|
static List<org.apache.hadoop.fs.FileStatus> |
getRemoteNodeFileList(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
Get all available log files under remote app log directory.
|
static org.apache.hadoop.fs.Path |
getRemoteNodeLogFileForApp(org.apache.hadoop.fs.Path remoteRootLogDir,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
org.apache.hadoop.yarn.api.records.NodeId nodeId,
String suffix)
Constructs the full filename for an application's log file per node.
|
static boolean |
isOlderPathEnabled(org.apache.hadoop.conf.Configuration conf)
Check if older Application Log Directory has to be included.
|
public static final String TMP_FILE_SUFFIX
public static org.apache.hadoop.fs.Path getRemoteNodeLogFileForApp(org.apache.hadoop.fs.Path remoteRootLogDir,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
org.apache.hadoop.yarn.api.records.NodeId nodeId,
String suffix)
remoteRootLogDir - the aggregated remote root log dirappId - the application Iduser - the application ownernodeId - the node idsuffix - the log dir suffixpublic static org.apache.hadoop.fs.Path getRemoteAppLogDir(org.apache.hadoop.fs.Path remoteRootLogDir,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
String suffix)
remoteRootLogDir - the aggregated log remote root log dirappId - the application iduser - the application ownersuffix - the log directory suffixpublic static org.apache.hadoop.fs.Path getOlderRemoteAppLogDir(org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
appId - the application iduser - the application ownerremoteRootLogDir - the aggregated log remote root log dirsuffix - the log directory suffixpublic static org.apache.hadoop.fs.Path getOlderRemoteAppLogDir(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String user,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
throws IOException
IOExceptionpublic static org.apache.hadoop.fs.Path getRemoteLogSuffixedDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user,
String suffix)
remoteRootLogDir - the aggregated log remote root log diruser - the application ownersuffix - the log dir suffixpublic static org.apache.hadoop.fs.Path getOlderRemoteLogSuffixedDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user,
String suffix)
remoteRootLogDir - the aggregated log remote root log diruser - the application ownersuffix - the log dir suffixpublic static org.apache.hadoop.fs.Path getRemoteLogUserDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user)
remoteRootLogDir - the aggregated log remote root log diruser - the application ownerpublic static org.apache.hadoop.fs.Path getRemoteBucketDir(org.apache.hadoop.fs.Path remoteRootLogDir,
String user,
String suffix,
org.apache.hadoop.yarn.api.records.ApplicationId appId)
remoteRootLogDir - the aggregated log remote root log diruser - the application ownersuffix - the log dir suffixappId - the application idpublic static boolean isOlderPathEnabled(org.apache.hadoop.conf.Configuration conf)
conf - the configurationpublic static String getBucketSuffix()
public static String getNodeString(org.apache.hadoop.yarn.api.records.NodeId nodeId)
nodeId - the nodeIdpublic static org.apache.hadoop.fs.Path getRemoteAppLogDir(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
throws IOException
conf - the configurationappId - the applicationappOwner - the application ownerremoteRootLogDir - the remote root log directorysuffix - the log directory suffixIOException - if we can not find remote application log directorypublic static org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.FileStatus> getNodeFiles(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.fs.Path remoteAppLogDir,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner)
throws IOException
conf - the configurationremoteAppLogDir - the application log directoryappId - the applicationIdappOwner - the application ownerIOException - if there is no log file directorypublic static org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.FileStatus> getRemoteNodeFileDir(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
String appOwner,
org.apache.hadoop.fs.Path remoteRootLogDir,
String suffix)
throws IOException
conf - the configurationappId - the applicationIdappOwner - the application ownerremoteRootLogDir - the remote root log directorysuffix - the log directory suffixIOException - if there is no log file availablepublic static List<org.apache.hadoop.fs.FileStatus> getRemoteNodeFileList(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.yarn.api.records.ApplicationId appId, String appOwner, org.apache.hadoop.fs.Path remoteRootLogDir, String suffix) throws IOException
conf - the configurationappId - the applicationIdappOwner - the application ownerremoteRootLogDir - the remote root log directorysuffix - the log directory suffixIOException - if there is no log file availableCopyright © 2008–2023 Apache Software Foundation. All rights reserved.