public class ShuffleHandler
extends org.apache.hadoop.yarn.server.api.AuxiliaryService
| Constructor and Description |
|---|
ShuffleHandler() |
| Modifier and Type | Method and Description |
|---|---|
static int |
deserializeMetaData(ByteBuffer meta)
A helper function to deserialize the metadata returned by ShuffleHandler.
|
protected org.apache.hadoop.yarn.server.records.Version |
getCurrentVersion() |
ByteBuffer |
getMetaData() |
protected org.apache.hadoop.mapred.ShuffleHandler.Shuffle |
getShuffle(org.apache.hadoop.conf.Configuration conf) |
void |
initializeApplication(org.apache.hadoop.yarn.server.api.ApplicationInitializationContext context) |
static ByteBuffer |
serializeMetaData(int port)
Serialize the shuffle port into a ByteBuffer for use later on.
|
static ByteBuffer |
serializeServiceData(org.apache.hadoop.security.token.Token<org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier> jobToken)
A helper function to serialize the JobTokenIdentifier to be sent to the
ShuffleHandler as ServiceData.
|
protected void |
serviceInit(org.apache.hadoop.conf.Configuration conf) |
protected void |
serviceStart() |
protected void |
serviceStop() |
void |
stopApplication(org.apache.hadoop.yarn.server.api.ApplicationTerminationContext context) |
getAuxiliaryLocalPathHandler, getRecoveryPath, initializeContainer, setAuxiliaryLocalPathHandler, setRecoveryPath, stopContainerclose, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStoppublic static final String SHUFFLE_MANAGE_OS_CACHE
public static final boolean DEFAULT_SHUFFLE_MANAGE_OS_CACHE
public static final String SHUFFLE_READAHEAD_BYTES
public static final int DEFAULT_SHUFFLE_READAHEAD_BYTES
public static final String MAX_WEIGHT
public static final int DEFAULT_MAX_WEIGHT
public static final String EXPIRE_AFTER_ACCESS_MINUTES
public static final int DEFAULT_EXPIRE_AFTER_ACCESS_MINUTES
public static final String CONCURRENCY_LEVEL
public static final int DEFAULT_CONCURRENCY_LEVEL
protected static final org.apache.hadoop.yarn.server.records.Version CURRENT_VERSION_INFO
public static final org.jboss.netty.handler.codec.http.HttpResponseStatus TOO_MANY_REQ_STATUS
public static final long FETCH_RETRY_DELAY
public static final String RETRY_AFTER_HEADER
protected org.apache.hadoop.mapred.ShuffleHandler.HttpPipelineFactory pipelineFact
public static final String MAPREDUCE_SHUFFLE_SERVICEID
public static final String SHUFFLE_PORT_CONFIG_KEY
public static final int DEFAULT_SHUFFLE_PORT
public static final String SHUFFLE_LISTEN_QUEUE_SIZE
public static final int DEFAULT_SHUFFLE_LISTEN_QUEUE_SIZE
public static final String SHUFFLE_CONNECTION_KEEP_ALIVE_ENABLED
public static final boolean DEFAULT_SHUFFLE_CONNECTION_KEEP_ALIVE_ENABLED
public static final String SHUFFLE_CONNECTION_KEEP_ALIVE_TIME_OUT
public static final int DEFAULT_SHUFFLE_CONNECTION_KEEP_ALIVE_TIME_OUT
public static final String SHUFFLE_MAPOUTPUT_META_INFO_CACHE_SIZE
public static final int DEFAULT_SHUFFLE_MAPOUTPUT_META_INFO_CACHE_SIZE
public static final String CONNECTION_CLOSE
public static final String SUFFLE_SSL_FILE_BUFFER_SIZE_KEY
public static final int DEFAULT_SUFFLE_SSL_FILE_BUFFER_SIZE
public static final String MAX_SHUFFLE_CONNECTIONS
public static final int DEFAULT_MAX_SHUFFLE_CONNECTIONS
public static final String MAX_SHUFFLE_THREADS
public static final int DEFAULT_MAX_SHUFFLE_THREADS
public static final String SHUFFLE_BUFFER_SIZE
public static final int DEFAULT_SHUFFLE_BUFFER_SIZE
public static final String SHUFFLE_TRANSFERTO_ALLOWED
public static final boolean DEFAULT_SHUFFLE_TRANSFERTO_ALLOWED
public static final boolean WINDOWS_DEFAULT_SHUFFLE_TRANSFERTO_ALLOWED
public static final String SHUFFLE_MAX_SESSION_OPEN_FILES
public static final int DEFAULT_SHUFFLE_MAX_SESSION_OPEN_FILES
public static ByteBuffer serializeMetaData(int port) throws IOException
port - the port to be sent to the ApplciationMasterIOExceptionpublic static int deserializeMetaData(ByteBuffer meta) throws IOException
meta - the metadata returned by the ShuffleHandlerIOExceptionpublic static ByteBuffer serializeServiceData(org.apache.hadoop.security.token.Token<org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier> jobToken) throws IOException
jobToken - the job token to be used for authentication of
shuffle data requests.IOExceptionpublic void initializeApplication(org.apache.hadoop.yarn.server.api.ApplicationInitializationContext context)
initializeApplication in class org.apache.hadoop.yarn.server.api.AuxiliaryServicepublic void stopApplication(org.apache.hadoop.yarn.server.api.ApplicationTerminationContext context)
stopApplication in class org.apache.hadoop.yarn.server.api.AuxiliaryServiceprotected void serviceInit(org.apache.hadoop.conf.Configuration conf)
throws Exception
serviceInit in class org.apache.hadoop.service.AbstractServiceExceptionprotected void serviceStart()
throws Exception
serviceStart in class org.apache.hadoop.service.AbstractServiceExceptionprotected void serviceStop()
throws Exception
serviceStop in class org.apache.hadoop.service.AbstractServiceExceptionpublic ByteBuffer getMetaData()
getMetaData in class org.apache.hadoop.yarn.server.api.AuxiliaryServiceprotected org.apache.hadoop.mapred.ShuffleHandler.Shuffle getShuffle(org.apache.hadoop.conf.Configuration conf)
protected org.apache.hadoop.yarn.server.records.Version getCurrentVersion()
Copyright © 2008–2023 Apache Software Foundation. All rights reserved.