org.apache.hadoop.yarn.sls.appmaster

Class AMSimulator

java.lang.Object

org.apache.hadoop.yarn.sls.scheduler.TaskRunner.Task

org.apache.hadoop.yarn.sls.appmaster.AMSimulator

All Implemented Interfaces:

Comparable<Delayed>, Runnable, Delayed

Direct Known Subclasses:

MRAMSimulator, StreamAMSimulator

@InterfaceAudience.Private
 @InterfaceStability.Unstable
public abstract class AMSimulator
extends TaskRunner.Task

Field Summary

Fields

Modifier and Type	Field and Description
protected String	amtype
protected org.apache.hadoop.yarn.api.records.ApplicationAttemptId	appAttemptId
protected org.apache.hadoop.yarn.api.records.ApplicationId	appId
protected int	finishedContainers
protected boolean	isTracked
protected String	oldAppId
protected String	queue
protected static org.apache.hadoop.yarn.factories.RecordFactory	recordFactory
protected BlockingQueue<org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse>	responseQueue
protected org.apache.hadoop.yarn.server.resourcemanager.ResourceManager	rm
protected SLSRunner	se
protected long	simulateFinishTimeMS
protected long	simulateStartTimeMS
protected int	totalContainers
protected long	traceFinishTimeMS
protected long	traceStartTimeMS

Constructor Summary

Constructors

Constructor and Description
AMSimulator()

Method Summary

Modifier and Type	Method and Description
protected abstract void	checkStop()
protected org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest	createAllocateRequest(List<org.apache.hadoop.yarn.api.records.ResourceRequest> ask)
protected org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest	createAllocateRequest(List<org.apache.hadoop.yarn.api.records.ResourceRequest> ask, List<org.apache.hadoop.yarn.api.records.ContainerId> toRelease)
protected org.apache.hadoop.yarn.api.records.ResourceRequest	createResourceRequest(org.apache.hadoop.yarn.api.records.Resource resource, org.apache.hadoop.yarn.api.records.ExecutionType executionType, String host, int priority, int numContainers)
void	firstStep() register with RM
String	getAMType()
org.apache.hadoop.yarn.api.records.ApplicationAttemptId	getApplicationAttemptId()
org.apache.hadoop.yarn.api.records.ApplicationId	getApplicationId()
long	getDuration()
int	getNumTasks()
String	getQueue()
void	init(int heartbeatInterval, List<ContainerSimulator> containerList, org.apache.hadoop.yarn.server.resourcemanager.ResourceManager resourceManager, SLSRunner slsRunnner, long startTime, long finishTime, String simUser, String simQueue, boolean tracked, String oldApp, long baseTimeMS, org.apache.hadoop.yarn.api.records.Resource amResource, String nodeLabelExpr, Map<String,String> params, Map<org.apache.hadoop.yarn.api.records.ApplicationId,AMSimulator> appIdAMSim)
abstract void	initReservation(org.apache.hadoop.yarn.api.records.ReservationId reservationId, long deadline, long now)
void	lastStep()
void	middleStep()
void	notifyAMContainerLaunched(org.apache.hadoop.yarn.api.records.Container masterContainer)
protected List<org.apache.hadoop.yarn.api.records.ResourceRequest>	packageRequests(List<ContainerSimulator> csList, int priority)
protected abstract void	processResponseQueue()
protected abstract void	sendContainerRequest()
protected void	setReservationRequest(org.apache.hadoop.yarn.api.protocolrecords.ReservationSubmissionRequest rr)
void	untrackApp()

Methods inherited from class org.apache.hadoop.yarn.sls.scheduler.TaskRunner.Task

compareTo, getDelay, init, init, run, setEndTime

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

rm

protected org.apache.hadoop.yarn.server.resourcemanager.ResourceManager rm

se

protected SLSRunner se

appId

protected org.apache.hadoop.yarn.api.records.ApplicationId appId

appAttemptId

protected org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId

oldAppId

protected String oldAppId

recordFactory

protected static final org.apache.hadoop.yarn.factories.RecordFactory recordFactory

responseQueue

protected final BlockingQueue<org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse> responseQueue

queue

protected String queue

amtype

protected String amtype

traceStartTimeMS

protected long traceStartTimeMS

traceFinishTimeMS

protected long traceFinishTimeMS

simulateStartTimeMS

protected long simulateStartTimeMS

simulateFinishTimeMS

protected long simulateFinishTimeMS

isTracked

protected boolean isTracked

totalContainers

protected int totalContainers

finishedContainers

protected int finishedContainers

Constructor Detail

AMSimulator

public AMSimulator()

Method Detail

init

public void init(int heartbeatInterval,
                 List<ContainerSimulator> containerList,
                 org.apache.hadoop.yarn.server.resourcemanager.ResourceManager resourceManager,
                 SLSRunner slsRunnner,
                 long startTime,
                 long finishTime,
                 String simUser,
                 String simQueue,
                 boolean tracked,
                 String oldApp,
                 long baseTimeMS,
                 org.apache.hadoop.yarn.api.records.Resource amResource,
                 String nodeLabelExpr,
                 Map<String,String> params,
                 Map<org.apache.hadoop.yarn.api.records.ApplicationId,AMSimulator> appIdAMSim)

firstStep

public void firstStep()
               throws Exception

register with RM

Specified by:

firstStep in class TaskRunner.Task

Throws:

Exception

notifyAMContainerLaunched

public void notifyAMContainerLaunched(org.apache.hadoop.yarn.api.records.Container masterContainer)
                               throws Exception

Throws:

Exception

setReservationRequest

protected void setReservationRequest(org.apache.hadoop.yarn.api.protocolrecords.ReservationSubmissionRequest rr)

middleStep

public void middleStep()
                throws Exception

Specified by:

middleStep in class TaskRunner.Task

Throws:

Exception

lastStep

public void lastStep()
              throws Exception

Specified by:

lastStep in class TaskRunner.Task

Throws:

Exception

createResourceRequest

protected org.apache.hadoop.yarn.api.records.ResourceRequest createResourceRequest(org.apache.hadoop.yarn.api.records.Resource resource,
                                                                                   org.apache.hadoop.yarn.api.records.ExecutionType executionType,
                                                                                   String host,
                                                                                   int priority,
                                                                                   int numContainers)

createAllocateRequest

protected org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest createAllocateRequest(List<org.apache.hadoop.yarn.api.records.ResourceRequest> ask,
                                                                                           List<org.apache.hadoop.yarn.api.records.ContainerId> toRelease)

createAllocateRequest

protected org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest createAllocateRequest(List<org.apache.hadoop.yarn.api.records.ResourceRequest> ask)

processResponseQueue

protected abstract void processResponseQueue()
                                      throws Exception

Throws:

Exception

sendContainerRequest

protected abstract void sendContainerRequest()
                                      throws Exception

Throws:

Exception

initReservation

public abstract void initReservation(org.apache.hadoop.yarn.api.records.ReservationId reservationId,
                                     long deadline,
                                     long now)

checkStop

protected abstract void checkStop()

untrackApp

public void untrackApp()

packageRequests

protected List<org.apache.hadoop.yarn.api.records.ResourceRequest> packageRequests(List<ContainerSimulator> csList,
                                                                                   int priority)

getQueue

public String getQueue()

getAMType

public String getAMType()

getDuration

public long getDuration()

getNumTasks

public int getNumTasks()

getApplicationId

public org.apache.hadoop.yarn.api.records.ApplicationId getApplicationId()

getApplicationAttemptId

public org.apache.hadoop.yarn.api.records.ApplicationAttemptId getApplicationAttemptId()