com.alibaba.schedulerx.worker.master

类 MapTaskMaster

java.lang.Object

com.alibaba.schedulerx.worker.master.TaskMaster

com.alibaba.schedulerx.worker.master.MapTaskMaster

直接已知子类:

GridTaskMaster, ParallelTaskMater

public abstract class MapTaskMaster
extends TaskMaster

作者:

xiaomeng.hxm

字段概要

字段

限定符和类型	字段和说明
protected scala.concurrent.ExecutionContext	futureExecutor
protected int	pageSize
protected int	queueSize
protected ReqQueue<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest>	taskBlockingQueue
protected AtomicInteger	taskCounter
protected TaskDispatchReqHandler<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest>	taskDispatchReqHandler
protected TaskPersistence	taskPersistence
protected Map<String,com.alibaba.schedulerx.common.domain.TaskProgressCounter>	taskProgressMap taskName -> TaskProgressCounter(total, init, pulled, running, success, failed)
protected TMStatusReqHandler<com.alibaba.schedulerx.protocol.Worker.ContainerReportTaskStatusRequest>	taskStatusReqBatchHandler
protected ReqQueue<com.alibaba.schedulerx.protocol.Worker.ContainerReportTaskStatusRequest>	taskStatusReqQueue
protected Map<String,com.alibaba.schedulerx.common.domain.WorkerProgressCounter>	workerProgressMap workerAddr -> WorkerProgressCounter(total, running, success, failed)
protected com.alibaba.schedulerx.common.domain.MapTaskXAttrs	xAttrs

从类继承的字段 com.alibaba.schedulerx.worker.master.TaskMaster

aliveCheckWorkerSet, existInvalidWorker, INITED, instanceStatus, jobInstanceInfo, jobInstanceProgress, killed, serialNum, SERVER_DISCOVERY, statusHandler, taskIdGenerator

构造器概要

构造器

构造器和说明
MapTaskMaster(com.alibaba.schedulerx.common.domain.JobInstanceInfo jobInstanceInfo, akka.actor.ActorContext actorContext)

方法概要

限定符和类型	方法和说明
void	batchDispatchTasks(List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> masterStartContainerRequests)
void	batchDispatchTasks(List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> masterStartContainerRequests, String remoteWorker)
protected void	batchHandlePulledProgress(List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> masterStartContainerRequests, Map<String,List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest>> worker2ReqsWithNormal, Map<String,List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest>> worker2ReqsWithFailover, String remoteWorker)
void	batchPullTasks(List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> masterStartContainerRequests, String workerIdAddr)
void	batchUpdateTaskStatues(List<com.alibaba.schedulerx.protocol.Worker.ContainerReportTaskStatusRequest> requests)
protected void	checkProcessor()
void	clear()
protected void	clearTasks(long jobInstanceId)
protected void	createRootTask()
void	destroyContainerPool()
String	getJobInstanceProgress()
String	getRootTaskResult()
Map<String,com.alibaba.schedulerx.common.domain.TaskProgressCounter>	getTaskProgressMap() Getter method for property taskProgressMap.
protected void	init()
void	killInstance(String reason)
void	killTask(String uniqueId, String workerId, String workerAddr)
boolean	map(List<com.google.protobuf.ByteString> taskList, String taskName)
ProcessResult	postFinish(long jobInstanceId)
protected String	selectWorker()
void	setRootTaskResult(String rootTaskResult)
protected void	startBatchHandler()
void	stop()
void	submitInstance(com.alibaba.schedulerx.common.domain.JobInstanceInfo jobInstanceInfo)
List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest>	syncPullTasks(int pageSize, String workerIdAddr)
void	updateTaskStatus(com.alibaba.schedulerx.protocol.Worker.ContainerReportTaskStatusRequest request)

从类继承的方法 com.alibaba.schedulerx.worker.master.TaskMaster

aquireSerialNum, aquireTaskId, batchUpdateTaskStatus, convert2StartContainerRequest, convert2StartContainerRequestBuilder, convert2StartContainerRequestBuilder, existInvalidWorker, getActorContext, getAliveCheckWorkerSet, getInstanceStatus, getJobInstanceInfo, getLocalContainerRouterPath, getLocalJobInstanceRouterPath, getLocalTaskRouterPath, getLocalWorkerIdAddr, getSerialNum, isInited, isJobInstanceFinished, isKilled, restJobInstanceWorkerList, retryTasks, setInstanceStatus, updateNewInstanceStatus, updateNewInstanceStatus

从类继承的方法 java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

字段详细资料

pageSize

protected volatile int pageSize

queueSize

protected volatile int queueSize

taskStatusReqQueue

protected ReqQueue<com.alibaba.schedulerx.protocol.Worker.ContainerReportTaskStatusRequest> taskStatusReqQueue

taskStatusReqBatchHandler

protected TMStatusReqHandler<com.alibaba.schedulerx.protocol.Worker.ContainerReportTaskStatusRequest> taskStatusReqBatchHandler

taskBlockingQueue

protected ReqQueue<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> taskBlockingQueue

taskDispatchReqHandler

protected TaskDispatchReqHandler<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> taskDispatchReqHandler

taskPersistence

protected TaskPersistence taskPersistence

taskProgressMap

protected Map<String,com.alibaba.schedulerx.common.domain.TaskProgressCounter> taskProgressMap

taskName -> TaskProgressCounter(total, init, pulled, running, success, failed)

workerProgressMap

protected Map<String,com.alibaba.schedulerx.common.domain.WorkerProgressCounter> workerProgressMap

workerAddr -> WorkerProgressCounter(total, running, success, failed)

xAttrs

protected com.alibaba.schedulerx.common.domain.MapTaskXAttrs xAttrs

taskCounter

protected volatile AtomicInteger taskCounter

futureExecutor

protected scala.concurrent.ExecutionContext futureExecutor

构造器详细资料

MapTaskMaster

public MapTaskMaster(com.alibaba.schedulerx.common.domain.JobInstanceInfo jobInstanceInfo,
                     akka.actor.ActorContext actorContext)
              throws Exception

抛出:

Exception

方法详细资料

init

protected void init()

覆盖:

init 在类中 TaskMaster

submitInstance

public void submitInstance(com.alibaba.schedulerx.common.domain.JobInstanceInfo jobInstanceInfo)
                    throws Exception

指定者:

submitInstance 在类中 TaskMaster

抛出:

Exception

updateTaskStatus

public void updateTaskStatus(com.alibaba.schedulerx.protocol.Worker.ContainerReportTaskStatusRequest request)

覆盖:

updateTaskStatus 在类中 TaskMaster

batchUpdateTaskStatues

public void batchUpdateTaskStatues(List<com.alibaba.schedulerx.protocol.Worker.ContainerReportTaskStatusRequest> requests)

map

public boolean map(List<com.google.protobuf.ByteString> taskList,
                   String taskName)
            throws Exception

抛出:

Exception

clearTasks

protected void clearTasks(long jobInstanceId)

createRootTask

protected void createRootTask()
                       throws Exception

抛出:

Exception

batchHandlePulledProgress

protected void batchHandlePulledProgress(List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> masterStartContainerRequests,
                                         Map<String,List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest>> worker2ReqsWithNormal,
                                         Map<String,List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest>> worker2ReqsWithFailover,
                                         String remoteWorker)

batchDispatchTasks

public void batchDispatchTasks(List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> masterStartContainerRequests)

batchDispatchTasks

public void batchDispatchTasks(List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> masterStartContainerRequests,
                               String remoteWorker)

batchPullTasks

public void batchPullTasks(List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> masterStartContainerRequests,
                           String workerIdAddr)

selectWorker

protected String selectWorker()

killInstance

public void killInstance(String reason)

覆盖:

killInstance 在类中 TaskMaster

destroyContainerPool

public void destroyContainerPool()

指定者:

destroyContainerPool 在类中 TaskMaster

killTask

public void killTask(String uniqueId,
                     String workerId,
                     String workerAddr)

覆盖:

killTask 在类中 TaskMaster

getJobInstanceProgress

public String getJobInstanceProgress()

覆盖:

getJobInstanceProgress 在类中 TaskMaster

postFinish

public ProcessResult postFinish(long jobInstanceId)

覆盖:

postFinish 在类中 TaskMaster

stop

public void stop()

覆盖:

stop 在类中 TaskMaster

startBatchHandler

protected void startBatchHandler()

getRootTaskResult

public String getRootTaskResult()

setRootTaskResult

public void setRootTaskResult(String rootTaskResult)

clear

public void clear()

覆盖:

clear 在类中 TaskMaster

getTaskProgressMap

public Map<String,com.alibaba.schedulerx.common.domain.TaskProgressCounter> getTaskProgressMap()

Getter method for property taskProgressMap.

返回:

property value of taskProgressMap

syncPullTasks

public List<com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest> syncPullTasks(int pageSize,
                                                                                              String workerIdAddr)

checkProcessor

protected void checkProcessor()
                       throws Exception

覆盖:

checkProcessor 在类中 TaskMaster

抛出:

Exception