| Package | Description |
|---|---|
| ml.shifu.guagua.worker |
This package contains guagua worker implementation.
|
| Modifier and Type | Method and Description |
|---|---|
WORKER_RESULT |
WorkerComputable.compute(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
Worker computation for each iteration.
|
WORKER_RESULT |
AbstractWorkerComputable.compute(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
WORKER_RESULT |
AbstractCombineWorkerComputable.compute(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
abstract void |
AbstractCombineWorkerComputable.doCompute(KEY currentKey,
VALUE currentValue,
WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
Computation by each record, all update can be set to WORKER_RESULT by
context.setCurrentWorkerResult(WORKER_RESULT); |
abstract WORKER_RESULT |
AbstractWorkerComputable.doCompute(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
Real computation logic after data loading.
|
abstract void |
AbstractWorkerComputable.init(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
Initialization work for the whole computation
|
abstract void |
AbstractCombineWorkerComputable.init(WorkerContext<MASTER_RESULT,WORKER_RESULT> workerContext)
Initialization work for the whole computation
|
protected WORKER_RESULT |
GuaguaWorkerService.iterate(WorkerContext<MASTER_RESULT,WORKER_RESULT> context,
int initialIteration,
Progressable progress)
Call each iteration computation and preIteration, postIteration in interceptors.
|
abstract void |
AbstractWorkerComputable.load(KEY currentKey,
VALUE currentValue,
WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
Load data one by one before computation.
|
void |
WorkerTimer.postApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
WorkerInterceptor.postApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
The hook point after any computation logic.
|
void |
WorkerComputableTimer.postApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
TraceWorkerInterceptor.postApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
NettyWorkerCoordinator.postApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
Send stop message to master and then clean resources.
|
void |
MemoryStatsWorkerInterceptor.postApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
BasicWorkerInterceptor.postApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
AbstractWorkerCoordinator.postApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
WorkerTimer.postIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
WorkerInterceptor.postIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
The hook point after computation of each iteration.
|
void |
WorkerComputableTimer.postIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
TraceWorkerInterceptor.postIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
SyncWorkerCoordinator.postIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
NettyWorkerCoordinator.postIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
Send worker results to master; wait for current master stop; get current master result.
|
void |
MemoryStatsWorkerInterceptor.postIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
LocalWorkerCoordinator.postIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
BasicWorkerInterceptor.postIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
AsyncWorkerCoordinator.postIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
protected void |
AbstractWorkerComputable.postLoad(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
Do some post work before loading data.
|
protected void |
AbstractCombineWorkerComputable.postLoad(WorkerContext<MASTER_RESULT,WORKER_RESULT> workerContext)
Do some post work after loading data.
|
void |
WorkerTimer.preApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
WorkerInterceptor.preApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
The hook point before any computation logic.
|
void |
WorkerComputableTimer.preApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
TraceWorkerInterceptor.preApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
SyncWorkerCoordinator.preApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
NettyWorkerCoordinator.preApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
Worker coordinator initialization.
|
void |
MemoryStatsWorkerInterceptor.preApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
LocalWorkerCoordinator.preApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
BasicWorkerInterceptor.preApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
AsyncWorkerCoordinator.preApplication(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
WorkerTimer.preIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
WorkerInterceptor.preIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
The hook point before computation of each iteration.
|
void |
WorkerComputableTimer.preIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
TraceWorkerInterceptor.preIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
NettyWorkerCoordinator.preIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
MemoryStatsWorkerInterceptor.preIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
LocalWorkerCoordinator.preIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
BasicWorkerInterceptor.preIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
AsyncWorkerCoordinator.preIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
void |
AbstractWorkerCoordinator.preIteration(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
protected void |
AbstractWorkerComputable.preLoad(WorkerContext<MASTER_RESULT,WORKER_RESULT> context)
Do some pre work before loading data.
|
protected void |
AbstractCombineWorkerComputable.preLoad(WorkerContext<MASTER_RESULT,WORKER_RESULT> workerContext)
Do some pre work before loading data.
|
protected void |
AbstractWorkerCoordinator.setMasterResult(WorkerContext<MASTER_RESULT,WORKER_RESULT> context,
String appMasterNode,
String appMasterSplitNode) |
| Constructor and Description |
|---|
AbstractWorkerCoordinator.FailOverCoordinatorCommand(WorkerContext<MASTER_RESULT,WORKER_RESULT> context) |
Copyright © 2015. All Rights Reserved.