com.alibaba.schedulerx.worker.pull.PullThread Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of schedulerx2-worker Show documentation
There is a newer version: 1.12.2
package com.alibaba.schedulerx.worker.pull;

import java.util.List;
import java.util.concurrent.TimeoutException;

import com.alibaba.schedulerx.protocol.Worker.MasterStartContainerRequest;
import com.alibaba.schedulerx.protocol.Worker.PullTaskFromMasterRequest;
import com.alibaba.schedulerx.protocol.Worker.PullTaskFromMasterResponse;
import com.alibaba.schedulerx.protocol.utils.FutureUtils;
import com.alibaba.schedulerx.worker.SchedulerxWorker;
import com.alibaba.schedulerx.worker.log.LogFactory;
import com.alibaba.schedulerx.worker.log.Logger;

import akka.actor.ActorSelection;
import akka.actor.Address;

/**
 *
 * @author xiaomeng.hxm
 */
public class PullThread extends Thread {

    private final long jobInstanceId;
    private final int pageSize;
    private final BlockingContainerQueue queue;
    private final ActorSelection masterActorSelection;
    private volatile boolean running = true;
    private final String workerIdAddr;
    private static final Logger LOGGER = LogFactory.getLogger(PullThread.class);
    private volatile long serialNum;

    public PullThread(long jobInstanceId, long serialNum, int pageSize, String taskMasterAkkaPath, BlockingContainerQueue queue) {
        super("Schedulerx-PullThread-" + jobInstanceId);
        this.serialNum = serialNum;
        this.jobInstanceId = jobInstanceId;
        this.pageSize = pageSize;
        this.queue = queue;
        this.masterActorSelection = SchedulerxWorker.actorSystem.actorSelection(taskMasterAkkaPath);
        Address address = SchedulerxWorker.actorSystem.provider().getDefaultAddress();
        this.workerIdAddr = address.system() + "@" + address.host().get() + ":" + address.port().get();
    }

    @Override
    public void run() {
        while (running) {
            PullTaskFromMasterRequest request = PullTaskFromMasterRequest.newBuilder()
                    .setJobInstanceId(jobInstanceId)
                    .setSerialNum(serialNum)
                    .setPageSize(pageSize)
                    .setWorkerIdAddr(workerIdAddr)
                    .build();
            try {
                PullTaskFromMasterResponse response = (PullTaskFromMasterResponse) FutureUtils.awaitResult(
                        masterActorSelection, request, 30);
                if (response.getSuccess()) {
                    List containerRequests = response.getRequestList();
                    if (containerRequests != null && !containerRequests.isEmpty()) {
                        for (MasterStartContainerRequest containerRequest : containerRequests) {
                            boolean insertSuccess = false;
                            while (running && !insertSuccess) {
                                insertSuccess = queue.put(containerRequest);
                            }
                        }
                    } else {
                        Thread.sleep(3000);
                    }
                } else {
                    LOGGER.error("pull container error, " + response.getMessage());
                    PullManager.INSTANCE.stop(jobInstanceId);
                }
            } catch (TimeoutException e) {
                // 如果拉子任务超时，100%会卡住
                LOGGER.error("pull task timeout, stop PullManager");
                PullManager.INSTANCE.crash(jobInstanceId);
            } catch (Throwable e) {
                LOGGER.error("", e);
            }
        }
    }

    public void setSerialNum(long serialNum){
        this.serialNum = serialNum;
    }

    public long getSerialNum() {
        return serialNum;
    }

    public void stopRunning() {
        running = false;
    }
}