io.datarouter.jobletmysql.selector.MysqlUpdateAndScanJobletRequestSelector Maven / Gradle / Ivy
/*
* Copyright © 2009 HotPads ([email protected])
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.datarouter.jobletmysql.selector;
import java.util.Optional;
import io.datarouter.client.mysql.execution.SessionExecutor;
import io.datarouter.client.mysql.op.Isolation;
import io.datarouter.client.mysql.sql.MysqlSqlFactory;
import io.datarouter.joblet.JobletCounters;
import io.datarouter.joblet.JobletRequestSqlBuilder;
import io.datarouter.joblet.enums.JobletQueueMechanism;
import io.datarouter.joblet.enums.JobletStatus;
import io.datarouter.joblet.queue.JobletRequestQueueManager;
import io.datarouter.joblet.queue.JobletRequestSelector;
import io.datarouter.joblet.service.JobletService;
import io.datarouter.joblet.storage.jobletrequest.DatarouterJobletRequestDao;
import io.datarouter.joblet.storage.jobletrequest.JobletRequest;
import io.datarouter.joblet.storage.jobletrequestqueue.JobletRequestQueueKey;
import io.datarouter.joblet.type.JobletType;
import io.datarouter.jobletmysql.txn.ReserveJobletRequest;
import io.datarouter.plugin.PluginConfigKey;
import io.datarouter.storage.client.DatarouterClients;
import io.datarouter.util.timer.PhaseTimer;
import jakarta.inject.Inject;
import jakarta.inject.Singleton;
@Singleton
public class MysqlUpdateAndScanJobletRequestSelector implements JobletRequestSelector{
@Inject
private DatarouterClients datarouterClients;
@Inject
private DatarouterJobletRequestDao jobletRequestDao;
@Inject
private JobletRequestSqlBuilder jobletRequestSqlBuilder;
@Inject
private JobletRequestQueueManager jobletRequestQueueManager;
@Inject
private SessionExecutor sessionExecutor;
@Inject
private MysqlSqlFactory mysqlSqlFactory;
@Override
public Optional getJobletRequestForProcessing(
PhaseTimer timer,
JobletType type,
String reservedBy){
ReserveJobletRequest mysqlOp = new ReserveJobletRequest(reservedBy, type, datarouterClients, jobletRequestDao,
mysqlSqlFactory, jobletRequestSqlBuilder);
while(sessionExecutor.runWithoutRetries(mysqlOp)){//returns false if no joblet found
JobletRequest jobletRequest = jobletRequestDao.getReservedRequest(type, reservedBy,
Isolation.readUncommitted);
if(JobletStatus.CREATED == jobletRequest.getStatus()){
jobletRequest.setReservedBy(reservedBy);
jobletRequest.setReservedAt(System.currentTimeMillis());
jobletRequest.setStatus(JobletStatus.RUNNING);
jobletRequestDao.put(jobletRequest);
return Optional.of(jobletRequest);
}
//we got a previously timed-out joblet
jobletRequest.incrementNumTimeouts();
if(jobletRequest.getNumTimeouts() <= JobletService.MAX_JOBLET_RETRIES){
jobletRequestDao.put(jobletRequest);
JobletRequestQueueKey queueKey = new JobletRequestQueueKey(type, jobletRequest.getKey().getPriority());
JobletCounters.incQueueHit(queueKey.getQueueName());
return Optional.of(jobletRequest);
}
jobletRequest.setStatus(JobletStatus.TIMED_OUT);
jobletRequestDao.put(jobletRequest);
//loop around for another
}
jobletRequestQueueManager.onJobletRequestMissForAllPriorities(type);//for back-off
return Optional.empty();
}
@Override
public PluginConfigKey getKey(){
return JobletQueueMechanism.JDBC_UPDATE_AND_SCAN.getKey();
}
}