io.datarouter.plugin.copytable.CopyTableJoblet Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of datarouter-copy-table Show documentation
datarouter-copy-table
There is a newer version: 0.0.126
Show newest version
/*
 * Copyright © 2009 HotPads ([email protected])
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.datarouter.plugin.copytable;

import java.time.Duration;

import javax.inject.Inject;

import io.datarouter.joblet.codec.BaseGsonJobletCodec;
import io.datarouter.joblet.model.BaseJoblet;
import io.datarouter.joblet.type.JobletType;
import io.datarouter.joblet.type.JobletType.JobletTypeBuilder;
import io.datarouter.plugin.copytable.CopyTableJoblet.CopyTableJobletParams;
import io.datarouter.plugin.copytable.CopyTableService.CopyTableSpanResult;
import io.datarouter.util.number.NumberTool;

public class CopyTableJoblet extends BaseJoblet{

	public static final JobletType JOBLET_TYPE = new JobletTypeBuilder<>(
			"CopyTableJoblet", //unnecessary word "Joblet" in name
			CopyTableJobletCodec::new,
			CopyTableJoblet.class)
			.withShortQueueName("CopyTable") //unnecessary shortQueueName
			.withPollingPeriod(Duration.ofMinutes(1))
			.isSystem()
			.build();

	@Inject
	private CopyTableService copyTableService;

	@Override
	public void process() throws Throwable{
		CopyTableSpanResult result = copyTableService.copyTableSpan(
				params.sourceNodeName,
				params.targetNodeName,
				params.fromKeyExclusive,
				params.toKeyInclusive,
				1,//single thread, rely on joblet system for parallelism
				params.batchSize,
				NumberTool.nullSafeLong(params.jobletId, 0L),//can remove null check after migration period
				NumberTool.nullSafeLong(params.numJoblets, 0L));
		if(!result.success){
			throw result.exception;
		}
	}

	public static class CopyTableJobletParams{

		public final String sourceNodeName;
		public final String targetNodeName;
		public final String fromKeyExclusive;
		public final String toKeyInclusive;
		public final Integer batchSize;
		public final Long estNumDatabeans;
		public final Long jobletId;
		public final Long numJoblets;

		public CopyTableJobletParams(
				String sourceNodeName,
				String targetNodeName,
				String fromKeyExclusive,
				String toKeyInclusive,
				Integer batchSize,
				Long estNumDatabeans,
				Long jobletId,
				Long numJoblets){
			this.sourceNodeName = sourceNodeName;
			this.targetNodeName = targetNodeName;
			this.fromKeyExclusive = fromKeyExclusive;
			this.toKeyInclusive = toKeyInclusive;
			this.batchSize = batchSize;
			this.estNumDatabeans = estNumDatabeans;
			this.jobletId = jobletId;
			this.numJoblets = numJoblets;
		}

	}

	public static class CopyTableJobletCodec extends BaseGsonJobletCodec{

		public CopyTableJobletCodec(){
			super(CopyTableJobletParams.class);
		}

		@Override
		public int calculateNumItems(CopyTableJobletParams params){
			return params.estNumDatabeans.intValue();
		}
	}

}