com.hazelcast.internal.partition.operation.MigrationOperation Maven / Gradle / Ivy
/*
* Copyright (c) 2008-2024, Hazelcast, Inc. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.hazelcast.internal.partition.operation;
import com.hazelcast.cluster.Address;
import com.hazelcast.core.HazelcastException;
import com.hazelcast.internal.partition.MigrationAwareService;
import com.hazelcast.internal.partition.MigrationEndpoint;
import com.hazelcast.internal.partition.MigrationInfo;
import com.hazelcast.internal.partition.PartitionMigrationEvent;
import com.hazelcast.internal.partition.ReplicaFragmentMigrationState;
import com.hazelcast.internal.partition.impl.InternalPartitionServiceImpl;
import com.hazelcast.internal.partition.impl.MigrationInterceptor.MigrationParticipant;
import com.hazelcast.internal.partition.impl.PartitionDataSerializerHook;
import com.hazelcast.internal.partition.impl.PartitionReplicaManager;
import com.hazelcast.internal.services.ServiceNamespace;
import com.hazelcast.logging.ILogger;
import com.hazelcast.nio.ObjectDataInput;
import com.hazelcast.nio.ObjectDataOutput;
import com.hazelcast.spi.impl.operationservice.Operation;
import com.hazelcast.spi.impl.operationservice.OperationAccessor;
import com.hazelcast.spi.impl.operationservice.OperationResponseHandler;
import com.hazelcast.spi.impl.operationservice.TargetAware;
import java.io.IOException;
import java.util.Arrays;
import java.util.Collection;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import static com.hazelcast.spi.impl.operationexecutor.OperationRunner.runDirect;
/**
* Migration operation.
*
* It runs on the migration destination and applies the received
* fragments. Sent by the partition owner to the migration
* destination to start the migration process on the destination.
* Contains the operations which will be executed on the destination
* node to migrate the data and the replica versions to be set.
*/
public class MigrationOperation extends BaseMigrationOperation implements TargetAware {
private static final OperationResponseHandler ERROR_RESPONSE_HANDLER = (op, obj) -> {
throw new HazelcastException("Migration operations can not send response!");
};
private ReplicaFragmentMigrationState fragmentMigrationState;
private boolean firstFragment;
private boolean lastFragment;
private Throwable failureReason;
public MigrationOperation() {
}
public MigrationOperation(MigrationInfo migrationInfo, List completedMigrations,
int partitionStateVersion, ReplicaFragmentMigrationState fragmentMigrationState,
boolean firstFragment, boolean lastFragment) {
super(migrationInfo, completedMigrations, partitionStateVersion);
this.fragmentMigrationState = fragmentMigrationState;
this.firstFragment = firstFragment;
this.lastFragment = lastFragment;
setReplicaIndex(migrationInfo.getDestinationNewReplicaIndex());
}
/**
* {@inheritDoc}
* Sets the active migration and the migration flag for the partition, notifies {@link MigrationAwareService}s that
* the migration is starting and runs the sent replication operations.
* If the migration was successful, set the replica versions. If it failed, notify the sent migration tasks.
*/
@Override
public void run() throws Exception {
if (firstFragment) {
setActiveMigration();
}
try {
checkActiveMigration();
doRun();
} catch (Throwable t) {
logMigrationFailure(t);
failureReason = t;
} finally {
onMigrationComplete();
if (!success) {
onExecutionFailure(failureReason);
}
}
}
/** Notifies services that migration started, invokes all sent migration tasks and updates the replica versions. */
private void doRun() {
try {
if (firstFragment) {
executeBeforeMigrations();
}
for (Operation migrationOperation : fragmentMigrationState.getMigrationOperations()) {
runMigrationOperation(migrationOperation);
}
success = true;
} catch (Throwable e) {
failureReason = e;
getLogger().severe("Error while executing replication operations " + migrationInfo, e);
} finally {
afterMigrate();
}
}
private void checkActiveMigration() {
InternalPartitionServiceImpl partitionService = getService();
MigrationInfo activeMigration = partitionService.getMigrationManager()
.getActiveMigration(migrationInfo.getPartitionId());
if (!migrationInfo.equals(activeMigration)) {
throw new IllegalStateException("Unexpected active migration " + activeMigration
+ "! First migration fragment should have set active migration to: " + migrationInfo);
}
}
private void runMigrationOperation(Operation op) throws Exception {
prepareOperation(op);
runDirect(op);
}
protected void prepareOperation(Operation op) {
op.setNodeEngine(getNodeEngine())
.setPartitionId(getPartitionId())
.setReplicaIndex(getReplicaIndex());
op.setOperationResponseHandler(ERROR_RESPONSE_HANDLER);
OperationAccessor.setCallerAddress(op, migrationInfo.getSourceAddress());
}
private void afterMigrate() {
ILogger logger = getLogger();
if (success) {
InternalPartitionServiceImpl partitionService = getService();
PartitionReplicaManager replicaManager = partitionService.getReplicaManager();
int destinationNewReplicaIndex = migrationInfo.getDestinationNewReplicaIndex();
int replicaOffset = Math.max(destinationNewReplicaIndex, 1);
Map namespaceVersions = fragmentMigrationState.getNamespaceVersionMap();
for (Entry e : namespaceVersions.entrySet()) {
ServiceNamespace namespace = e.getKey();
long[] replicaVersions = e.getValue();
replicaManager.setPartitionReplicaVersions(migrationInfo.getPartitionId(), namespace,
replicaVersions, replicaOffset);
if (logger.isFinestEnabled()) {
logger.finest("ReplicaVersions are set after migration. " + migrationInfo
+ ", namespace=" + namespace + ", replicaVersions=" + Arrays.toString(replicaVersions));
}
}
} else if (logger.isFinestEnabled()) {
logger.finest("ReplicaVersions are not set since migration failed. " + migrationInfo);
}
}
private void logMigrationFailure(Throwable e) {
ILogger logger = getLogger();
if (e instanceof IllegalStateException) {
logger.warning(e.getMessage());
} else {
logger.warning(e.getMessage(), e);
}
}
@Override
protected PartitionMigrationEvent getMigrationEvent() {
return new PartitionMigrationEvent(MigrationEndpoint.DESTINATION,
migrationInfo.getPartitionId(), migrationInfo.getDestinationCurrentReplicaIndex(),
migrationInfo.getDestinationNewReplicaIndex(), migrationInfo.getUid());
}
@Override
protected MigrationParticipant getMigrationParticipantType() {
return MigrationParticipant.DESTINATION;
}
/**
* {@inheritDoc}
* Notifies all sent migration tasks that the migration failed.
*/
@Override
public void onExecutionFailure(Throwable e) {
if (fragmentMigrationState == null) {
return;
}
Collection tasks = fragmentMigrationState.getMigrationOperations();
if (tasks != null) {
for (Operation op : tasks) {
prepareOperation(op);
onOperationFailure(op, e);
}
}
}
private void onOperationFailure(Operation op, Throwable e) {
try {
op.onExecutionFailure(e);
} catch (Throwable t) {
getLogger().warning("While calling operation.onFailure(). op: " + op, t);
}
}
@Override
public int getClassId() {
return PartitionDataSerializerHook.MIGRATION;
}
@Override
void onMigrationStart() {
if (firstFragment) {
super.onMigrationStart();
}
}
@Override
void onMigrationComplete() {
if (lastFragment) {
super.onMigrationComplete();
}
}
@Override
protected void writeInternal(ObjectDataOutput out) throws IOException {
super.writeInternal(out);
out.writeObject(fragmentMigrationState);
out.writeBoolean(firstFragment);
out.writeBoolean(lastFragment);
}
@Override
protected void readInternal(ObjectDataInput in) throws IOException {
super.readInternal(in);
fragmentMigrationState = in.readObject();
firstFragment = in.readBoolean();
lastFragment = in.readBoolean();
}
@Override
public void setTarget(Address address) {
fragmentMigrationState.setTarget(address);
}
}