org.apache.asterix.hyracks.bootstrap.AsterixGlobalRecoveryManager Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.asterix.hyracks.bootstrap;
import java.util.List;
import java.util.Set;
import java.util.logging.Level;
import java.util.logging.Logger;
import org.apache.asterix.common.api.IClusterEventsSubscriber;
import org.apache.asterix.common.api.IClusterManagementWork;
import org.apache.asterix.common.api.IClusterManagementWorkResponse;
import org.apache.asterix.common.config.DatasetConfig.DatasetType;
import org.apache.asterix.common.config.DatasetConfig.ExternalDatasetTransactionState;
import org.apache.asterix.common.config.DatasetConfig.ExternalFilePendingOp;
import org.apache.asterix.feeds.CentralFeedManager;
import org.apache.asterix.file.ExternalIndexingOperations;
import org.apache.asterix.metadata.MetadataManager;
import org.apache.asterix.metadata.MetadataTransactionContext;
import org.apache.asterix.metadata.bootstrap.MetadataConstants;
import org.apache.asterix.metadata.declared.AqlMetadataProvider;
import org.apache.asterix.metadata.entities.Dataset;
import org.apache.asterix.metadata.entities.Dataverse;
import org.apache.asterix.metadata.entities.ExternalDatasetDetails;
import org.apache.asterix.metadata.entities.ExternalFile;
import org.apache.asterix.metadata.entities.Index;
import org.apache.asterix.om.util.AsterixClusterProperties;
import org.apache.asterix.common.api.IClusterManagementWork.ClusterState;
import org.apache.hyracks.api.client.HyracksConnection;
import org.apache.hyracks.api.job.JobId;
import org.apache.hyracks.api.job.JobSpecification;
public class AsterixGlobalRecoveryManager implements IClusterEventsSubscriber {
private static ClusterState state;
private static final Logger LOGGER = Logger.getLogger(AsterixGlobalRecoveryManager.class.getName());
private HyracksConnection hcc;
public static AsterixGlobalRecoveryManager INSTANCE;
public AsterixGlobalRecoveryManager(HyracksConnection hcc) throws Exception {
state = AsterixClusterProperties.INSTANCE.getState();
this.hcc = hcc;
}
@Override
public Set notifyNodeFailure(Set deadNodeIds) {
state = AsterixClusterProperties.INSTANCE.getState();
AsterixClusterProperties.INSTANCE.setGlobalRecoveryCompleted(false);
return null;
}
@Override
public Set notifyNodeJoin(String joinedNodeId) {
// perform global recovery if state changed to active
final ClusterState newState = AsterixClusterProperties.INSTANCE.getState();
boolean needToRecover = !newState.equals(state) && (newState == ClusterState.ACTIVE);
if (needToRecover) {
Thread recoveryThread = new Thread(new Runnable() {
@Override
public void run() {
LOGGER.info("Starting AsterixDB's Global Recovery");
MetadataTransactionContext mdTxnCtx = null;
try {
Thread.sleep(4000);
MetadataManager.INSTANCE.init();
// Loop over datasets
mdTxnCtx = MetadataManager.INSTANCE.beginTransaction();
List dataverses = MetadataManager.INSTANCE.getDataverses(mdTxnCtx);
for (Dataverse dataverse : dataverses) {
if (!dataverse.getDataverseName().equals(MetadataConstants.METADATA_DATAVERSE_NAME)) {
AqlMetadataProvider metadataProvider = new AqlMetadataProvider(dataverse, CentralFeedManager.getInstance());
List datasets = MetadataManager.INSTANCE.getDataverseDatasets(mdTxnCtx,
dataverse.getDataverseName());
for (Dataset dataset : datasets) {
if (dataset.getDatasetType() == DatasetType.EXTERNAL) {
// External dataset
// Get indexes
List indexes = MetadataManager.INSTANCE.getDatasetIndexes(mdTxnCtx,
dataset.getDataverseName(), dataset.getDatasetName());
if (indexes.size() > 0) {
// Get the state of the dataset
ExternalDatasetDetails dsd = (ExternalDatasetDetails) dataset
.getDatasetDetails();
ExternalDatasetTransactionState datasetState = dsd.getState();
if (datasetState == ExternalDatasetTransactionState.BEGIN) {
List files = MetadataManager.INSTANCE
.getDatasetExternalFiles(mdTxnCtx, dataset);
// if persumed abort, roll backward
// 1. delete all pending files
for (ExternalFile file : files) {
if (file.getPendingOp() != ExternalFilePendingOp.PENDING_NO_OP) {
MetadataManager.INSTANCE.dropExternalFile(mdTxnCtx, file);
}
}
// 2. clean artifacts in NCs
metadataProvider.setMetadataTxnContext(mdTxnCtx);
JobSpecification jobSpec = ExternalIndexingOperations.buildAbortOp(
dataset, indexes, metadataProvider);
executeHyracksJob(jobSpec);
// 3. correct the dataset state
((ExternalDatasetDetails) dataset.getDatasetDetails())
.setState(ExternalDatasetTransactionState.COMMIT);
MetadataManager.INSTANCE.updateDataset(mdTxnCtx, dataset);
MetadataManager.INSTANCE.commitTransaction(mdTxnCtx);
mdTxnCtx = MetadataManager.INSTANCE.beginTransaction();
} else if (datasetState == ExternalDatasetTransactionState.READY_TO_COMMIT) {
List files = MetadataManager.INSTANCE
.getDatasetExternalFiles(mdTxnCtx, dataset);
// if ready to commit, roll forward
// 1. commit indexes in NCs
metadataProvider.setMetadataTxnContext(mdTxnCtx);
JobSpecification jobSpec = ExternalIndexingOperations.buildRecoverOp(
dataset, indexes, metadataProvider);
executeHyracksJob(jobSpec);
// 2. add pending files in metadata
for (ExternalFile file : files) {
if (file.getPendingOp() == ExternalFilePendingOp.PENDING_ADD_OP) {
MetadataManager.INSTANCE.dropExternalFile(mdTxnCtx, file);
file.setPendingOp(ExternalFilePendingOp.PENDING_NO_OP);
MetadataManager.INSTANCE.addExternalFile(mdTxnCtx, file);
} else if (file.getPendingOp() == ExternalFilePendingOp.PENDING_DROP_OP) {
// find original file
for (ExternalFile originalFile : files) {
if (originalFile.getFileName().equals(file.getFileName())) {
MetadataManager.INSTANCE.dropExternalFile(mdTxnCtx,
file);
MetadataManager.INSTANCE.dropExternalFile(mdTxnCtx,
originalFile);
break;
}
}
} else if (file.getPendingOp() == ExternalFilePendingOp.PENDING_APPEND_OP) {
// find original file
for (ExternalFile originalFile : files) {
if (originalFile.getFileName().equals(file.getFileName())) {
MetadataManager.INSTANCE.dropExternalFile(mdTxnCtx,
file);
MetadataManager.INSTANCE.dropExternalFile(mdTxnCtx,
originalFile);
originalFile.setSize(file.getSize());
MetadataManager.INSTANCE.addExternalFile(mdTxnCtx,
originalFile);
}
}
}
}
// 3. correct the dataset state
((ExternalDatasetDetails) dataset.getDatasetDetails())
.setState(ExternalDatasetTransactionState.COMMIT);
MetadataManager.INSTANCE.updateDataset(mdTxnCtx, dataset);
MetadataManager.INSTANCE.commitTransaction(mdTxnCtx);
mdTxnCtx = MetadataManager.INSTANCE.beginTransaction();
}
}
}
}
}
}
MetadataManager.INSTANCE.commitTransaction(mdTxnCtx);
} catch (Exception e) {
// This needs to be fixed <-- Needs to shutdown the system -->
/*
* Note: Throwing this illegal state exception will terminate this thread
* and feeds listeners will not be notified.
*/
LOGGER.severe("Global recovery was not completed successfully" + e);
try {
MetadataManager.INSTANCE.abortTransaction(mdTxnCtx);
} catch (Exception e1) {
if (LOGGER.isLoggable(Level.SEVERE)) {
LOGGER.severe("Exception in aborting" + e.getMessage());
}
throw new IllegalStateException(e1);
}
}
AsterixClusterProperties.INSTANCE.setGlobalRecoveryCompleted(true);
LOGGER.info("Global Recovery Completed");
}
});
state = newState;
recoveryThread.start();
}
return null;
}
private void executeHyracksJob(JobSpecification spec) throws Exception {
spec.setMaxReattempts(0);
JobId jobId = hcc.startJob(spec);
hcc.waitForCompletion(jobId);
}
@Override
public void notifyRequestCompletion(IClusterManagementWorkResponse response) {
// Do nothing
}
@Override
public void notifyStateChange(ClusterState previousState, ClusterState newState) {
// Do nothing?
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy