org.modeshape.jcr.cache.RepositoryCache Maven / Gradle / Ivy
/*
* ModeShape (http://www.modeshape.org)
* See the COPYRIGHT.txt file distributed with this work for information
* regarding copyright ownership. Some portions may be licensed
* to Red Hat, Inc. under one or more contributor license agreements.
* See the AUTHORS.txt file in the distribution for a full listing of
* individual contributors.
*
* ModeShape is free software. Unless otherwise indicated, all code in ModeShape
* is licensed to you under the terms of the GNU Lesser General Public License as
* published by the Free Software Foundation; either version 2.1 of
* the License, or (at your option) any later version.
*
* ModeShape is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this software; if not, write to the Free
* Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
* 02110-1301 USA, or see the FSF site: http://www.fsf.org.
*/
package org.modeshape.jcr.cache;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;
import java.util.UUID;
import java.util.concurrent.Callable;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.CopyOnWriteArraySet;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicLong;
import javax.transaction.NotSupportedException;
import javax.transaction.SystemException;
import javax.transaction.TransactionManager;
import org.infinispan.AdvancedCache;
import org.infinispan.Cache;
import org.infinispan.lifecycle.ComponentStatus;
import org.infinispan.manager.CacheContainer;
import org.infinispan.manager.EmbeddedCacheManager;
import org.infinispan.schematic.Schematic;
import org.infinispan.schematic.SchematicEntry;
import org.infinispan.schematic.document.Document;
import org.infinispan.schematic.document.EditableDocument;
import org.modeshape.common.SystemFailureException;
import org.modeshape.common.collection.Collections;
import org.modeshape.common.i18n.I18n;
import org.modeshape.common.logging.Logger;
import org.modeshape.common.statistic.Stopwatch;
import org.modeshape.jcr.ConfigurationException;
import org.modeshape.jcr.ExecutionContext;
import org.modeshape.jcr.JcrI18n;
import org.modeshape.jcr.JcrLexicon;
import org.modeshape.jcr.ModeShape;
import org.modeshape.jcr.ModeShapeLexicon;
import org.modeshape.jcr.RepositoryConfiguration;
import org.modeshape.jcr.Upgrades;
import org.modeshape.jcr.api.value.DateTime;
import org.modeshape.jcr.bus.ChangeBus;
import org.modeshape.jcr.cache.change.AbstractNodeChange;
import org.modeshape.jcr.cache.change.AbstractPropertyChange;
import org.modeshape.jcr.cache.change.Change;
import org.modeshape.jcr.cache.change.ChangeSet;
import org.modeshape.jcr.cache.change.ChangeSetListener;
import org.modeshape.jcr.cache.change.NodeAdded;
import org.modeshape.jcr.cache.change.NodeChanged;
import org.modeshape.jcr.cache.change.NodeMoved;
import org.modeshape.jcr.cache.change.NodeRemoved;
import org.modeshape.jcr.cache.change.NodeRenamed;
import org.modeshape.jcr.cache.change.NodeReordered;
import org.modeshape.jcr.cache.change.Observable;
import org.modeshape.jcr.cache.change.RecordingChanges;
import org.modeshape.jcr.cache.change.RepositoryMetadataChanged;
import org.modeshape.jcr.cache.change.WorkspaceAdded;
import org.modeshape.jcr.cache.change.WorkspaceRemoved;
import org.modeshape.jcr.cache.document.DocumentOptimizer;
import org.modeshape.jcr.cache.document.DocumentStore;
import org.modeshape.jcr.cache.document.DocumentTranslator;
import org.modeshape.jcr.cache.document.LocalDocumentStore;
import org.modeshape.jcr.cache.document.LocalDocumentStore.DocumentOperation;
import org.modeshape.jcr.cache.document.LocalDocumentStore.DocumentOperationResults;
import org.modeshape.jcr.cache.document.ReadOnlySessionCache;
import org.modeshape.jcr.cache.document.WorkspaceCache;
import org.modeshape.jcr.cache.document.WritableSessionCache;
import org.modeshape.jcr.txn.Transactions;
import org.modeshape.jcr.txn.Transactions.Transaction;
import org.modeshape.jcr.value.Name;
import org.modeshape.jcr.value.Property;
import org.modeshape.jcr.value.PropertyFactory;
import org.modeshape.jcr.value.ValueFactory;
/**
*
*/
public class RepositoryCache implements Observable {
private static final Logger LOGGER = Logger.getLogger(RepositoryCache.class);
private static final String SYSTEM_METADATA_IDENTIFIER = "jcr:system/mode:metadata";
private static final String REPOSITORY_INFO_KEY = "repository:info";
private static final String REPOSITORY_NAME_FIELD_NAME = "repositoryName";
private static final String REPOSITORY_KEY_FIELD_NAME = "repositoryKey";
private static final String REPOSITORY_SOURCE_NAME_FIELD_NAME = "sourceName";
private static final String REPOSITORY_SOURCE_KEY_FIELD_NAME = "sourceKey";
private static final String REPOSITORY_CREATED_AT_FIELD_NAME = "createdAt";
private static final String REPOSITORY_INITIALIZED_AT_FIELD_NAME = "intializedAt";
private static final String REPOSITORY_INITIALIZER_FIELD_NAME = "intializer";
private static final String REPOSITORY_CREATED_WITH_MODESHAPE_VERSION_FIELD_NAME = "createdWithModeShapeVersion";
private static final String REPOSITORY_UPGRADE_ID_FIELD_NAME = "lastUpgradeId";
private static final String REPOSITORY_UPGRADED_AT_FIELD_NAME = "lastUpgradedAt";
private static final String REPOSITORY_UPGRADER_FIELD_NAME = "upgrader";
private final ExecutionContext context;
private final RepositoryConfiguration configuration;
private final DocumentStore documentStore;
private final DocumentTranslator translator;
private final ConcurrentHashMap workspaceCachesByName;
private final AtomicLong minimumStringLengthForBinaryStorage = new AtomicLong();
private final AtomicBoolean accessControlEnabled = new AtomicBoolean(false);
private final String name;
private final String repoKey;
private final String sourceKey;
private final String rootNodeId;
private final ChangeBus changeBus;
protected final NodeKey systemMetadataKey;
private final NodeKey systemKey;
protected final Set workspaceNames;
private final String systemWorkspaceName;
protected final Logger logger;
private final SessionEnvironment sessionContext;
private final String processKey;
private final CacheContainer workspaceCacheManager;
protected final Upgrades upgrades;
private volatile boolean initializingRepository = false;
private volatile boolean upgradingRepository = false;
private int lastUpgradeId;
public RepositoryCache( ExecutionContext context,
DocumentStore documentStore,
RepositoryConfiguration configuration,
ContentInitializer initializer,
SessionEnvironment sessionContext,
ChangeBus changeBus,
CacheContainer workspaceCacheContainer,
Upgrades upgradeFunctions ) {
this.context = context;
this.configuration = configuration;
this.documentStore = documentStore;
this.minimumStringLengthForBinaryStorage.set(configuration.getBinaryStorage().getMinimumStringSize());
this.translator = new DocumentTranslator(this.context, this.documentStore, this.minimumStringLengthForBinaryStorage.get());
this.sessionContext = sessionContext;
this.processKey = context.getProcessId();
this.workspaceCacheManager = workspaceCacheContainer;
this.logger = Logger.getLogger(getClass());
this.rootNodeId = RepositoryConfiguration.ROOT_NODE_ID;
this.name = configuration.getName();
this.workspaceCachesByName = new ConcurrentHashMap();
this.workspaceNames = new CopyOnWriteArraySet(configuration.getAllWorkspaceNames());
this.upgrades = upgradeFunctions;
SchematicEntry repositoryInfo = this.documentStore.localStore().get(REPOSITORY_INFO_KEY);
boolean upgradeRequired = false;
if (repositoryInfo == null) {
// Create a UUID that we'll use as the string specifying who is doing the initialization ...
String initializerId = UUID.randomUUID().toString();
// Must be a new repository (or one created before 3.0.0.Final) ...
this.repoKey = NodeKey.keyForSourceName(this.name);
this.sourceKey = NodeKey.keyForSourceName(configuration.getStoreName());
DateTime now = context.getValueFactories().getDateFactory().create();
// Store this info in the repository info document ...
EditableDocument doc = Schematic.newDocument();
doc.setString(REPOSITORY_NAME_FIELD_NAME, this.name);
doc.setString(REPOSITORY_KEY_FIELD_NAME, this.repoKey);
doc.setString(REPOSITORY_SOURCE_NAME_FIELD_NAME, configuration.getStoreName());
doc.setString(REPOSITORY_SOURCE_KEY_FIELD_NAME, this.sourceKey);
doc.setDate(REPOSITORY_CREATED_AT_FIELD_NAME, now.toDate());
doc.setString(REPOSITORY_INITIALIZER_FIELD_NAME, initializerId);
doc.setString(REPOSITORY_CREATED_WITH_MODESHAPE_VERSION_FIELD_NAME, ModeShape.getVersion());
doc.setNumber(REPOSITORY_UPGRADE_ID_FIELD_NAME, upgrades.getLatestAvailableUpgradeId());
// Try to put it, but don't overwrite one that might have been stored since we checked ...
this.documentStore.localStore().putIfAbsent(REPOSITORY_INFO_KEY, doc);
repositoryInfo = this.documentStore.get(REPOSITORY_INFO_KEY);
if (repositoryInfo.getContentAsDocument().getString(REPOSITORY_INITIALIZER_FIELD_NAME).equals(initializerId)) {
// We're doing the initialization ...
initializingRepository = true;
LOGGER.debug("Initializing the '{0}' repository", name);
}
} else {
// Get the repository key and source key from the repository info document ...
Document info = repositoryInfo.getContentAsDocument();
String repoName = info.getString(REPOSITORY_NAME_FIELD_NAME, this.name);
String sourceName = info.getString(REPOSITORY_SOURCE_NAME_FIELD_NAME, configuration.getStoreName());
this.repoKey = info.getString(REPOSITORY_KEY_FIELD_NAME, NodeKey.keyForSourceName(repoName));
this.sourceKey = info.getString(REPOSITORY_SOURCE_KEY_FIELD_NAME, NodeKey.keyForSourceName(sourceName));
// See if this existing repository needs to be upgraded ...
lastUpgradeId = info.getInteger(REPOSITORY_UPGRADE_ID_FIELD_NAME, 0);
upgradeRequired = upgrades.isUpgradeRequired(lastUpgradeId);
if (upgradeRequired && info.getString(REPOSITORY_UPGRADER_FIELD_NAME) == null) {
int nextId = upgrades.getLatestAvailableUpgradeId();
LOGGER.debug("The content in repository '{0}' needs to be upgraded (steps {1}->{2})", name, lastUpgradeId, nextId);
// The repository does need to be upgraded and nobody is yet doing it. Note that we only want one process in the
// cluster to do this, so we need to update the document store in an atomic fashion. So, first attempt to
// lock the document ...
this.upgradingRepository = runInTransaction(new Callable() {
@Override
public Boolean call() throws Exception {
LocalDocumentStore store = documentStore().localStore();
store.prepareDocumentsForUpdate(Collections.unmodifiableSet(REPOSITORY_INFO_KEY));
SchematicEntry repositoryInfo = store.get(REPOSITORY_INFO_KEY);
EditableDocument editor = repositoryInfo.editDocumentContent();
if (editor.get(REPOSITORY_UPGRADER_FIELD_NAME) == null) {
// Make sure that some other process didn't sneak in and already upgrade ...
int lastUpgradeId = editor.getInteger(REPOSITORY_UPGRADE_ID_FIELD_NAME, 0);
if (upgrades.isUpgradeRequired(lastUpgradeId)) {
// An upgrade is still required, and we get to do it ...
final String upgraderId = UUID.randomUUID().toString();
editor.setString(REPOSITORY_UPGRADER_FIELD_NAME, upgraderId);
return true;
}
}
// Another process is upgrading (or has already upgraded) the repository ...
return false;
}
});
if (this.upgradingRepository) {
LOGGER.debug("This process will upgrade the content in repository '{0}'", name);
} else {
LOGGER.debug("The content in repository '{0}' does not need to be upgraded", name);
}
}
}
// If we're not doing the initialization of the repository, block for at most 10 minutes while another process does ...
if (!initializingRepository) {
LOGGER.debug("Waiting for another process in the cluster to initialize the repository '{0}'", name);
waitUntil(new Callable() {
@Override
public Boolean call() {
Document info = documentStore().localStore().get(REPOSITORY_INFO_KEY).getContentAsDocument();
return info.get(REPOSITORY_INITIALIZED_AT_FIELD_NAME) != null;
}
}, 10, TimeUnit.MINUTES, JcrI18n.repositoryWasNeverInitializedAfterMinutes);
LOGGER.debug("Found repository '{0}' to be fully initialized", name);
}
// If we're not doing the upgrade, then block for at most 10 minutes while another process does ...
if (upgradeRequired && !upgradingRepository) {
LOGGER.debug("Waiting for another process in the cluster to upgrade the content in existing repository '{0}'", name);
waitUntil(new Callable() {
@Override
public Boolean call() {
Document info = documentStore().localStore().get(REPOSITORY_INFO_KEY).getContentAsDocument();
int lastUpgradeId = info.getInteger(REPOSITORY_UPGRADE_ID_FIELD_NAME, 0);
return !upgrades.isUpgradeRequired(lastUpgradeId);
}
}, 10, TimeUnit.MINUTES, JcrI18n.repositoryWasNeverUpgradedAfterMinutes);
LOGGER.debug("Content in existing repository '{0}' has been fully upgraded", name);
} else if (!initializingRepository) {
LOGGER.debug("Content in existing repository '{0}' does not need to be upgraded", name);
}
this.systemWorkspaceName = RepositoryConfiguration.SYSTEM_WORKSPACE_NAME;
String systemWorkspaceKey = NodeKey.keyForWorkspaceName(systemWorkspaceName);
this.systemMetadataKey = new NodeKey(this.sourceKey, systemWorkspaceKey, SYSTEM_METADATA_IDENTIFIER);
// Initialize the workspaces ..
refreshRepositoryMetadata(false);
this.changeBus = changeBus;
this.changeBus.register(new LocalChangeListener());
// Make sure the system workspace is configured to have a 'jcr:system' node ...
SessionCache systemSession = createSession(context, systemWorkspaceName, false);
NodeKey systemRootKey = systemSession.getRootKey();
CachedNode systemRoot = systemSession.getNode(systemRootKey);
logger.debug("System root: {0}", systemRoot);
ChildReference systemRef = systemRoot.getChildReferences(systemSession).getChild(JcrLexicon.SYSTEM);
logger.debug("jcr:system child reference: {0}", systemRef);
CachedNode systemNode = systemRef != null ? systemSession.getNode(systemRef) : null;
logger.debug("System node: {0}", systemNode);
if (systemRef == null || systemNode == null) {
logger.debug("Creating the '{0}' workspace in repository '{1}'", systemWorkspaceName, name);
// We have to create the initial "/jcr:system" content ...
MutableCachedNode root = systemSession.mutable(systemRootKey);
if (initializer == null) {
initializer = NO_OP_INITIALIZER;
}
initializer.initialize(systemSession, root);
systemSession.save();
// Now we need to forcibly refresh the system workspace cache ...
refreshWorkspace(systemWorkspaceName);
systemSession = createSession(context, systemWorkspaceName, false);
systemRoot = systemSession.getNode(systemRootKey);
systemRef = systemRoot.getChildReferences(systemSession).getChild(JcrLexicon.SYSTEM);
if (systemRef == null) {
throw new SystemFailureException(JcrI18n.unableToInitializeSystemWorkspace.text(name));
}
} else {
logger.debug("Found existing '{0}' workspace in repository '{1}'", systemWorkspaceName, name);
}
this.systemKey = systemRef.getKey();
// set the local source key in the document store
this.documentStore.setLocalSourceKey(this.sourceKey);
}
protected boolean waitUntil( Callable condition,
long time,
TimeUnit unit,
I18n failureMsg ) {
final long startTime = System.currentTimeMillis();
final long quitTime = startTime + TimeUnit.MILLISECONDS.convert(time, unit);
Exception lastError = null;
while (System.currentTimeMillis() < quitTime) {
try {
lastError = null;
if (condition.call()) return true;
} catch (Exception e) {
// Capture the exception ...
lastError = e;
}
// Otherwise, sleep for a short bit ...
try {
Thread.sleep(1000);
} catch (InterruptedException e) {
Thread.interrupted();
break;
}
}
// We waited to max amount of time, but still didn't see the successful condition, so abort by throwing an exception.
// The process can be restarted at any time, and hopefully will eventually see the upgrade.
LOGGER.error(lastError, failureMsg, name, time);
String msg = failureMsg.text(name, time);
throw new SystemFailureException(msg);
}
/**
* Removes the repository info document, in case the repository has not yet been initialized (as indicated by the presence of
* the #REPOSITORY_INITIALIZED_AT_FIELD_NAME field). This should only be used during repository startup, in case an unexpected
* error occurs.
*/
public final void rollbackRepositoryInfo() {
SchematicEntry repositoryInfoEntry = this.documentStore.localStore().get(REPOSITORY_INFO_KEY);
if (repositoryInfoEntry != null) {
Document repoInfoDoc = repositoryInfoEntry.getContentAsDocument();
// we should only remove the repository info if it wasn't initialized successfully previously
// in a cluster, it may happen that another node finished initialization while this node crashed (in which case we
// should not remove the entry)
if (!repoInfoDoc.containsField(REPOSITORY_INITIALIZED_AT_FIELD_NAME)) {
this.documentStore.localStore().remove(REPOSITORY_INFO_KEY);
}
}
}
protected final SessionEnvironment sessionContext() {
return sessionContext;
}
protected final String processKey() {
return processKey;
}
protected Name name( String name ) {
return context.getValueFactories().getNameFactory().create(name);
}
public final boolean isInitializingRepository() {
return initializingRepository;
}
public final boolean isAccessControlEnabled() {
return accessControlEnabled.get();
}
public final void setAccessControlEnabled( boolean enabled ) {
if (this.accessControlEnabled.compareAndSet(!enabled, enabled)) {
refreshRepositoryMetadata(true);
// And notify the others ...
String userId = context.getSecurityContext().getUserName();
Map userData = context.getData();
DateTime timestamp = context.getValueFactories().getDateFactory().create();
RecordingChanges changes = new RecordingChanges(context.getId(), this.getKey());
changes.repositoryMetadataChanged();
changes.freeze(userId, userData, timestamp);
this.changeBus.notify(changes);
}
}
protected final DocumentStore documentStore() {
return this.documentStore;
}
protected final ExecutionContext context() {
return this.context;
}
public RepositoryCache completeInitialization() {
if (initializingRepository) {
LOGGER.debug("Marking repository '{0}' as fully initialized", name);
runInTransaction(new Callable() {
@Override
public Void call() throws Exception {
LocalDocumentStore store = documentStore().localStore();
store.prepareDocumentsForUpdate(Collections.unmodifiableSet(REPOSITORY_INFO_KEY));
SchematicEntry repositoryInfo = store.get(REPOSITORY_INFO_KEY);
EditableDocument editor = repositoryInfo.editDocumentContent();
if (editor.get(REPOSITORY_INITIALIZED_AT_FIELD_NAME) == null) {
DateTime now = context().getValueFactories().getDateFactory().create();
editor.setDate(REPOSITORY_INITIALIZED_AT_FIELD_NAME, now.toDate());
}
return null;
}
});
LOGGER.debug("Repository '{0}' is fully initialized", name);
}
return this;
}
public RepositoryCache completeUpgrade( final Upgrades.Context resources ) {
if (upgradingRepository) {
try {
runInTransaction(new Callable() {
@SuppressWarnings( "synthetic-access" )
@Override
public Void call() throws Exception {
LOGGER.debug("Upgrading repository '{0}'", name);
lastUpgradeId = upgrades.applyUpgradesSince(lastUpgradeId, resources);
LOGGER.debug("Recording upgrade completion in repository '{0}'", name);
LocalDocumentStore store = documentStore().localStore();
store.prepareDocumentsForUpdate(Collections.unmodifiableSet(REPOSITORY_INFO_KEY));
SchematicEntry repositoryInfo = store.get(REPOSITORY_INFO_KEY);
EditableDocument editor = repositoryInfo.editDocumentContent();
DateTime now = context().getValueFactories().getDateFactory().create();
editor.setDate(REPOSITORY_UPGRADED_AT_FIELD_NAME, now.toDate());
editor.setNumber(REPOSITORY_UPGRADE_ID_FIELD_NAME, lastUpgradeId);
editor.remove(REPOSITORY_UPGRADER_FIELD_NAME);
return null;
}
});
LOGGER.debug("Repository '{0}' is fully upgraded", name);
} catch (Throwable err) {
// We do NOT want an error during upgrade to prevent the repository from coming online.
// Therefore, we need to catch any exceptions here an log them, but continue ...
logger.error(err, JcrI18n.failureDuringUpgradeOperation, getName(), err);
resources.getProblems().addError(err, JcrI18n.failureDuringUpgradeOperation, getName(), err);
}
}
return this;
}
private V runInTransaction( Callable operation ) {
// Start a transaction ...
Transactions txns = sessionContext.getTransactions();
try {
Transaction txn = txns.begin();
try {
V result = operation.call();
txn.commit();
return result;
} catch (Exception e) {
txn.rollback();
throw (e instanceof RuntimeException) ? (RuntimeException)e : new RuntimeException(e);
}
} catch (IllegalStateException err) {
throw new SystemFailureException(err);
} catch (SystemException err) {
throw new SystemFailureException(err);
} catch (NotSupportedException e) {
logger.debug(e, "nested transactions not supported");
return null;
}
}
public void startShutdown() {
// Shutdown the in-memory caches used for the WorkspaceCache instances ...
for (Map.Entry entry : workspaceCachesByName.entrySet()) {
// Tell the workspace cache intance that it's closed ...
entry.getValue().signalClosing();
}
}
public void completeShutdown() {
// Shutdown the in-memory caches used for the WorkspaceCache instances ...
for (Map.Entry entry : workspaceCachesByName.entrySet()) {
String workspaceName = entry.getKey();
// Tell the workspace cache intance that it's closed ...
entry.getValue().signalClosed();
// Remove the infinispan cache from the manager ...
if (workspaceCacheManager instanceof EmbeddedCacheManager) {
EmbeddedCacheManager embeddedCacheManager = (EmbeddedCacheManager)workspaceCacheManager;
if (embeddedCacheManager.getStatus().equals(ComponentStatus.RUNNING)) {
((EmbeddedCacheManager)workspaceCacheManager).removeCache(cacheNameForWorkspace(workspaceName));
}
}
}
}
/**
* Get the identifier of the repository's metadata document.
*
* @return the cache key for the repository's metadata document; never null
*/
public NodeKey getRepositoryMetadataDocumentKey() {
return systemMetadataKey;
}
@Override
public boolean register( ChangeSetListener observer ) {
return changeBus.register(observer);
}
@Override
public boolean unregister( ChangeSetListener observer ) {
return changeBus.unregister(observer);
}
public void setLargeStringLength( long sizeInBytes ) {
assert sizeInBytes > -1;
minimumStringLengthForBinaryStorage.set(sizeInBytes);
for (WorkspaceCache workspaceCache : workspaceCachesByName.values()) {
assert workspaceCache != null;
workspaceCache.setMinimumStringLengthForBinaryStorage(minimumStringLengthForBinaryStorage.get());
}
}
public long largeValueSizeInBytes() {
return minimumStringLengthForBinaryStorage.get();
}
protected void refreshRepositoryMetadata( boolean update ) {
// Read the node document ...
final DocumentTranslator translator = new DocumentTranslator(context, documentStore,
minimumStringLengthForBinaryStorage.get());
final String systemMetadataKeyStr = this.systemMetadataKey.toString();
final boolean accessControlEnabled = this.accessControlEnabled.get();
SchematicEntry entry = documentStore.get(systemMetadataKeyStr);
if (!update && entry != null) {
// We just need to read the metadata from the document, and we don't need a transaction for it ...
Document doc = entry.getContentAsDocument();
Property accessProp = translator.getProperty(doc, name("accessControl"));
boolean enabled = false;
if (accessProp != null) {
enabled = context.getValueFactories().getBooleanFactory().create(accessProp.getFirstValue());
}
this.accessControlEnabled.set(enabled);
Property prop = translator.getProperty(doc, name("workspaces"));
final Set workspaceNames = new HashSet();
ValueFactory strings = context.getValueFactories().getStringFactory();
for (Object value : prop) {
String workspaceName = strings.create(value);
workspaceNames.add(workspaceName);
}
this.workspaceNames.addAll(workspaceNames);
this.workspaceNames.retainAll(workspaceNames);
return;
}
try {
runInTransaction(new Callable() {
@Override
public Void call() throws Exception {
// Re-read the entry within the transaction ...
SchematicEntry entry = documentStore().get(systemMetadataKeyStr);
if (entry == null) {
// We need to create a new entry ...
EditableDocument newDoc = Schematic.newDocument();
translator.setKey(newDoc, systemMetadataKey);
entry = documentStore().localStore().putIfAbsent(systemMetadataKeyStr, newDoc);
if (entry == null) {
// Read-read the entry that we just put, so we can populate it with the same code that edits it ...
entry = documentStore().localStore().get(systemMetadataKeyStr);
}
}
EditableDocument doc = entry.editDocumentContent();
PropertyFactory propFactory = context().getPropertyFactory();
translator.setProperty(doc, propFactory.create(name("workspaces"), workspaceNames), null);
translator.setProperty(doc, propFactory.create(name("accessControl"), accessControlEnabled), null);
return null;
}
});
} catch (RuntimeException re) {
LOGGER.error(JcrI18n.errorUpdatingRepositoryMetadata, name, re.getMessage());
throw re;
}
}
/**
* Executes the given operation only once, when the repository is created for the first time, using child node under
* jcr:system as a global "lock". In a cluster, this should only be run by the node which performs the initialization.
*
* @param initOperation a {@code non-null} {@link Callable} instance
* @throws Exception if anything unexpected occurs, clients are expected to handle this
*/
public void runOneTimeSystemInitializationOperation( Callable initOperation ) throws Exception {
if (!isInitializingRepository()) {
// we should only perform this operation if this is the node (in a cluster) that's initializing the repository
return;
}
SessionCache systemSession = createSession(context, systemWorkspaceName, false);
MutableCachedNode systemNode = getSystemNode(systemSession);
// look for the node which acts as a "global monitor"
ChildReference repositoryReference = systemNode.getChildReferences(systemSession).getChild(ModeShapeLexicon.REPOSITORY);
if (repositoryReference != null) {
// the presence of the repository node indicates that the operation has been run on this repository
return;
}
initOperation.call();
Property primaryType = context.getPropertyFactory().create(JcrLexicon.PRIMARY_TYPE, ModeShapeLexicon.REPOSITORY);
systemNode.createChild(systemSession,
systemNode.getKey().withId("mode:repository"),
ModeShapeLexicon.REPOSITORY,
primaryType);
systemSession.save();
}
private MutableCachedNode getSystemNode( SessionCache systemSession ) {
NodeKey systemRootKey = systemSession.getRootKey();
CachedNode systemRoot = systemSession.getNode(systemRootKey);
ChildReference systemRef = systemRoot.getChildReferences(systemSession).getChild(JcrLexicon.SYSTEM);
return systemSession.mutable(systemRef.getKey());
}
protected class LocalChangeListener implements ChangeSetListener {
@Override
public void notify( ChangeSet changeSet ) {
if (changeSet == null || !getKey().equals(changeSet.getRepositoryKey())) {
return;
}
boolean isLocalEvent = processKey().equals(changeSet.getProcessKey());
String workspaceName = changeSet.getWorkspaceName();
if (workspaceName != null) {
// notify the workspace caches first, so they flush their data
for (WorkspaceCache cache : workspaces()) {
if (!isLocalEvent || !cache.getWorkspaceName().equalsIgnoreCase(workspaceName)) {
// If the event did not originate in this process, we always process it. Otherwise, it did originate
// in this process and the workspace that triggered the event should've already processed the
// changeset (and we don't want to do it again)...
cache.notify(changeSet);
}
}
if (sessionContext().indexingClustered()) {
if (logger.isTraceEnabled()) {
logger.trace("Process {0} ignoring {1} because indexing is configured in clustered mode",
processKey(),
changeSet);
}
return;
}
// process index changes for remote events
if (!isLocalEvent) {
updateIndexesForRemoteEvent(changeSet);
}
} else {
// Look for changes to the workspaces ...
Set removedNames = new HashSet();
boolean changed = false;
for (Change change : changeSet) {
if (change instanceof WorkspaceAdded) {
String addedName = ((WorkspaceAdded)change).getWorkspaceName();
if (!getWorkspaceNames().contains(addedName)) {
changed = true;
}
} else if (change instanceof WorkspaceRemoved) {
String removedName = ((WorkspaceRemoved)change).getWorkspaceName();
removedNames.add(removedName);
if (getWorkspaceNames().contains(removedName)) {
changed = true;
}
} else if (change instanceof RepositoryMetadataChanged) {
changed = true;
}
}
if (changed) {
// The set of workspaces (or repository metadata) was changed, so refresh them now ...
refreshRepositoryMetadata(false);
// And remove any already-cached workspaces. Note any open sessions to these workspaces will
for (String removedName : removedNames) {
removeWorkspaceCaches(removedName);
}
}
}
}
private void updateIndexesForRemoteEvent( ChangeSet event ) {
String workspaceName = event.getWorkspaceName();
WorkspaceCache workspaceCache = workspace(workspaceName);
Transaction tx = null;
try {
tx = sessionContext().getTransactions().begin();
SessionEnvironment.Monitor monitor = tx.createMonitor();
Set nodesWithUpdatedIndexes = new HashSet();
Set nodesToBeRemovedFromIndexes = new HashSet();
for (Change change : event) {
if (logger.isTraceEnabled()) {
logger.trace("Process {0} updating indexes for change: {1} ", processKey(), change);
}
if (!(change instanceof AbstractNodeChange)) {
if (logger.isTraceEnabled()) {
logger.trace("Process {0} ignoring change: {1} because it is not index-related", processKey(), change);
}
continue;
}
boolean shouldUpdateIndexes = (change instanceof NodeMoved) || (change instanceof NodeRenamed)
|| (change instanceof NodeReordered) || (change instanceof NodeChanged)
|| (change instanceof AbstractPropertyChange);
// retrieve the node from the local workspace cache - the workspace should already have the
// updated version of the node
AbstractNodeChange nodeChange = (AbstractNodeChange)change;
CachedNode node = workspaceCache.getNode(nodeChange.getKey());
if (node != null) {
NodeKey nodeKey = node.getKey();
if (change instanceof NodeAdded) {
monitor.recordAdd(workspaceName,
nodeKey,
node.getPath(workspaceCache),
node.getPrimaryType(workspaceCache),
node.getMixinTypes(workspaceCache),
node.getProperties(workspaceCache));
} else if (shouldUpdateIndexes && !nodesWithUpdatedIndexes.contains(nodeKey)) {
nodesWithUpdatedIndexes.add(nodeKey);
// since for an updated node any number of property change events can be received, we only want to
// update the indexes once
// because the persistent state should already have been updated
monitor.recordUpdate(workspaceName,
nodeKey,
node.getPath(workspaceCache),
node.getPrimaryType(workspaceCache),
node.getMixinTypes(workspaceCache),
node.getProperties(workspaceCache));
}
} else {
if (change instanceof NodeRemoved) {
// collect what needs to be removed from the indexes as we'll do that at the end
nodesToBeRemovedFromIndexes.add(nodeChange.getKey());
}
}
}
// remove indexes in one batch
if (!nodesToBeRemovedFromIndexes.isEmpty()) {
monitor.recordRemove(workspaceName, nodesToBeRemovedFromIndexes);
}
tx.commit();
} catch (Exception e) {
logger.error(e, JcrI18n.errorUpdatingQueryIndexes, e.getMessage());
if (tx != null) {
try {
tx.rollback();
} catch (SystemException se) {
logger.debug(se, "Error while rolling back transaction");
}
}
}
}
}
/**
* Get the key for this repository.
*
* @return the repository's key; never null
*/
public final String getKey() {
return this.repoKey;
}
public final NodeKey getSystemKey() {
return this.systemKey;
}
public final String getSystemWorkspaceKey() {
return NodeKey.keyForWorkspaceName(getSystemWorkspaceName());
}
public final String getSystemWorkspaceName() {
return this.systemWorkspaceName;
}
/**
* Get the name for this repository.
*
* @return the repository's name; never null
*/
public final String getName() {
return this.name;
}
/**
* Get the names of all available workspaces in this repository. Not all workspaces may be loaded. This set does not contain
* the system workspace name, as that workspace is not accessible/visible to JCR clients.
*
* @return the names of all available workspaces; never null and immutable
*/
public final Set getWorkspaceNames() {
return Collections.unmodifiableSet(this.workspaceNames);
}
WorkspaceCache workspace( final String name ) {
WorkspaceCache workspaceCache = workspaceCachesByName.get(name);
if (workspaceCache != null) {
return workspaceCache;
}
if (!this.workspaceNames.contains(name) && !this.systemWorkspaceName.equals(name)) {
throw new WorkspaceNotFoundException(name);
}
// when multiple threads (e.g. re-indexing threads) are performing ws cache initialization, we want this to be atomic
synchronized (this) {
// after we have the lock, check if maybe another thread has already finished
if (!workspaceCachesByName.containsKey(name)) {
WorkspaceCache initializedWsCache = runInTransaction(new Callable() {
@SuppressWarnings( "synthetic-access" )
@Override
public WorkspaceCache call() throws Exception {
// Create/get the Infinispan workspaceCache that we'll use within the WorkspaceCache, using the
// workspaceCache manager's
// default configuration ...
Cache nodeCache = cacheForWorkspace(name);
ExecutionContext context = context();
// Compute the root key for this workspace ...
String workspaceKey = NodeKey.keyForWorkspaceName(name);
NodeKey rootKey = new NodeKey(sourceKey, workspaceKey, rootNodeId);
// Create the root document for this workspace ...
EditableDocument rootDoc = Schematic.newDocument();
DocumentTranslator trans = new DocumentTranslator(context, documentStore, Long.MAX_VALUE);
trans.setProperty(rootDoc,
context.getPropertyFactory().create(JcrLexicon.PRIMARY_TYPE, ModeShapeLexicon.ROOT),
null);
trans.setProperty(rootDoc, context.getPropertyFactory().create(JcrLexicon.UUID, rootKey.toString()), null);
WorkspaceCache workspaceCache = new WorkspaceCache(context, getKey(), name, documentStore, translator,
rootKey, nodeCache, changeBus);
if (documentStore.localStore().putIfAbsent(rootKey.toString(), rootDoc) == null) {
// we are the first node to perform the initialization, so we need to link the system node
if (!RepositoryCache.this.systemWorkspaceName.equals(name)) {
logger.debug("Creating '{0}' workspace in repository '{1}'", name, getName());
SessionCache workspaceSession = new WritableSessionCache(context, workspaceCache, sessionContext);
MutableCachedNode workspaceRootNode = workspaceSession.mutable(workspaceSession.getRootKey());
workspaceRootNode.linkChild(workspaceSession, RepositoryCache.this.systemKey, JcrLexicon.SYSTEM);
// this will be enrolled in the active transaction
workspaceSession.save();
}
}
return workspaceCache;
}
});
workspaceCachesByName.put(name, initializedWsCache);
}
}
return workspaceCachesByName.get(name);
}
protected Cache cacheForWorkspace( String name ) {
Cache cache = workspaceCacheManager.getCache(cacheNameForWorkspace(name));
if (cache instanceof AdvancedCache) {
TransactionManager txManager = ((AdvancedCache)cache).getTransactionManager();
if (txManager != null) {
throw new ConfigurationException(JcrI18n.workspaceCacheShouldNotBeTransactional.text(name));
}
}
return cache;
}
protected final String cacheNameForWorkspace( String workspaceName ) {
return this.name + "/" + workspaceName;
}
public final DocumentTranslator getDocumentTranslator() {
return this.translator;
}
void removeWorkspaceCaches( String name ) {
assert name != null;
assert !this.workspaceNames.contains(name);
WorkspaceCache removed = this.workspaceCachesByName.remove(name);
if (removed != null) {
try {
removed.signalDeleted();
sessionContext.getTransactionalWorkspaceCacheFactory().remove(name);
} finally {
if (workspaceCacheManager instanceof EmbeddedCacheManager) {
((EmbeddedCacheManager)workspaceCacheManager).removeCache(cacheNameForWorkspace(name));
}
}
}
}
/**
* Drops any existing cache for the named workspace, so that the next time it's needed it will be reloaded from the persistent
* storage.
*
* This method does nothing if a cache for the workspace with the supplied name hasn't yet been created.
*
*
* @param name the name of the workspace
*/
void refreshWorkspace( String name ) {
assert name != null;
this.workspaceCachesByName.remove(name);
}
Iterable workspaces() {
return workspaceCachesByName.values();
}
/**
* Create a new workspace in this repository, if the repository is appropriately configured. If the repository already
* contains a workspace with the supplied name, then this method simply returns that workspace. Otherwise, this method
* attempts to create the named workspace and will return a cache for this newly-created workspace.
*
* @param name the workspace name
* @return the workspace cache for the new (or existing) workspace; never null
* @throws UnsupportedOperationException if this repository was not configured to allow
* {@link RepositoryConfiguration#isCreatingWorkspacesAllowed() creation of workspaces}.
*/
public WorkspaceCache createWorkspace( String name ) {
if (!workspaceNames.contains(name)) {
if (!configuration.isCreatingWorkspacesAllowed()) {
throw new UnsupportedOperationException(JcrI18n.creatingWorkspacesIsNotAllowedInRepository.text(getName()));
}
// Otherwise, create the workspace and persist it ...
this.workspaceNames.add(name);
refreshRepositoryMetadata(true);
// Now make sure that the "/jcr:system" node is a child of the root node ...
SessionCache session = createSession(context, name, false);
MutableCachedNode root = session.mutable(session.getRootKey());
ChildReference ref = root.getChildReferences(session).getChild(JcrLexicon.SYSTEM);
if (ref == null) {
root.linkChild(session, systemKey, JcrLexicon.SYSTEM);
session.save();
}
// And notify the others ...
String userId = context.getSecurityContext().getUserName();
Map userData = context.getData();
DateTime timestamp = context.getValueFactories().getDateFactory().create();
RecordingChanges changes = new RecordingChanges(context.getId(), this.getKey());
changes.workspaceAdded(name);
changes.freeze(userId, userData, timestamp);
this.changeBus.notify(changes);
}
return workspace(name);
}
/**
* Permanently destroys the workspace with the supplied name, if the repository is appropriately configured, also unlinking
* the jcr:system node from the root node . If no such workspace exists in this repository, this method simply returns.
* Otherwise, this method attempts to destroy the named workspace.
*
* @param name the workspace name
* @param removeSession an outside session which will be used to unlink the jcr:system node and which is needed to guarantee
* atomicity.
* @return true if the workspace with the supplied name existed and was destroyed, or false otherwise
* @throws UnsupportedOperationException if this repository was not configured to allow
* {@link RepositoryConfiguration#isCreatingWorkspacesAllowed() creation (and destruction) of workspaces}.
*/
public boolean destroyWorkspace( final String name,
final WritableSessionCache removeSession ) {
if (workspaceNames.contains(name)) {
if (configuration.getPredefinedWorkspaceNames().contains(name)) {
throw new UnsupportedOperationException(JcrI18n.unableToDestroyPredefinedWorkspaceInRepository.text(name,
getName()));
}
if (configuration.getDefaultWorkspaceName().equals(name)) {
throw new UnsupportedOperationException(JcrI18n.unableToDestroyDefaultWorkspaceInRepository.text(name, getName()));
}
if (this.systemWorkspaceName.equals(name)) {
throw new UnsupportedOperationException(JcrI18n.unableToDestroySystemWorkspaceInRepository.text(name, getName()));
}
if (!configuration.isCreatingWorkspacesAllowed()) {
throw new UnsupportedOperationException(JcrI18n.creatingWorkspacesIsNotAllowedInRepository.text(getName()));
}
// persist *all* the changes in one unit, because in case of failure we need to remain in consistent state
runInTransaction(new Callable() {
@Override
public Void call() throws Exception {
// unlink the system node
removeSession.mutable(removeSession.getRootKey()).removeChild(removeSession, getSystemKey());
// remove the workspace and persist it
RepositoryCache.this.workspaceNames.remove(name);
refreshRepositoryMetadata(true);
// persist the active changes in the session
removeSession.save();
return null;
}
});
// And notify the others - this notification will clear & close the WS cache via the local listener
String userId = context.getSecurityContext().getUserName();
Map userData = context.getData();
DateTime timestamp = context.getValueFactories().getDateFactory().create();
RecordingChanges changes = new RecordingChanges(context.getId(), this.getKey());
changes.workspaceRemoved(name);
changes.freeze(userId, userData, timestamp);
this.changeBus.notify(changes);
return true;
}
return false;
}
/**
* Get the NodeCache for the workspace with the given name. This session can be used (by multiple concurrent threads) to read,
* create, change, or delete content.
*
* The session maintains a transient set of changes to the workspace content, and these changes are always visible. But
* additionally any changes to the workspace content saved by other sessions will immediately be visible to this session.
* Notice that at times the changes persisted by other sessions may cause some of this session's transient state to become
* invalid. (For example, this session's newly-created child of some node, A, may become invalid or inaccessible if some other
* session saved a deletion of node A.)
*
* @param workspaceName the name of the workspace; may not be null
* @return the node cache; never null
* @throws WorkspaceNotFoundException if no such workspace exists
*/
public WorkspaceCache getWorkspaceCache( String workspaceName ) {
return workspace(workspaceName);
}
/**
* Create a session for the workspace with the given name, using the supplied ExecutionContext for the session.
*
* @param context the context for the new session; may not be null
* @param workspaceName the name of the workspace; may not be null
* @param readOnly true if the session is to be read-only
* @return the new session that supports writes; never null
* @throws WorkspaceNotFoundException if no such workspace exists
*/
public SessionCache createSession( ExecutionContext context,
String workspaceName,
boolean readOnly ) {
if (readOnly) {
return new ReadOnlySessionCache(context, workspace(workspaceName), sessionContext);
}
return new WritableSessionCache(context, workspace(workspaceName), sessionContext);
}
/**
* Optimize the children in the supplied node document
*
* Note that this method changes the underlying db as well as the given document, so *it must* be called either from a
* transactional context or it must be followed by a session.save call, otherwise there might be inconsistencies between what
* a session sees as "persisted" state and the reality.
*
*
* @param targetCountPerBlock the target number of children per block
* @param tolerance the allowed tolerance between the target and actual number of children per block
* @return the results of the optimization; never null
*/
public DocumentOperationResults optimizeChildren( final int targetCountPerBlock,
final int tolerance ) {
Stopwatch sw = new Stopwatch();
logger.info(JcrI18n.beginChildrenOptimization, getName());
sw.start();
try {
DocumentOperationResults results = documentStore().localStore().performOnEachDocument(new DocumentOperation() {
private static final long serialVersionUID = 1L;
private DocumentOptimizer optimizer;
@Override
public void setEnvironment( Cache cache ) {
super.setEnvironment(cache);
this.optimizer = new DocumentOptimizer(cache);
}
@Override
public boolean execute( String key,
EditableDocument document ) {
return this.optimizer.optimizeChildrenBlocks(new NodeKey(key), document, targetCountPerBlock, tolerance);
}
});
sw.stop();
logger.info(JcrI18n.completeChildrenOptimization, getName(), sw.getTotalDuration().toSimpleString(), results);
return results;
} catch (Throwable e) {
logger.info(JcrI18n.errorDuringChildrenOptimization, getName(), sw.getTotalDuration().toSimpleString(), e);
}
return null;
}
public static interface ContentInitializer {
public void initialize( SessionCache session,
MutableCachedNode parent );
}
public static final ContentInitializer NO_OP_INITIALIZER = new ContentInitializer() {
@Override
public void initialize( SessionCache session,
MutableCachedNode parent ) {
}
};
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy