com.hazelcast.map.impl.MapService Maven / Gradle / Ivy
/*
* Copyright (c) 2008-2023, Hazelcast, Inc. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.hazelcast.map.impl;
import com.hazelcast.cluster.ClusterState;
import com.hazelcast.config.WanAcknowledgeType;
import com.hazelcast.core.DistributedObject;
import com.hazelcast.internal.cluster.ClusterStateListener;
import com.hazelcast.internal.metrics.DynamicMetricsProvider;
import com.hazelcast.internal.metrics.MetricDescriptor;
import com.hazelcast.internal.metrics.MetricsCollectionContext;
import com.hazelcast.internal.partition.ChunkSupplier;
import com.hazelcast.internal.partition.ChunkedMigrationAwareService;
import com.hazelcast.internal.partition.IPartitionLostEvent;
import com.hazelcast.internal.partition.IPartitionService;
import com.hazelcast.internal.partition.OffloadedReplicationPreparation;
import com.hazelcast.internal.partition.PartitionAwareService;
import com.hazelcast.internal.partition.PartitionMigrationEvent;
import com.hazelcast.internal.partition.PartitionReplicationEvent;
import com.hazelcast.internal.serialization.Data;
import com.hazelcast.internal.services.ClientAwareService;
import com.hazelcast.internal.services.DistributedObjectNamespace;
import com.hazelcast.internal.services.LockInterceptorService;
import com.hazelcast.internal.services.ManagedService;
import com.hazelcast.internal.services.NotifiableEventListener;
import com.hazelcast.internal.services.ObjectNamespace;
import com.hazelcast.internal.services.PostJoinAwareService;
import com.hazelcast.internal.services.RemoteService;
import com.hazelcast.internal.services.ServiceNamespace;
import com.hazelcast.internal.services.SplitBrainHandlerService;
import com.hazelcast.internal.services.SplitBrainProtectionAwareService;
import com.hazelcast.internal.services.StatisticsAwareService;
import com.hazelcast.internal.services.TenantContextAwareService;
import com.hazelcast.internal.services.TransactionalService;
import com.hazelcast.internal.services.WanSupportingService;
import com.hazelcast.internal.util.MutableLong;
import com.hazelcast.map.LocalMapStats;
import com.hazelcast.map.impl.event.MapEventPublishingService;
import com.hazelcast.map.impl.recordstore.RecordStore;
import com.hazelcast.nearcache.NearCacheStats;
import com.hazelcast.query.LocalIndexStats;
import com.hazelcast.spi.impl.CountingMigrationAwareService;
import com.hazelcast.spi.impl.NodeEngine;
import com.hazelcast.spi.impl.NodeEngineImpl;
import com.hazelcast.spi.impl.eventservice.EventFilter;
import com.hazelcast.spi.impl.eventservice.EventPublishingService;
import com.hazelcast.spi.impl.eventservice.EventRegistration;
import com.hazelcast.spi.impl.operationservice.Operation;
import com.hazelcast.spi.properties.ClusterProperty;
import com.hazelcast.transaction.TransactionalObject;
import com.hazelcast.transaction.impl.Transaction;
import com.hazelcast.wan.impl.InternalWanEvent;
import java.util.Collection;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
import java.util.UUID;
import java.util.concurrent.CompletionStage;
import static com.hazelcast.core.EntryEventType.INVALIDATION;
import static com.hazelcast.internal.metrics.MetricDescriptorConstants.MAP_DISCRIMINATOR_NAME;
import static com.hazelcast.internal.metrics.MetricDescriptorConstants.MAP_METRIC_MAP_STORE_WAITING_TO_BE_PROCESSED_COUNT;
import static com.hazelcast.internal.metrics.MetricDescriptorConstants.MAP_PREFIX;
import static com.hazelcast.internal.metrics.MetricDescriptorConstants.MAP_PREFIX_ENTRY_PROCESSOR_OFFLOADABLE_EXECUTOR;
import static com.hazelcast.internal.metrics.MetricDescriptorConstants.MAP_PREFIX_INDEX;
import static com.hazelcast.internal.metrics.MetricDescriptorConstants.MAP_PREFIX_MAP_STORE_OFFLOADED_OPERATIONS;
import static com.hazelcast.internal.metrics.MetricDescriptorConstants.MAP_PREFIX_NEARCACHE;
import static com.hazelcast.internal.metrics.MetricDescriptorConstants.MAP_TAG_INDEX;
/**
* Defines map service behavior.
*
* @see MapManagedService
* @see MapMigrationAwareService
* @see MapTransactionalService
* @see MapRemoteService
* @see MapEventPublishingService
* @see MapPostJoinAwareService
* @see MapSplitBrainHandlerService
* @see WanMapSupportingService
* @see MapPartitionAwareService
* @see MapSplitBrainProtectionAwareService
* @see MapClientAwareService
* @see MapServiceContext
*/
@SuppressWarnings({"checkstyle:ClassFanOutComplexity", "checkstyle:MethodCount"})
public class MapService implements ManagedService, ChunkedMigrationAwareService,
TransactionalService, RemoteService,
EventPublishingService,
PostJoinAwareService, SplitBrainHandlerService,
WanSupportingService, StatisticsAwareService,
PartitionAwareService, ClientAwareService,
SplitBrainProtectionAwareService, NotifiableEventListener,
ClusterStateListener, LockInterceptorService,
DynamicMetricsProvider, TenantContextAwareService,
OffloadedReplicationPreparation {
public static final String SERVICE_NAME = "hz:impl:mapService";
protected ManagedService managedService;
protected CountingMigrationAwareService migrationAwareService;
protected TransactionalService transactionalService;
protected RemoteService remoteService;
protected EventPublishingService eventPublishingService;
protected PostJoinAwareService postJoinAwareService;
protected SplitBrainHandlerService splitBrainHandlerService;
protected WanSupportingService wanSupportingService;
protected StatisticsAwareService statisticsAwareService;
protected PartitionAwareService partitionAwareService;
protected ClientAwareService clientAwareService;
protected MapSplitBrainProtectionAwareService splitBrainProtectionAwareService;
protected MapServiceContext mapServiceContext;
public MapService() {
}
@Override
public void dispatchEvent(Object event, ListenerAdapter listener) {
eventPublishingService.dispatchEvent(event, listener);
}
@Override
public void init(NodeEngine nodeEngine, Properties properties) {
managedService.init(nodeEngine, properties);
boolean dsMetricsEnabled = nodeEngine.getProperties().getBoolean(ClusterProperty.METRICS_DATASTRUCTURES);
if (dsMetricsEnabled) {
((NodeEngineImpl) nodeEngine).getMetricsRegistry().registerDynamicMetricsProvider(this);
}
}
@Override
public void reset() {
managedService.reset();
}
@Override
public void shutdown(boolean terminate) {
managedService.shutdown(terminate);
}
@Override
public Collection getAllServiceNamespaces(PartitionReplicationEvent event) {
return migrationAwareService.getAllServiceNamespaces(event);
}
@Override
public boolean isKnownServiceNamespace(ServiceNamespace namespace) {
return migrationAwareService.isKnownServiceNamespace(namespace);
}
@Override
public Operation prepareReplicationOperation(PartitionReplicationEvent event) {
return migrationAwareService.prepareReplicationOperation(event);
}
@Override
public Operation prepareReplicationOperation(PartitionReplicationEvent event,
Collection namespaces) {
return migrationAwareService.prepareReplicationOperation(event, namespaces);
}
@Override
public void beforeMigration(PartitionMigrationEvent event) {
migrationAwareService.beforeMigration(event);
}
@Override
public void commitMigration(PartitionMigrationEvent event) {
migrationAwareService.commitMigration(event);
}
@Override
public void rollbackMigration(PartitionMigrationEvent event) {
migrationAwareService.rollbackMigration(event);
}
@Override
public Operation getPostJoinOperation() {
return postJoinAwareService.getPostJoinOperation();
}
@Override
public DistributedObject createDistributedObject(String objectName, UUID source, boolean local) {
return remoteService.createDistributedObject(objectName, source, local);
}
@Override
public void destroyDistributedObject(String objectName, boolean local) {
remoteService.destroyDistributedObject(objectName, local);
splitBrainProtectionAwareService.onDestroy(objectName);
}
@Override
public void onReplicationEvent(InternalWanEvent event, WanAcknowledgeType acknowledgeType) {
wanSupportingService.onReplicationEvent(event, acknowledgeType);
}
@Override
public CompletionStage onSyncBatch(Collection batch, WanAcknowledgeType acknowledgeType) {
return wanSupportingService.onSyncBatch(batch, acknowledgeType);
}
@Override
public void onWanConfigChange() {
wanSupportingService.onWanConfigChange();
}
@Override
public void onPartitionLost(IPartitionLostEvent partitionLostEvent) {
partitionAwareService.onPartitionLost(partitionLostEvent);
}
@Override
public Runnable prepareMergeRunnable() {
return splitBrainHandlerService.prepareMergeRunnable();
}
@Override
public T createTransactionalObject(String name, Transaction transaction) {
return transactionalService.createTransactionalObject(name, transaction);
}
@Override
public void rollbackTransaction(UUID transactionId) {
transactionalService.rollbackTransaction(transactionId);
}
@Override
public Map getStats() {
return statisticsAwareService.getStats();
}
@Override
public String getSplitBrainProtectionName(String name) {
return splitBrainProtectionAwareService.getSplitBrainProtectionName(name);
}
public MapServiceContext getMapServiceContext() {
return mapServiceContext;
}
@Override
public void clientDisconnected(UUID clientUuid) {
clientAwareService.clientDisconnected(clientUuid);
}
@Override
public void onRegister(Object service, String serviceName, String mapName, EventRegistration registration) {
EventFilter filter = registration.getFilter();
if (!(filter instanceof EventListenerFilter) || !filter.eval(INVALIDATION.getType())) {
return;
}
mapServiceContext.getEventListenerCounter().incCounter(mapName);
}
@Override
public void onDeregister(Object service, String serviceName, String mapName, EventRegistration registration) {
EventFilter filter = registration.getFilter();
if (!(filter instanceof EventListenerFilter) || !filter.eval(INVALIDATION.getType())) {
return;
}
mapServiceContext.getEventListenerCounter().decCounter(mapName);
}
public int getMigrationStamp() {
return migrationAwareService.getMigrationStamp();
}
public boolean validateMigrationStamp(int stamp) {
return migrationAwareService.validateMigrationStamp(stamp);
}
@Override
public void onClusterStateChange(ClusterState newState) {
mapServiceContext.onClusterStateChange(newState);
}
@Override
public void onBeforeLock(String distributedObjectName, Data key) {
IPartitionService partitionService = mapServiceContext.getNodeEngine().getPartitionService();
int partitionId = partitionService.getPartitionId(key);
RecordStore recordStore = mapServiceContext.getRecordStore(partitionId, distributedObjectName);
boolean owner = partitionService.isPartitionOwner(partitionId);
recordStore.beforeOperation();
try {
// we have no use for the return value,
// invoked just for the side effects
recordStore.getRecordOrNull(key, !owner);
} finally {
recordStore.afterOperation();
}
}
public static ObjectNamespace getObjectNamespace(String mapName) {
return new DistributedObjectNamespace(SERVICE_NAME, mapName);
}
@Override
public void provideDynamicMetrics(MetricDescriptor descriptor, MetricsCollectionContext context) {
Map stats = getStats();
if (stats == null) {
return;
}
for (Map.Entry entry : stats.entrySet()) {
String mapName = entry.getKey();
LocalMapStats localInstanceStats = entry.getValue();
// map
MetricDescriptor dsDescriptor = descriptor
.copy()
.withPrefix(MAP_PREFIX)
.withDiscriminator(MAP_DISCRIMINATOR_NAME, mapName);
context.collect(dsDescriptor, localInstanceStats);
// index
Map indexStats = localInstanceStats.getIndexStats();
for (Map.Entry indexEntry : indexStats.entrySet()) {
MetricDescriptor indexDescriptor = descriptor
.copy()
.withPrefix(MAP_PREFIX_INDEX)
.withDiscriminator(MAP_DISCRIMINATOR_NAME, mapName)
.withTag(MAP_TAG_INDEX, indexEntry.getKey());
context.collect(indexDescriptor, indexEntry.getValue());
}
// near cache
NearCacheStats nearCacheStats = localInstanceStats.getNearCacheStats();
if (nearCacheStats != null) {
MetricDescriptor nearCacheDescriptor = descriptor
.copy()
.withPrefix(MAP_PREFIX_NEARCACHE)
.withDiscriminator(MAP_DISCRIMINATOR_NAME, mapName);
context.collect(nearCacheDescriptor, nearCacheStats);
}
}
// stats of offloaded-entry-processor's executor
ExecutorStats executorStats = mapServiceContext.getOffloadedEntryProcessorExecutorStats();
executorStats.getStatsMap().forEach((name, offloadedExecutorStats) -> {
MetricDescriptor nearCacheDescriptor = descriptor
.copy()
.withPrefix(MAP_PREFIX_ENTRY_PROCESSOR_OFFLOADABLE_EXECUTOR)
.withDiscriminator(MAP_DISCRIMINATOR_NAME, name);
context.collect(nearCacheDescriptor, offloadedExecutorStats);
});
// mapStore offloaded operations
setMapStoreOffloadedOperationMetrics(descriptor, context);
}
private void setMapStoreOffloadedOperationMetrics(MetricDescriptor descriptor,
MetricsCollectionContext context) {
// aggregate
PartitionContainer[] partitionContainers = mapServiceContext.getPartitionContainers();
Map offloaded = new HashMap<>();
for (PartitionContainer partitionContainer : partitionContainers) {
Collection allRecordStores = partitionContainer.getAllRecordStores();
for (RecordStore recordStore : allRecordStores) {
if (!recordStore.getMapContainer().getMapConfig().isStatisticsEnabled()) {
continue;
}
MutableLong count = offloaded.computeIfAbsent(recordStore.getName(), s -> new MutableLong());
count.addAndGet(recordStore.getMapStoreOffloadedOperationsCount());
}
}
// collect metrics
for (Map.Entry entry : offloaded.entrySet()) {
String mapName = entry.getKey();
MutableLong count = entry.getValue();
MetricDescriptor descriptorOffloaded = descriptor
.copy()
.withMetric(MAP_METRIC_MAP_STORE_WAITING_TO_BE_PROCESSED_COUNT)
.withPrefix(MAP_PREFIX_MAP_STORE_OFFLOADED_OPERATIONS)
.withDiscriminator(MAP_DISCRIMINATOR_NAME, mapName);
context.collect(descriptorOffloaded, count.value);
}
}
@Override
public boolean shouldOffload() {
return migrationAwareService.shouldOffload();
}
@Override
public ChunkSupplier newChunkSupplier(PartitionReplicationEvent event, Collection namespace) {
return migrationAwareService.newChunkSupplier(event, namespace);
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy