All Downloads are FREE. Search and download functionalities are using the official Maven repository.
  • Log In
  • Register

    • com.hazelcast.jet.sql.impl.schema.TablesStorage Maven / Gradle / Ivy

    There is a newer version: 5.5.0
    Show newest version
    /*
 * Copyright 2021 Hazelcast Inc.
 *
 * Licensed under the Hazelcast Community License (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://hazelcast.com/hazelcast-community-license
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.hazelcast.jet.sql.impl.schema;

import com.hazelcast.cluster.Address;
import com.hazelcast.cluster.Member;
import com.hazelcast.cluster.memberselector.MemberSelectors;
import com.hazelcast.core.EntryEvent;
import com.hazelcast.core.EntryListener;
import com.hazelcast.internal.cluster.Versions;
import com.hazelcast.internal.serialization.Data;
import com.hazelcast.logging.ILogger;
import com.hazelcast.map.IMap;
import com.hazelcast.map.MapEvent;
import com.hazelcast.nio.serialization.IdentifiedDataSerializable;
import com.hazelcast.replicatedmap.ReplicatedMap;
import com.hazelcast.replicatedmap.impl.ReplicatedMapService;
import com.hazelcast.replicatedmap.impl.operation.GetOperation;
import com.hazelcast.spi.impl.NodeEngine;
import com.hazelcast.spi.impl.operationservice.Operation;
import com.hazelcast.spi.impl.operationservice.OperationService;
import com.hazelcast.sql.impl.schema.Mapping;
import com.hazelcast.sql.impl.schema.type.Type;
import com.hazelcast.sql.impl.schema.view.View;

import java.util.Collection;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.concurrent.CompletableFuture;
import java.util.stream.Collectors;

import static com.hazelcast.jet.impl.JetServiceBackend.SQL_CATALOG_MAP_NAME;
import static java.util.stream.Collectors.toList;
import static java.util.stream.Collectors.toSet;

public class TablesStorage {
    private static final int MAX_CHECK_ATTEMPTS = 5;
    private static final long SLEEP_MILLIS = 100;

    private final NodeEngine nodeEngine;
    private final Object mergingMutex = new Object();
    private final ILogger logger;

    private volatile boolean storageMovedToNew;

    public TablesStorage(NodeEngine nodeEngine) {
        this.nodeEngine = nodeEngine;
        this.logger = nodeEngine.getLogger(getClass());
    }

    void put(String name, Mapping mapping) {
        newStorage().put(name, mapping);
        if (useOldStorage()) {
            oldStorage().put(name, mapping);
            awaitMappingOnAllMembers(name, mapping);
        }
    }

    void put(String name, View view) {
        newStorage().put(name, view);
        if (useOldStorage()) {
            oldStorage().put(name, view);
            awaitMappingOnAllMembers(name, view);
        }
    }

    void put(String name, Type type) {
        newStorage().put(name, type);
        if (useOldStorage()) {
            oldStorage().put(name, type);
            awaitMappingOnAllMembers(name, type);
        }
    }

    boolean putIfAbsent(String name, Mapping mapping) {
        Object previousNew = newStorage().putIfAbsent(name, mapping);
        Object previousOld = null;
        if (useOldStorage()) {
            previousOld = oldStorage().putIfAbsent(name, mapping);
        }
        return previousNew == null && previousOld == null;
    }

    boolean putIfAbsent(String name, View view) {
        Object previousNew = newStorage().putIfAbsent(name, view);
        Object previousOld = null;
        if (useOldStorage()) {
            previousOld = oldStorage().putIfAbsent(name, view);
        }
        return previousNew == null && previousOld == null;
    }

    boolean putIfAbsent(String name, Type type) {
        Object previousNew = newStorage().putIfAbsent(name, type);
        Object previousOld = null;
        if (useOldStorage()) {
            previousOld = oldStorage().putIfAbsent(name, type);
        }
        return previousNew == null && previousOld == null;
    }

    Mapping removeMapping(String name) {
        Mapping removedNew = (Mapping) newStorage().remove(name);
        Mapping removedOld = null;
        if (useOldStorage()) {
            removedOld = (Mapping) oldStorage().remove(name);
        }
        return removedNew == null ? removedOld : removedNew;
    }

    public Collection getAllTypes() {
        return mergedStorage().values().stream()
                .filter(o -> o instanceof Type)
                .map(o -> (Type) o)
                .collect(Collectors.toList());
    }

    public Type getType(final String name) {
        Object obj = mergedStorage().get(name);
        if (obj instanceof Type) {
            return (Type) obj;
        }
        return null;
    }

    public Type removeType(String name) {
        Type removedNew = (Type) newStorage().remove(name);
        Type removedOld = null;
        if (useOldStorage()) {
            removedOld = (Type) oldStorage().remove(name);
        }
        return removedNew == null ? removedOld : removedNew;
    }

    View getView(String name) {
        Object obj = mergedStorage().get(name);
        if (obj instanceof View) {
            return (View) obj;
        }
        return null;
    }

    View removeView(String name) {
        View removedNew = (View) newStorage().remove(name);
        View removedOld = null;
        if (useOldStorage()) {
            removedOld = (View) oldStorage().remove(name);
        }
        return removedNew == null ? removedOld : removedNew;
    }

    Collection allObjects() {
        return mergedStorage().values();
    }

    Collection mappingNames() {
        return mergedStorage().values()
                .stream()
                .filter(m -> m instanceof Mapping)
                .map(m -> ((Mapping) m).name())
                .collect(Collectors.toList());
    }

    Collection viewNames() {
        return mergedStorage().values()
                .stream()
                .filter(v -> v instanceof View)
                .map(v -> ((View) v).name())
                .collect(Collectors.toList());
    }

    Collection typeNames() {
        return mergedStorage().values()
                .stream()
                .filter(t -> t instanceof Type)
                .map(t -> ((Type) t).getName())
                .collect(Collectors.toList());
    }

    void initializeWithListener(EntryListener listener) {
        boolean useOldStorage = useOldStorage();

        if (!useOldStorage) {
            storageMovedToNew = true;
        }

        if (!nodeEngine.getLocalMember().isLiteMember()) {
            newStorage().addEntryListener(listener, false);
            if (useOldStorage) {
                oldStorage().addEntryListener(listener);
            }
        }
    }

    ReplicatedMap oldStorage() {
        // To remove in 5.3. We are using the old storage if the cluster version is lower than 5.2. We destroy the old catalog
        // during the first read after the cluster version is upgraded to > =5.2. We do not synchronize put operations to the old
        // catalog, so it is possible that destroy happens before put, and we end up with a leaked ReplicatedMap.
        return nodeEngine.getHazelcastInstance().getReplicatedMap(SQL_CATALOG_MAP_NAME);
    }

    IMap newStorage() {
        return nodeEngine.getHazelcastInstance().getMap(SQL_CATALOG_MAP_NAME);
    }

    private Map mergedStorage() {
        IMap newStorage = newStorage();
        if (useOldStorage()) {
            Map mergedCatalog = new HashMap<>();
            mergedCatalog.putAll(newStorage);
            mergedCatalog.putAll(oldStorage());
            return mergedCatalog;
        } else {
            if (!storageMovedToNew) {
                synchronized (mergingMutex) {
                    if (!storageMovedToNew) {
                        ReplicatedMap oldStorage = oldStorage();
                        oldStorage.forEach(newStorage::putIfAbsent);
                        oldStorage.destroy();
                        storageMovedToNew = true;
                    }
                }
            }
            return newStorage;
        }
    }

    private boolean useOldStorage() {
        return !nodeEngine.getClusterService().getClusterVersion().isGreaterOrEqual(Versions.V5_2);
    }

    private Collection
     getMemberAddresses() {
        return nodeEngine.getClusterService().getMembers(MemberSelectors.DATA_MEMBER_SELECTOR).stream()
                .filter(member -> !member.localMember() && !member.isLiteMember())
                .map(Member::getAddress)
                .collect(toSet());
    }

    /**
     * Temporary measure to ensure schema is propagated to all the members.
     */
    @SuppressWarnings("BusyWait")
    private void awaitMappingOnAllMembers(String name, IdentifiedDataSerializable metadata) {
        Data keyData = nodeEngine.getSerializationService().toData(name);
        int keyPartitionId = nodeEngine.getPartitionService().getPartitionId(keyData);
        OperationService operationService = nodeEngine.getOperationService();

        Collection
     memberAddresses = getMemberAddresses();
        for (int i = 0; i < MAX_CHECK_ATTEMPTS && !memberAddresses.isEmpty(); i++) {
            List> futures = memberAddresses.stream()
                    .map(memberAddress -> {
                        Operation operation = new GetOperation(SQL_CATALOG_MAP_NAME, keyData)
                                .setPartitionId(keyPartitionId)
                                .setValidateTarget(false);
                        return operationService
                                .createInvocationBuilder(ReplicatedMapService.SERVICE_NAME, operation, memberAddress)
                                .setTryCount(1)
                                .invoke()
                                .toCompletableFuture()
                                .thenApply(result -> Objects.equals(metadata, result) ? memberAddress : null);
                    }).collect(toList());
            for (CompletableFuture
     future : futures) {
                try {
                    memberAddresses.remove(future.join());
                } catch (Exception e) {
                    logger.warning("Error occurred while trying to fetch mapping: " + e.getMessage(), e);
                }
            }
            if (!memberAddresses.isEmpty()) {
                try {
                    Thread.sleep(SLEEP_MILLIS);
                } catch (InterruptedException e) {
                    break;
                }
            }
        }
    }

    abstract static class EntryListenerAdapter implements EntryListener {

        @Override
        public final void entryAdded(EntryEvent event) {
        }

        @Override
        public abstract void entryUpdated(EntryEvent event);

        @Override
        public abstract void entryRemoved(EntryEvent event);

        @Override
        public final void entryEvicted(EntryEvent event) {
            throw new UnsupportedOperationException("SQL catalog entries must never be evicted - " + event);
        }

        @Override
        public void entryExpired(EntryEvent event) {
            throw new UnsupportedOperationException("SQL catalog entries must never be expired - " + event);
        }

        @Override
        public final void mapCleared(MapEvent event) {
            throw new UnsupportedOperationException("SQL catalog must never be cleared - " + event);
        }

        @Override
        public final void mapEvicted(MapEvent event) {
            throw new UnsupportedOperationException("SQL catalog must never be evicted - " + event);
        }
    }
}
    
    
    
    

    




    
    
    © 2015 - 2024 Weber Informatics LLC | Privacy Policy