org.redisson.mapreduce.MapReduceExecutor Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of redisson-all Show documentation

Easy Redis Java client and Real-Time Data Platform. Valkey compatible. Sync/Async/RxJava3/Reactive API. Client side caching. Over 50 Redis based Java objects and services: JCache API, Apache Tomcat, Hibernate, Spring, Set, Multimap, SortedSet, Map, List, Queue, Deque, Semaphore, Lock, AtomicLong, Map Reduce, Bloom filter, Scheduler, RPC

The newest version!

/**
 * Copyright (c) 2013-2024 Nikita Koksharov
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.redisson.mapreduce;

import org.redisson.api.*;
import org.redisson.api.mapreduce.RCollator;
import org.redisson.api.mapreduce.RMapReduceExecutor;
import org.redisson.api.mapreduce.RReducer;
import org.redisson.client.codec.Codec;
import org.redisson.command.CommandAsyncExecutor;
import org.redisson.misc.CompletableFutureWrapper;

import java.lang.reflect.Modifier;
import java.util.Map;
import java.util.UUID;
import java.util.concurrent.Callable;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicReference;

/**
 * 
 * @author Nikita Koksharov
 *
 * @param  mapper type
 * @param  input value type
 * @param  output key type
 * @param  output value type
 */
abstract class MapReduceExecutor implements RMapReduceExecutor {

    private final RedissonClient redisson;
    private final RExecutorService executorService;
    final String resultMapName;
    
    final Codec objectCodec;
    final String objectName;
    final Class objectClass;
    final CommandAsyncExecutor commandExecutor;


    RReducer reducer;
    M mapper;
    long timeout;
    
    MapReduceExecutor(RObject object, RedissonClient redisson, CommandAsyncExecutor commandExecutor) {
        this.objectName = object.getName();
        this.objectCodec = object.getCodec();
        this.objectClass = object.getClass();

        this.redisson = redisson;
        UUID id = UUID.randomUUID();
        this.resultMapName = object.getName() + ":result:" + id;
        this.executorService = redisson.getExecutorService(RExecutorService.MAPREDUCE_NAME);
        this.commandExecutor = commandExecutor;
    }

    protected void check(Object task) {
        if (task == null) {
            throw new NullPointerException("Task is not defined");
        }
        if (task.getClass().isAnonymousClass()) {
            throw new IllegalArgumentException("Task can't be created using anonymous class");
        }
        if (task.getClass().isMemberClass()
                && !Modifier.isStatic(task.getClass().getModifiers())) {
            throw new IllegalArgumentException("Task class is an inner class and it should be static");
        }
    }
    
    @Override
    public Map execute() {
        return commandExecutor.get(executeAsync());
    }
    
    @Override
    public RFuture> executeAsync() {
        AtomicReference>> batchRef = new AtomicReference<>();

        RFuture mapperFuture = executeMapperAsync(resultMapName, null);
        CompletableFuture> f = mapperFuture.thenCompose(res -> {
            RBatch batch = redisson.createBatch();
            RMapAsync resultMap = batch.getMap(resultMapName, objectCodec);
            RFuture> future = resultMap.readAllMapAsync();
            resultMap.deleteAsync();
            RFuture> batchFuture = batch.executeAsync();
            batchRef.set(batchFuture);
            return future;
        }).toCompletableFuture();

        f.whenComplete((r, e) -> {
            if (f.isCancelled()) {
                if (batchRef.get() != null) {
                    batchRef.get().cancel(true);
                }
                mapperFuture.cancel(true);
            }
        });

        if (timeout > 0) {
            commandExecutor.getServiceManager().newTimeout(task -> {
                f.completeExceptionally(new MapReduceTimeoutException());
            }, timeout, TimeUnit.MILLISECONDS);
        }

        return new CompletableFutureWrapper<>(f);
    }

    @Override
    public void execute(String resultMapName) {
        commandExecutor.get(executeAsync(resultMapName));
    }
    
    @Override
    public RFuture executeAsync(String resultMapName) {
        return executeMapperAsync(resultMapName, null);
    }


    private  RFuture executeMapperAsync(String resultMapName, RCollator collator) {
        if (mapper == null) {
            throw new NullPointerException("Mapper is not defined");
        }
        if (reducer == null) {
            throw new NullPointerException("Reducer is not defined");
        }
        
        Callable