com.github.terma.gigaspacewebconsole.provider.Exporter Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of provider Show documentation
The newest version!
/*
Copyright 2015-2017 Artem Stasiuk

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
 */

package com.github.terma.gigaspacewebconsole.provider;

import com.gigaspaces.client.iterator.IteratorScope;
import com.gigaspaces.document.SpaceDocument;
import com.gigaspaces.metadata.SpaceTypeDescriptor;
import com.github.terma.gigaspacewebconsole.core.ExportRequest;
import com.github.terma.gigaspacewebconsole.provider.driver.GigaSpaceUtils;
import com.j_spaces.core.admin.JSpaceAdminProxy;
import com.j_spaces.core.client.GSIterator;
import org.openspaces.core.GigaSpace;
import org.openspaces.core.IteratorBuilder;

import java.io.ObjectOutputStream;
import java.io.OutputStream;
import java.rmi.RemoteException;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.logging.Logger;
import java.util.zip.ZipEntry;
import java.util.zip.ZipOutputStream;

public class Exporter {

    private static final Logger LOGGER = Logger.getLogger(Exporter.class.getSimpleName());

    private final static Set IGNORING_TYPES = new HashSet() {{
        add("java.lang.Object");
    }};

    private final static int BUFFER_SIZE = 1000;

    public static void execute(final ExportRequest request, final OutputStream outputStream) throws Exception {
        final GigaSpace gigaSpace = GigaSpaceUtils.getGigaSpace(request);

        final List types = getTypesForExport(request, gigaSpace);

        final ZipOutputStream zipOutputStream = new ZipOutputStream(outputStream);

        for (final String type : types) {
            LOGGER.info(type + " create iterator...");
            final GSIterator iterator = new IteratorBuilder(gigaSpace)
                    .addTemplate(new SpaceDocument(type))
                    .bufferSize(BUFFER_SIZE)
                    .iteratorScope(IteratorScope.CURRENT).create();

            final ZipEntry zipEntry = new ZipEntry(type + ".ser");
            zipOutputStream.putNextEntry(zipEntry);

            final ObjectOutputStream objectOutputStream = new ObjectOutputStream(zipOutputStream);

            final TypeDescriptor typeDescriptor = getTypeDescriptor(gigaSpace, type);
            objectOutputStream.writeObject(typeDescriptor);
            LOGGER.info(type + " export type");

            int count = 0;
            while (iterator.hasNext()) {
                final Object spaceDocument = iterator.next();
                objectOutputStream.writeObject(spaceDocument);
                objectOutputStream.reset();
                count++;
                if (count % 10000 == 0) LOGGER.info(type + " export " + count + "...");
            }

            objectOutputStream.flush();
            zipOutputStream.closeEntry();
            LOGGER.info(type + " exported " + count);
        }

        zipOutputStream.close();
    }

    private static List getTypesForExport(
            final ExportRequest request, final GigaSpace gigaSpace) throws RemoteException {
        return request.types != null && request.types.size() > 0 ? request.types : findTypesForExport(gigaSpace);
    }

    private static List findTypesForExport(final GigaSpace gigaSpace) throws RemoteException {
        final JSpaceAdminProxy admin = (JSpaceAdminProxy) gigaSpace.getSpace().getAdmin();
        final List existentTypes = new ArrayList<>(admin.getRuntimeInfo().m_ClassNames);
        existentTypes.removeAll(IGNORING_TYPES);
        return existentTypes;
    }

    private static TypeDescriptor getTypeDescriptor(final GigaSpace gigaSpace, final String typeName) {
        final TypeDescriptor typeDescriptor = new TypeDescriptor();
        typeDescriptor.typeName = typeName;

        SpaceTypeDescriptor type = gigaSpace.getTypeManager().getTypeDescriptor(typeName);

        if (type.getIdPropertyName() != null) typeDescriptor.spaceIdProperty = type.getIdPropertyName();
        if (type.getRoutingPropertyName() != null) typeDescriptor.routingProperty = type.getRoutingPropertyName();

        return typeDescriptor;
    }

}