org.deeplearning4j.ui.api.ApiResource Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of deeplearning4j-ui Show documentation
There is a newer version: 1.0.0-M2.1
/*
 *
 *  * Copyright 2015 Skymind,Inc.
 *  *
 *  *    Licensed under the Apache License, Version 2.0 (the "License");
 *  *    you may not use this file except in compliance with the License.
 *  *    You may obtain a copy of the License at
 *  *
 *  *        http://www.apache.org/licenses/LICENSE-2.0
 *  *
 *  *    Unless required by applicable law or agreed to in writing, software
 *  *    distributed under the License is distributed on an "AS IS" BASIS,
 *  *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  *    See the License for the specific language governing permissions and
 *  *    limitations under the License.
 *
 */

package org.deeplearning4j.ui.api;

import com.fasterxml.jackson.jaxrs.json.JacksonJsonProvider;
import org.apache.commons.io.FileUtils;

import org.apache.commons.math3.stat.descriptive.rank.Percentile;
import org.deeplearning4j.ui.providers.ObjectMapperProvider;
import org.deeplearning4j.ui.storage.SessionStorage;
import org.deeplearning4j.ui.storage.def.ObjectType;
import org.deeplearning4j.ui.uploads.FileResource;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import javax.ws.rs.*;
import javax.ws.rs.client.Client;
import javax.ws.rs.client.ClientBuilder;

import javax.ws.rs.core.MediaType;
import javax.ws.rs.core.Response;
import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

/**
 * This class handles T-SNE coords upload (in tsv format), and provides output to the browser via JSON
 *
 * @author Adam Gibson
 */
@Path("/api")
@Produces(MediaType.APPLICATION_JSON)
public class ApiResource extends FileResource {
    // TODO: this list should be replaced with HistoryStorage

    private static final Logger logger = LoggerFactory.getLogger(FileResource.class);
    private List coords;
    private Client client = ClientBuilder.newClient().register(JacksonJsonProvider.class).register(new ObjectMapperProvider());
    private volatile SessionStorage storage = SessionStorage.getInstance();

    /**
     * The file path for uploads
     *
     * @param filePath the file path for uploads
     */
    public ApiResource(String filePath) {
        super(filePath);
    }
    /**
     * The file path for uploads
     *
     */
    public ApiResource() {
        this(".");
    }




    @POST
    @Path("/update")
    @Produces(MediaType.APPLICATION_JSON)
    public Response update() throws IOException {
        //String content = client.target(resource.getUrl()).request(MediaType.TEXT_PLAIN_TYPE).get(String.class);

        //List testLines = IOUtils.readLines(new ByteArrayInputStream(content.getBytes()));

        //HistoryStorage.getInstance().put("TSNE", Pair.makePair(1, 0), testLines);

        List testLines = (List) storage.getObject("UploadedFile", ObjectType.TSNE);

        return Response.ok(testLines).build();
    }

    @GET
    @Path("/coords")
    public Response coords(@QueryParam("filter") boolean filterExtrems, @QueryParam("sid") String sessionId) {
        /*
            TODO: here we should have ad-hoc for HistoryStorage.

            For T-SNE we'll probably have no real history though, so it's going to be plain common storage for both internally originated
            2D coordinates, and data uploaded by user
         */
        /*
        // actually we don't need that exception here, just show notification on page

        if(coords.isEmpty())
            throw new IllegalStateException("Unable to get coordinates; empty list");
        */

        List something = (List) storage.getObject(sessionId, ObjectType.TSNE);
        if (1>0 && something != null) {
            List filtered = new ArrayList<>();

            Percentile percentile = new Percentile();
            double[] axisX = new double[something.size()];
            double[] axisY = new double[something.size()];
            int cnt = 0;
            for (String line: something) {
                try {
                    String split[] = line.split(",");
                    // scan along X dimension
                    axisX[cnt] = Double.valueOf(split[0]);

                    // scan along Y dimension
                    axisY[cnt] = Double.valueOf(split[1]);
                } catch (Exception e) {
                    ; //
                }
                cnt++;
            }

            double x85 = percentile.evaluate(axisX, 95);
            double y85 = percentile.evaluate(axisY, 95);

            double x15 = percentile.evaluate(axisX, 5);
            double y15 = percentile.evaluate(axisY, 5);

            /*
                logger.info("X 85: " + x85);
                logger.info("Y 85: " + y85);

                logger.info("X 15: " + x15);
                logger.info("Y 15: " + y15);
            */

            // filter out everything that doesn't fits into original 85 quantile
            for (String line: something) {
                try {
                    String split[] = line.split(",");
                    // scan along X dimension
                    double x = Double.valueOf(split[0]);

                    // scan along Y dimension
                    double y = Double.valueOf(split[1]);

                    if (x >= x15 && x <= x85 ) {
                        if (y >= y15 && y <= y85) {
                            filtered.add(line);
                        }
                    }
                } catch (Exception e) {
                    ; //
                }
            }

            return Response.ok(filtered).build();
        } else return Response.ok(something).build();
    }

    public void setPath(String path) throws IOException {
        coords = FileUtils.readLines(new File(path));
    }

    @POST
    @Path("coords")
    @Consumes(MediaType.APPLICATION_JSON)
    public Response postCoordinates(List list, @QueryParam("sid") String sessionId) {
        storage.putObject(sessionId, ObjectType.TSNE, list);

        return Response.ok().build();
    }

    @Override
    public void handleUpload(File path) {
        /*
            TODO: this code should put new coords into HistoryStorage
         */

        //logger.info("Calling handleUpload");
        List testLines = null;
        try {
            testLines = FileUtils.readLines(path);
            storage.putObject("UploadedFile", ObjectType.TSNE, testLines);
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
}