com.qwazr.crawler.common.CrawlerSingleClient Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of qwazr-crawlers Show documentation
Web and File Crawlers for QWAZR
The newest version!
/*
 * Copyright 2015-2020 Emmanuel Keller / QWAZR
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 

 * http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 **/
package com.qwazr.crawler.common;

import com.qwazr.server.RemoteService;
import com.qwazr.server.client.JsonClient;
import java.util.LinkedHashMap;
import java.util.function.IntConsumer;
import javax.ws.rs.client.Entity;
import javax.ws.rs.client.WebTarget;
import javax.ws.rs.core.GenericType;
import javax.ws.rs.core.MediaType;
import javax.ws.rs.core.Response;

abstract public class CrawlerSingleClient<
        DEFINITION extends CrawlDefinition,
        STATUS extends CrawlSessionStatus>
        extends JsonClient
        implements CrawlerServiceInterface {

    private final Class crawlStatusClass;
    private final Class crawlDefinitionClass;
    private final GenericType> mapStatusType;
    private final WebTarget sessionsTarget;

    protected CrawlerSingleClient(final RemoteService remote,
                                  final String pathPrefix,
                                  final Class crawlStatusClass,
                                  final Class crawlDefinitionClass,
                                  final GenericType> mapStatusType) {
        super(remote);
        this.sessionsTarget = client.target(remote.serviceAddress).path(pathPrefix).path("sessions");
        this.crawlStatusClass = crawlStatusClass;
        this.crawlDefinitionClass = crawlDefinitionClass;
        this.mapStatusType = mapStatusType;

    }

    @Override
    public LinkedHashMap getSessions(final String wildcardQuery,
                                                     final Integer start,
                                                     final Integer rows,
                                                     final IntConsumer totalConsumer) {
        try (final Response response = sessionsTarget.path("/").queryParam("query", wildcardQuery)
                .queryParam("start", start)
                .queryParam("rows", rows)
                .request(MediaType.APPLICATION_JSON).get()) {
            totalConsumer.accept(Integer.parseInt(response.getHeaderString(X_PAGES_HEADER)));
            return response.readEntity(mapStatusType);
        }
    }

    @Override
    public STATUS getSessionStatus(final String sessionName) {
        return sessionsTarget
                .path(sessionName)
                .request(MediaType.APPLICATION_JSON)
                .get(crawlStatusClass);
    }

    @Override
    public DEFINITION getSessionDefinition(final String sessionName) {
        return sessionsTarget
                .path(sessionName)
                .path("definition")
                .request(MediaType.APPLICATION_JSON)
                .get(crawlDefinitionClass);
    }

    @Override
    public void stopSession(final String sessionName, final String reason) {
        final WebTarget target = sessionsTarget.path(sessionName);
        if (reason != null)
            target.queryParam("reason", reason);
        target.request(MediaType.TEXT_PLAIN).delete();
    }

    @Override
    public void removeSession(final String sessionName) {
        sessionsTarget
                .path(sessionName)
                .path("definition")
                .request()
                .delete();
    }

    @Override
    public STATUS runSession(final String sessionName, final DEFINITION crawlDefinition) {
        return sessionsTarget.path(sessionName)
                .request(MediaType.APPLICATION_JSON)
                .post(Entity.json(crawlDefinition), crawlStatusClass);
    }

}