com.qwazr.crawler.file.FileCrawlerManager Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of qwazr-crawlers Show documentation
Web and File Crawlers for QWAZR
The newest version!
/*
 * Copyright 2017-2020 Emmanuel Keller / QWAZR
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 

 * http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.qwazr.crawler.file;

import com.qwazr.cluster.ClusterManager;
import com.qwazr.crawler.common.CrawlCollector;
import com.qwazr.crawler.common.CrawlManager;
import com.qwazr.utils.LoggerUtils;
import com.qwazr.utils.TimeTracker;
import java.io.IOException;
import java.nio.file.Path;
import java.util.concurrent.ExecutorService;
import java.util.logging.Logger;

public class FileCrawlerManager extends CrawlManager
         {

    private static final Logger LOGGER = LoggerUtils.getLogger(FileCrawlerManager.class);
    private final FileCrawlerServiceInterface service;

    public FileCrawlerManager(final Path crawlerRootDirectory,
                              final String myAddress,
                              final ExecutorService executorService) throws IOException {
        super(crawlerRootDirectory, myAddress, executorService,
                LOGGER, FileCrawlSessionStatus.class, FileCrawlDefinition.class);
        service = new FileCrawlerServiceImpl(this);
    }

    public FileCrawlerManager(final Path crawlerRootDirectory,
                              final ClusterManager clusterManager,
                              final ExecutorService executorService) throws IOException {
        this(crawlerRootDirectory, clusterManager.getService().getStatus().me, executorService);
    }

    public FileCrawlerManager(final Path crawlerRootDirectory,
                              final ExecutorService executorService) throws IOException {
        this(crawlerRootDirectory, (String) null, executorService);
    }

    public FileCrawlerServiceInterface getService() {
        return service;
    }

    @Override
    protected FileCrawlThread newCrawlThread(final String sessionName, final FileCrawlDefinition crawlDefinition) {
        final TimeTracker timeTracker = TimeTracker.withDurations();
        final CrawlCollector crawlCollector = newCrawlCollector(crawlDefinition, FileCrawlCollectorFactory.class);
        final FileCrawlSessionStatus.Builder crawlStatusBuilder = FileCrawlSessionStatus.of(myAddress, timeTracker);
        final FileCrawlSession session = new FileCrawlSession(sessionName, this, timeTracker,
                crawlDefinition, crawlStatusBuilder, crawlCollector == null ? doNothing : crawlCollector);
        return new FileCrawlThread(this, session, LOGGER);
    }

    static final CrawlCollector doNothing = new CrawlCollector<>() {
        @Override
        public void collect(FileCrawlItem crawlItem) {
        }

        @Override
        public void done() {
        }
    };


}