mServer.crawler.sender.newsearch.ZDFSearchTask Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of MServer Show documentation

The crawler for mediathekview/MediathekView

There is a newer version: 3.1.64

package mServer.crawler.sender.newsearch;

import java.util.ArrayList;
import java.util.Collection;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ForkJoinTask;
import java.util.concurrent.RecursiveTask;
import java.util.stream.Collectors;

import com.google.gson.JsonObject;

import de.mediathekview.mlib.Config;
import de.mediathekview.mlib.tool.Log;
import mServer.tool.MserverDaten;

public class ZDFSearchTask extends RecursiveTask>
{
    private static final String JSON_ELEMENT_NEXT = "next";

    private static final long serialVersionUID = 1L;

    private final Collection filmList;
    private final ZDFClient client;

    private int page;
    private final int days;

    public ZDFSearchTask(int aDays)
    {
        super();

        filmList = new ArrayList<>();
        client = new ZDFClient();
        page = 1;
        days = aDays;
    }

    @Override
    protected Collection compute()
    {
        if (!Config.getStop())
        {
            try
            {
                Collection subTasks = ConcurrentHashMap.newKeySet();
                JsonObject baseObject;

                do
                {
                    baseObject = client.executeSearch(page, days, 1);

                    if (baseObject != null)
                    {
                        ZDFSearchPageTask task = new ZDFSearchPageTask(baseObject);
                        task.fork();
                        subTasks.add(task);
                        if (MserverDaten.debug)
                            Log.sysLog("SearchTask " + task.hashCode() + " added.");
                    }

                    page++;
                } while (!Config.getStop() && baseObject != null && baseObject.has(JSON_ELEMENT_NEXT));
                subTasks.forEach(t -> filmList.addAll(t.join()));
                if (MserverDaten.debug)
                    Log.sysLog("All SearchTasks finished.");

            } catch (Exception ex)
            {
                Log.errorLog(496583201, ex);
            }
        }
        return filmList;
    }
}