org.opentripplanner.util.xml.JsonDataListDownloader Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of otp Show documentation
The OpenTripPlanner multimodal journey planning system
There is a newer version: 2.6.0
package org.opentripplanner.util.xml;

import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.ObjectMapper;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.function.Function;
import org.opentripplanner.util.HttpUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public class JsonDataListDownloader {

  private static final Logger log = LoggerFactory.getLogger(JsonDataListDownloader.class);
  private final String jsonParsePath;
  private final Map headers;
  private final Function elementParser;
  private String url;

  public JsonDataListDownloader(
    String url,
    String jsonParsePath,
    Function elementParser,
    Map headers
  ) {
    this.url = url;
    this.jsonParsePath = jsonParsePath;
    this.headers = headers;
    this.elementParser = elementParser;
  }

  public List download() {
    if (url == null) {
      log.warn("Cannot download updates, because url is null!");
      return null;
    }

    try (InputStream data = HttpUtils.openInputStream(url, headers)) {
      if (data == null) {
        log.warn("Failed to get data from url {}", url);
        return null;
      }
      return parseJSON(data);
    } catch (IllegalArgumentException e) {
      log.warn("Error parsing bike rental feed from {}", url, e);
    } catch (JsonProcessingException e) {
      log.warn("Error parsing bike rental feed from {} (bad JSON of some sort)", url, e);
    } catch (IOException e) {
      log.warn("Error reading bike rental feed from {}", url, e);
    }
    return null;
  }

  public void setUrl(String url) {
    this.url = url;
  }

  private static String convertStreamToString(java.io.InputStream is) {
    try (java.util.Scanner scanner = new java.util.Scanner(is).useDelimiter("\\A")) {
      return scanner.hasNext() ? scanner.next() : "";
    }
  }

  private List parseJSON(InputStream dataStream) throws IllegalArgumentException, IOException {
    ArrayList out = new ArrayList<>();

    String rentalString = convertStreamToString(dataStream);

    ObjectMapper mapper = new ObjectMapper();
    JsonNode rootNode = mapper.readTree(rentalString);

    if (!jsonParsePath.equals("")) {
      String delimiter = "/";
      String[] parseElement = jsonParsePath.split(delimiter);
      for (String s : parseElement) {
        rootNode = rootNode.path(s);
      }

      if (rootNode.isMissingNode()) {
        throw new IllegalArgumentException("Could not find jSON elements " + jsonParsePath);
      }
    }

    for (JsonNode node : rootNode) {
      if (node == null) {
        continue;
      }
      T parsedElement = elementParser.apply(node);
      if (parsedElement != null) {
        out.add(parsedElement);
      }
    }
    return out;
  }
}