com.tecacet.finance.service.yahoo.AbstractYahooService Maven / Gradle / Ivy

Go to download
package com.tecacet.finance.service.yahoo;

import java.io.IOException;
import java.io.InputStream;
import java.io.UnsupportedEncodingException;
import java.net.MalformedURLException;
import java.net.URL;
import java.net.URLConnection;
import java.net.URLEncoder;
import java.time.LocalDate;
import java.time.ZoneId;
import java.util.HashMap;
import java.util.LinkedHashMap;
import java.util.Map;
import java.util.Map.Entry;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.tecacet.finance.model.StandardPeriodType;
import com.tecacet.finance.service.StockServiceException;

public abstract class AbstractYahooService {
	

	private static final String HISTQUOTES2_BASE_URL = "https://query1.finance.yahoo.com/v7/finance/download/";
	private static final int CONNECTION_TIMEOUT = 10000;
	
	protected final Logger logger = LoggerFactory.getLogger(this.getClass());

	protected Map getRequestParams(LocalDate from, LocalDate to, StandardPeriodType periodType)
			throws IOException, StockServiceException {
		Map params = new LinkedHashMap();
		params.put("period1", String.valueOf(toSeconds(from)));
		params.put("period2", String.valueOf(toSeconds(to)));
		params.put("interval", getPeriodCode(periodType));
		// crumb
		params.put("crumb", CrumbManager.getCrumb());
		return params;
	}
	
	protected InputStream getUrlStream(String symbol, Map params)
			throws UnsupportedEncodingException, MalformedURLException, IOException {
		String url = HISTQUOTES2_BASE_URL + URLEncoder.encode(symbol, "UTF-8") + "?" + getURLParameters(params);

		// Get CSV from Yahoo
		logger.info("Sending request: {}", url);

		URL request = new URL(url);
		RedirectableRequest redirectableRequest = new RedirectableRequest(request, 5);
		redirectableRequest.setConnectTimeout(CONNECTION_TIMEOUT);
		redirectableRequest.setReadTimeout(CONNECTION_TIMEOUT);
		Map requestProperties = new HashMap();
		requestProperties.put("Cookie", CrumbManager.getCookie());
		URLConnection connection = redirectableRequest.openConnection(requestProperties);
		return connection.getInputStream();
	}
	
	private String getURLParameters(Map params) throws UnsupportedEncodingException {
		StringBuilder sb = new StringBuilder();
		for (Entry entry : params.entrySet()) {
			if (sb.length() > 0) {
				sb.append("&");
			}
			String key = entry.getKey();
			String value = entry.getValue();
			key = URLEncoder.encode(key, "UTF-8");
			value = URLEncoder.encode(value, "UTF-8");
			sb.append(String.format("%s=%s", key, value));
		}
		return sb.toString();
	}

	
	private long toSeconds(LocalDate date) {
		ZoneId zoneId = ZoneId.of("America/New_York");
		return date.atStartOfDay(zoneId).toEpochSecond();
	}

	private static String getPeriodCode(StandardPeriodType periodType) throws StockServiceException {
		switch (periodType) {
		case DAY:
			return "1d";
		case WEEK:
			return "5d";
		case MONTH:
			return "1mo";
		case YEAR:
		default:
			throw new StockServiceException("Period not supported");
		}
	}


}