Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
package dhbw.timetable.rablabla.data;
import java.io.BufferedReader;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.MalformedURLException;
import java.net.URL;
import java.net.URLConnection;
import java.nio.charset.StandardCharsets;
import java.time.LocalDate;
import java.time.LocalDateTime;
import java.time.format.DateTimeFormatter;
import java.util.*;
import java.util.stream.IntStream;
import javax.xml.parsers.DocumentBuilder;
import javax.xml.parsers.DocumentBuilderFactory;
import javax.xml.parsers.ParserConfigurationException;
import dhbw.timetable.rablabla.data.exceptions.NoConnectionException;
import org.w3c.dom.CharacterData;
import org.w3c.dom.Document;
import org.w3c.dom.Element;
import org.w3c.dom.Node;
import org.w3c.dom.NodeList;
import org.xml.sax.InputSource;
import org.xml.sax.SAXException;
/**
* Created by Hendrik Ulbrich (C) 2017
*
* This is a parser for the rapla website. It is implemented as a singleton.
* Use the public import methods to import events into appointment structure.
*/
public final class DataImporter {
private DataImporter() {}
/**
* Imports all appointments from the given url which are in the parameters week range
* @param startDate A day of the week to start (include)
* @param endDate A day of the week to end (include)
* @param url The complete url with the protocol and all arguments
* @return Map of (LocalDate, ArrayList of (Appointment)) events ordered through weeks
* @throws MalformedURLException If the passed url does not match pattern
* @throws NoConnectionException If the server could not be reached
* @throws IllegalAccessException If the passed arguments don't match
*/
public static Map> ImportWeekRange(LocalDate startDate, LocalDate endDate, String url) throws MalformedURLException, NoConnectionException, IllegalAccessException {
final String deSuffix = ".de/rapla?", cityPrefix = "dhbw-";
int urlSplit = url.indexOf(deSuffix);
final String regularPrefix = url.substring(0, url.indexOf(cityPrefix));
return ImportWeekRange(startDate, endDate, BaseURL.valueOf(url.substring(regularPrefix.length() + cityPrefix.length(), urlSplit).toUpperCase()), url.substring(urlSplit + deSuffix.length()));
}
@Deprecated
public static Map> ImportWeekRange(GregorianCalendar startDate, GregorianCalendar endDate, String url) throws MalformedURLException, NoConnectionException, IllegalAccessException {
Map> converted = new HashMap<>();
Map> source = ImportWeekRange(DateUtilities.ConvertToLocalDate(startDate), DateUtilities.ConvertToLocalDate(endDate), url);
for(LocalDate ld : source.keySet()) {
converted.put(DateUtilities.ConvertToCalendar(ld), source.get(ld));
}
return converted;
}
/**
* Imports all appointments from the given url data which are in the parameters week range
* @param startDate A day of the week to start (include)
* @param endDate A day of the week to end (include)
* @param baseURL The host enum dhbw.timetable.rablabla.data.BaseURL
* @param args Arguments such as key or (user page file)
* @return Map of (LocalDate, ArrayList(Appointment)) events ordered through weeks
* @throws MalformedURLException If the passed url does not match pattern
* @throws NoConnectionException If the server could not be reached
* @throws IllegalAccessException If the passed arguments don't match
*/
public static Map> ImportWeekRange(LocalDate startDate, LocalDate endDate, BaseURL baseURL, String args) throws MalformedURLException, NoConnectionException, IllegalAccessException {
// Ensure connection. Throw errors if invalid connection
checkConnection(baseURL.complete() + args);
Map> appointments = new LinkedHashMap<>();
// To monday
startDate = DateUtilities.Normalize(startDate);
endDate = DateUtilities.Normalize(endDate);
// Extract the parameters
final StringBuilder connectionURLBuilder = new StringBuilder(baseURL.complete()).append("?");
HashMap params = new HashMap();
String[] paramsStrings = args.split("&");
for (String paramsString : paramsStrings) {
String[] kvStrings = paramsString.split("=");
IntStream.range(0, kvStrings.length).forEach(j -> params.put(kvStrings[0], kvStrings[1]));
}
// Appending only necessary parameters
// key=txB1FOi5xd1wUJBWuX8lJhGDUgtMSFmnKLgAG_NVMhA_bi91ugPaHvrpxD-lcejo&today=Heute
if (params.containsKey("key")) {
connectionURLBuilder.append("key=").append(params.get("key"));
// page=calendar&user=vollmer&file=tinf15b3&today=Heute
} else if (params.containsKey("page") && params.get("page").equalsIgnoreCase("calendar") && params.containsKey("user") && params.containsKey("file")) {
connectionURLBuilder.append("page=calendar&user=").append(params.get("user")).append("&file=").append(params.get("file"));
} else {
throw new IllegalAccessException();
}
// Request every week and put them into the map
do {
try {
appointments.put(startDate, ImportWeek(startDate, connectionURLBuilder.toString()
+ "&day=" + startDate.getDayOfMonth()
+ "&month=" + startDate.getMonthValue()
+ "&year=" + startDate.getYear()));
} catch (IOException | ParserConfigurationException e) {
System.out.println("FAIL!" + System.lineSeparator() + "Error date: " + startDate.format(DateTimeFormatter.ofPattern("dd.MM.yyyy")));
e.printStackTrace();
}
// Next week
startDate = startDate.plusDays(7);
} while (!startDate.isAfter(endDate));
return appointments;
}
@Deprecated
public static Map> ImportWeekRange(GregorianCalendar startDate, GregorianCalendar endDate, BaseURL baseURL, String args) throws MalformedURLException, NoConnectionException, IllegalAccessException {
Map> converted = new HashMap<>();
Map> source = ImportWeekRange(DateUtilities.ConvertToLocalDate(startDate), DateUtilities.ConvertToLocalDate(endDate), baseURL, args);
for(LocalDate ld : source.keySet()) {
converted.put(DateUtilities.ConvertToCalendar(ld), source.get(ld));
}
return converted;
}
/**
* Imports all events of the week
* @param localDate A day of the week to import
* @param connectionURL The host enum dhbw.timetable.rablabla.data.BaseURL
* @return Unordered list of appointments scheduled for this week
* @throws IOException If input could not be loaded
* @throws ParserConfigurationException If the parsing failed
* @throws IllegalAccessException If the passed arguments don't match
*/
public static ArrayList ImportWeek(LocalDate localDate, String connectionURL) throws IOException, ParserConfigurationException, IllegalAccessException {
String line, pageContent;
ArrayList weekAppointments = new ArrayList<>();
StringBuilder pageContentBuilder = new StringBuilder();
URLConnection webConnection = new URL(connectionURL).openConnection();
BufferedReader br = new BufferedReader(new InputStreamReader(webConnection.getInputStream(), StandardCharsets.UTF_8));
localDate = DateUtilities.Normalize(localDate);
// Read the whole page
while ((line = br.readLine()) != null) {
pageContentBuilder.append(line).append("\n");
}
br.close();
pageContent = pageContentBuilder.toString();
// Trim and filter to correct tbody inner HTML
pageContent = ("\n" + pageContent.substring(pageContent.indexOf(""), pageContent.lastIndexOf("") + 8))
.replaceAll(" ", " ")
.replaceAll(" ", " ")
.replaceAll("].*\">.*", "");
// Parse the document
DocumentBuilderFactory dbFactory = DocumentBuilderFactory.newInstance();
DocumentBuilder dBuilder = dbFactory.newDocumentBuilder();
try {
Document doc = dBuilder.parse(new InputSource(new ByteArrayInputStream(pageContent.getBytes("utf-8"))));
doc.getDocumentElement().normalize();
// Scan the table row by row
NodeList nList = doc.getDocumentElement().getChildNodes();
Node tableRow;
for (int temp = 0; temp < nList.getLength(); temp++) {
tableRow = nList.item(temp);
if (tableRow.getNodeType() == Node.ELEMENT_NODE) {
importTableRow(weekAppointments, tableRow, DateUtilities.Clone(localDate));
}
}
} catch (SAXException e) {
System.out.println("FAIL!");
System.out.println("Error while parsing:" + System.lineSeparator() + pageContent);
e.printStackTrace();
}
return weekAppointments;
}
/**
* Checks if the URL pattern matches a regular expression and pings the server
* @param fullURL The full URL to test against
* @throws MalformedURLException If the passed url does not match pattern
* @throws NoConnectionException If the server could not be reached
*/
private static void checkConnection(String fullURL) throws MalformedURLException, NoConnectionException {
if(!NetworkUtilities.URLIsValid(fullURL)) {
throw new MalformedURLException();
} else if (!NetworkUtilities.TestConnection(fullURL)) {
throw new NoConnectionException(fullURL);
}
}
/**
* Inserts any appointments from the horizontal row to the container list.
* @param appointments Container to insert appointment into
* @param tableRow The horizontal row node
* @param currDate Date for the start of the row
*/
private static void importTableRow(ArrayList appointments, Node tableRow, LocalDate currDate) {
// For each
in row
NodeList cells = tableRow.getChildNodes();
for (int i = 0; i < cells.getLength(); i++) {
Node cell = cells.item(i);
// Filter
and other crap, extract class=week_block
if (cell.getNodeType() == Node.ELEMENT_NODE && cell.getNodeName().equals("td")) {
Element element = (Element) cell;
String type = element.getAttribute("class");
if (type.startsWith("week_block")) {
appointments.add(importAppointment(cell, currDate));
} else if (type.startsWith("week_separatorcell")) {
currDate = currDate.plusDays(1);
}
}
}
}
/**
* Parses a node into an appointment for the given date. The information is based on anchor and tooltip data.
* @param block The appointments week_block node
* @param date The given date
* @return Imported appointment
*/
private static Appointment importAppointment(Node block, LocalDate date) {
Element labelElement, dataElement;
// All children from the event
NodeList aChildren = block.getFirstChild().getChildNodes(), dataItems;
// Rows from table body
NodeList rows = aChildren.item(aChildren.getLength() - 1).getLastChild().getChildNodes();
// If no time is provided, appointment is whole working day
String timeData, time, className;
StringBuilder courseBuilder = new StringBuilder(), infoBuilder = new StringBuilder(), tempBuilder = null;
// If no time is provided, event is whole working day
if (aChildren.item(0).getNodeType() == Node.ELEMENT_NODE) {
time = "08:00-18:00";
} else {
timeData = ((CharacterData) aChildren.item(0)).getData();
// Filter alias
time = timeData.substring(0, 5).concat(timeData.substring(6));
}
// Handle each row of the table
for (int i = 0; i < rows.getLength(); i++) {
Node row = rows.item(i);
if(row.getNodeType() == Node.ELEMENT_NODE) {
dataItems = row.getChildNodes();
labelElement = (Element) dataItems.item(1);
// Get category: info or title
switch (labelElement.getTextContent()) {
case "Titel:":
case "Veranstaltungsname:":
tempBuilder = courseBuilder;
break;
case "Bemerkung:":
case "Ressourcen:":
case "Personen:":
tempBuilder = infoBuilder;
break;
default:
tempBuilder = null;
// System.out.println("WARN: Unknown labelElement text content: " + labelElement.getTextContent());
break;
}
if (tempBuilder != null) {
// Skip label and text
for (int j = 3; j < dataItems.getLength(); j++) {
Node dataNode = dataItems.item(j);
if (dataNode.getNodeType() == Node.ELEMENT_NODE) {
dataElement = (Element) dataItems.item(j);
className = dataElement.getAttribute("class");
if (className.equals("value")) {
tempBuilder.append(dataElement.getTextContent()).append(" ");
} else {
System.out.println("WARN: Unknown className in data table: " + className);
}
}
}
}
}
}
LocalDateTime[] times = DateUtilities.ConvertToTime(date, time);
return new Appointment(times[0], times[1], courseBuilder.toString().trim(), infoBuilder.toString().trim());
}
}
