test.java.cc.twittertools.download.FetchStatusTest Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of twitter-tools Show documentation

Twitter tools for researchers

There is a newer version: 1.3.0

package cc.twittertools.download;

import static org.junit.Assert.assertEquals;

import java.util.concurrent.Future;

import junit.framework.JUnit4TestAdapter;

import org.apache.commons.lang.StringEscapeUtils;
import org.junit.Test;

import cc.twittertools.corpus.data.Status;
import cc.twittertools.download.AsyncEmbeddedJsonStatusBlockCrawler;

import com.google.gson.JsonObject;
import com.google.gson.JsonParser;
import com.ning.http.client.AsyncHttpClient;
import com.ning.http.client.Response;

public class FetchStatusTest {
  private static final JsonParser JSON_PARSER = new JsonParser();

  @Test
  public void basicFamous() throws Exception {
    String url = AsyncEmbeddedJsonStatusBlockCrawler.getUrl(1121915133L, "jkrums");
    AsyncHttpClient asyncHttpClient = new AsyncHttpClient();
    AsyncHttpClient.BoundRequestBuilder request = asyncHttpClient.prepareGet(url);
    Future f = request.execute();
    Response response = f.get();

    // Make sure status is OK.
    assertEquals(200, response.getStatusCode());
    String html = response.getResponseBody("UTF-8");

    int jsonStart = html.indexOf(AsyncEmbeddedJsonStatusBlockCrawler.JSON_START);
    int jsonEnd = html.indexOf(AsyncEmbeddedJsonStatusBlockCrawler.JSON_END,
        jsonStart + AsyncEmbeddedJsonStatusBlockCrawler.JSON_START.length());

    String json = html.substring(jsonStart + AsyncEmbeddedJsonStatusBlockCrawler.JSON_START.length(), jsonEnd);
    json = StringEscapeUtils.unescapeHtml(json);
    JsonObject page = (JsonObject) JSON_PARSER.parse(json);
    JsonObject statusJson = page.getAsJsonObject("embedData").getAsJsonObject("status");

    Status status = Status.fromJson(statusJson.toString());
    assertEquals(1121915133L, status.getId());
    assertEquals("jkrums", status.getScreenname());
    assertEquals("http://twitpic.com/135xa - There's a plane in the Hudson. I'm on the ferry going to pick up the people. Crazy.", status.getText());

    asyncHttpClient.close();
  }

  public static junit.framework.Test suite() {
    return new JUnit4TestAdapter(FetchStatusTest.class);
  }
}