de.l3s.boilerpipe.extractors.CommonExtractors Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of webcontent-grabber Show documentation

A java client library to grab the webcontent

The newest version!

package de.l3s.boilerpipe.extractors;

import de.l3s.boilerpipe.BoilerpipeExtractor;

/**
 * Provides quick access to common {@link BoilerpipeExtractor}s.
 * 
 * @author Christian Kohlschütter
 */
public final class CommonExtractors {
	private CommonExtractors() {
	}

	/**
	 * Works very well for most types of Article-like HTML.
	 */
	public static final ArticleExtractor ARTICLE_EXTRACTOR = ArticleExtractor.INSTANCE;

	/**
	 * Usually worse than {@link ArticleExtractor}, but simpler/no heuristics.
	 */
	public static final DefaultExtractor DEFAULT_EXTRACTOR = DefaultExtractor.INSTANCE;

	/**
	 * Like {@link DefaultExtractor}, but keeps the largest text block only.
	 */
	public static final LargestContentExtractor LARGEST_CONTENT_EXTRACTOR = LargestContentExtractor.INSTANCE;
	
	
	/**
	 * Trained on krdwrd Canola (different definition of "boilerplate"). You may
	 * give it a try.
	 */
	public static final CanolaExtractor CANOLA_EXTRACTOR = CanolaExtractor.INSTANCE;

	/**
	 * Dummy Extractor; should return the input text. Use this to double-check
	 * that your problem is within a particular {@link BoilerpipeExtractor}, or
	 * somewhere else.
	 */
	public static final KeepEverythingExtractor KEEP_EVERYTHING_EXTRACTOR = KeepEverythingExtractor.INSTANCE;
}