All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.lucene.search.postingshighlight.DefaultPassageFormatter Maven / Gradle / Ivy

There is a newer version: 2024.11.18751.20241128T090041Z-241100
Show newest version
package org.apache.lucene.search.postingshighlight;

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

/**
 * Creates a formatted snippet from the top passages.
 * 

* The default implementation marks the query terms as bold, and places * ellipses between unconnected passages. */ public class DefaultPassageFormatter extends PassageFormatter { /** text that will appear before highlighted terms */ protected final String preTag; /** text that will appear after highlighted terms */ protected final String postTag; /** text that will appear between two unconnected passages */ protected final String ellipsis; /** true if we should escape for html */ protected final boolean escape; /** * Creates a new DefaultPassageFormatter with the default tags. */ public DefaultPassageFormatter() { this("", "", "... ", false); } /** * Creates a new DefaultPassageFormatter with custom tags. * @param preTag text which should appear before a highlighted term. * @param postTag text which should appear after a highlighted term. * @param ellipsis text which should be used to connect two unconnected passages. * @param escape true if text should be html-escaped */ public DefaultPassageFormatter(String preTag, String postTag, String ellipsis, boolean escape) { if (preTag == null || postTag == null || ellipsis == null) { throw new NullPointerException(); } this.preTag = preTag; this.postTag = postTag; this.ellipsis = ellipsis; this.escape = escape; } @Override public String format(Passage passages[], String content) { StringBuilder sb = new StringBuilder(); int pos = 0; for (Passage passage : passages) { // don't add ellipsis if its the first one, or if its connected. if (passage.startOffset > pos && pos > 0) { sb.append(ellipsis); } pos = passage.startOffset; for (int i = 0; i < passage.numMatches; i++) { int start = passage.matchStarts[i]; int end = passage.matchEnds[i]; // its possible to have overlapping terms if (start > pos) { append(sb, content, pos, start); } if (end > pos) { sb.append(preTag); append(sb, content, Math.max(pos, start), end); sb.append(postTag); pos = end; } } // its possible a "term" from the analyzer could span a sentence boundary. append(sb, content, pos, Math.max(pos, passage.endOffset)); pos = passage.endOffset; } return sb.toString(); } /** * Appends original text to the response. * @param dest resulting text, possibly transformed or encoded * @param content original text content * @param start index of the first character in content * @param end index of the character following the last character in content */ protected void append(StringBuilder dest, String content, int start, int end) { if (escape) { // note: these are the rules from owasp.org for (int i = start; i < end; i++) { char ch = content.charAt(i); switch(ch) { case '&': dest.append("&"); break; case '<': dest.append("<"); break; case '>': dest.append(">"); break; case '"': dest.append("""); break; case '\'': dest.append("'"); break; case '/': dest.append("/"); break; default: if (ch >= 0x30 && ch <= 0x39 || ch >= 0x41 && ch <= 0x5A || ch >= 0x61 && ch <= 0x7A) { dest.append(ch); } else if (ch < 0xff) { dest.append("&#"); dest.append((int)ch); dest.append(";"); } else { dest.append(ch); } } } } else { dest.append(content, start, end); } } }





© 2015 - 2024 Weber Informatics LLC | Privacy Policy