org.opencms.search.CmsSearchSimilarity Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of opencms-test Show documentation

OpenCms is an enterprise-ready, easy to use website content management system based on Java and XML technology. Offering a complete set of features, OpenCms helps content managers worldwide to create and maintain beautiful websites fast and efficiently.

There is a newer version: 18.0

Show newest version

/*
 * This library is part of OpenCms -
 * the Open Source Content Management System
 *
 * Copyright (c) Alkacon Software GmbH & Co. KG (http://www.alkacon.com)
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
 * Lesser General Public License for more details.
 *
 * For further information about Alkacon Software GmbH & Co. KG, please see the
 * company website: http://www.alkacon.com
 *
 * For further information about OpenCms, please see the
 * project website: http://www.opencms.org
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */

package org.opencms.search;

import org.opencms.search.fields.CmsSearchField;

import org.apache.lucene.index.FieldInvertState;
import org.apache.lucene.search.similarities.DefaultSimilarity;

/**
 * Reduces the importance of the {@link #lengthNorm(FieldInvertState)} factor
 * for the {@link org.opencms.search.fields.CmsLuceneField#FIELD_CONTENT} field, while
 * keeping the Lucene default for all other fields.
 *
 * This implementation was added since apparently the default length norm is heavily biased
 * for small documents. In the default, even if a term is found in 2 documents the same number of
 * times, the smaller document (containing less terms) will have a score easily 3x as high as
 * the longer document. Using this implementation the importance of the term number is reduced.

 *
 * Inspired by Chuck Williams WikipediaSimilarity.

 *
 * @since 6.0.0
 */
public class CmsSearchSimilarity extends DefaultSimilarity {

    /** Logarithm base 10 used as factor in the score calculations. */
    private static final double LOG10 = Math.log(10.0);

    /**
     * Creates a new instance of the OpenCms search similarity.

     */
    public CmsSearchSimilarity() {

        super();
    }

    /**
     * Special implementation for "compute norm" to reduce the significance of this factor
     * for the {@link org.opencms.search.fields.CmsLuceneField#FIELD_CONTENT} field, while
     * keeping the Lucene default for all other fields.
     *
     */
    @Override
    public float lengthNorm(FieldInvertState state) {

        if (state.getName().equals(CmsSearchField.FIELD_CONTENT)) {
            final int numTerms = state.getLength() - state.getNumOverlap();
            // special length norm for content
            return (float)(3.0 / (Math.log(1000 + numTerms) / LOG10));
        }
        // all other fields use the default Lucene implementation
        return super.lengthNorm(state);
    }
}