org.apache.solr.update.processor.UniqFieldsUpdateProcessorFactory Maven / Gradle / Ivy
package org.apache.solr.update.processor;
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collection;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.Map;
import org.apache.solr.core.SolrCore;
import org.apache.solr.common.SolrInputDocument;
import org.apache.solr.common.util.NamedList;
import org.apache.solr.request.SolrQueryRequest;
import org.apache.solr.response.SolrQueryResponse;
import org.apache.solr.update.AddUpdateCommand;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
/**
* Removes duplicate values found in fields matching the specified conditions.
* The existing field values are iterated in order, and values are removed when
* they are equal to a value that has already been seen for this field.
*
* By default this processor matches no fields.
*
*
*
* In the example configuration below, if a document initially contains the values
* "Steve","Lucy","Jim",Steve","Alice","Bob","Alice" in a field named
* foo_uniq then using this processor will result in the final list of
* field values being "Steve","Lucy","Jim","Alice","Bob"
*
*
* <processor class="solr.UniqFieldsUpdateProcessorFactory">
* <str name="fieldRegex">.*_uniq</str>
* </processor>
*
*/
public class UniqFieldsUpdateProcessorFactory extends FieldValueSubsetUpdateProcessorFactory {
public final static Logger log = LoggerFactory.getLogger(UniqFieldsUpdateProcessorFactory.class);
@Override
public FieldMutatingUpdateProcessor.FieldNameSelector
getDefaultSelector(final SolrCore core) {
return FieldMutatingUpdateProcessor.SELECT_NO_FIELDS;
}
@SuppressWarnings("unchecked")
@Override
public void init(@SuppressWarnings("rawtypes") NamedList args) {
// legacy init param support, will be removed in 5.0
// no idea why this was ever implimented as should have just been
NamedList flst = (NamedList) args.remove("fields");
if(flst != null){
log.warn("Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead");
log.info("Replacing 'fields' init param with (individual) 'fieldName' params");
for (Map.Entry entry : flst) {
args.add("fieldName", entry.getValue());
}
}
super.init(args);
}
@Override
@SuppressWarnings("unchecked")
public Collection pickSubset(Collection values) {
Set