All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.solr.handler.designer.SampleDocuments Maven / Gradle / Ivy

There is a newer version: 9.7.0
Show newest version
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.solr.handler.designer;

import static org.apache.solr.common.params.CommonParams.JSON_MIME;

import java.util.ArrayList;
import java.util.List;
import java.util.Objects;
import java.util.Set;
import java.util.stream.Collectors;
import org.apache.solr.common.SolrInputDocument;

public class SampleDocuments {
  public static final SampleDocuments NONE = new SampleDocuments(null, null, null);
  public final String contentType;
  public final String fileSource;
  public List parsed;

  public SampleDocuments(List parsed, String contentType, String fileSource) {
    this.parsed = parsed != null ? parsed : new ArrayList<>(); // needs to be mutable
    this.contentType = contentType;
    this.fileSource = fileSource;
  }

  public String getSource() {
    return fileSource != null ? fileSource : "paste";
  }

  private boolean isTextContentType() {
    if (contentType == null) {
      return false;
    }
    return contentType.contains(JSON_MIME)
        || contentType.startsWith("text/")
        || contentType.contains("application/xml");
  }

  public List appendDocs(
      String idFieldName, List add, int maxDocsToLoad) {
    if (add != null && !add.isEmpty()) {
      final Set ids =
          parsed.stream()
              .map(doc -> doc.getFieldValue(idFieldName))
              .filter(Objects::nonNull)
              .collect(Collectors.toSet());
      final List toAdd =
          add.stream()
              .filter(
                  doc -> {
                    Object id = doc.getFieldValue(idFieldName);
                    return id != null
                        && !ids.contains(id); // doc has ID and it's not already in the set
                  })
              .collect(Collectors.toList());
      parsed.addAll(toAdd);
      if (maxDocsToLoad > 0 && parsed.size() > maxDocsToLoad) {
        parsed = parsed.subList(0, maxDocsToLoad);
      }
    }
    return parsed;
  }
}