org.apache.lucene.index.FlushByRamOrCountsPolicy Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of org.apache.servicemix.bundles.lucene
This OSGi bundle wraps ${pkgArtifactId} ${pkgVersion} jar file.
There is a newer version: 6.4.2_1
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.lucene.index;

/**
 * Default {@link FlushPolicy} implementation that flushes new segments based on RAM used and
 * document count depending on the IndexWriter's {@link IndexWriterConfig}. It also applies pending
 * deletes based on the number of buffered delete terms.
 *
 * All {@link IndexWriterConfig} settings are used to mark {@link DocumentsWriterPerThread} as
 * flush pending during indexing with respect to their live updates.
 *
 * If {@link IndexWriterConfig#setRAMBufferSizeMB(double)} is enabled, the largest ram consuming
 * {@link DocumentsWriterPerThread} will be marked as pending iff the global active RAM consumption
 * is {@code >=} the configured max RAM buffer.
 */
class FlushByRamOrCountsPolicy extends FlushPolicy {

  @Override
  public void onChange(DocumentsWriterFlushControl control, DocumentsWriterPerThread perThread) {
    if (perThread != null
        && flushOnDocCount()
        && perThread.getNumDocsInRAM() >= indexWriterConfig.getMaxBufferedDocs()) {
      // Flush this state by num docs
      control.setFlushPending(perThread);
    } else if (flushOnRAM()) { // flush by RAM
      final long limit = (long) (indexWriterConfig.getRAMBufferSizeMB() * 1024.d * 1024.d);
      final long activeRam = control.activeBytes();
      final long deletesRam = control.getDeleteBytesUsed();
      if (deletesRam >= limit && activeRam >= limit && perThread != null) {
        flushDeletes(control);
        flushActiveBytes(control, perThread);
      } else if (deletesRam >= limit) {
        flushDeletes(control);
      } else if (activeRam + deletesRam >= limit && perThread != null) {
        flushActiveBytes(control, perThread);
      }
    }
  }

  private void flushDeletes(DocumentsWriterFlushControl control) {
    control.setApplyAllDeletes();
    if (infoStream.isEnabled("FP")) {
      infoStream.message(
          "FP",
          "force apply deletes bytesUsed="
              + control.getDeleteBytesUsed()
              + " vs ramBufferMB="
              + indexWriterConfig.getRAMBufferSizeMB());
    }
  }

  private void flushActiveBytes(
      DocumentsWriterFlushControl control, DocumentsWriterPerThread perThread) {
    if (infoStream.isEnabled("FP")) {
      infoStream.message(
          "FP",
          "trigger flush: activeBytes="
              + control.activeBytes()
              + " deleteBytes="
              + control.getDeleteBytesUsed()
              + " vs ramBufferMB="
              + indexWriterConfig.getRAMBufferSizeMB());
    }
    markLargestWriterPending(control, perThread);
  }

  /** Marks the most ram consuming active {@link DocumentsWriterPerThread} flush pending */
  protected void markLargestWriterPending(
      DocumentsWriterFlushControl control, DocumentsWriterPerThread perThread) {
    DocumentsWriterPerThread largestNonPendingWriter =
        findLargestNonPendingWriter(control, perThread);
    if (largestNonPendingWriter != null) {
      control.setFlushPending(largestNonPendingWriter);
    }
  }

  /**
   * Returns true if this {@link FlushPolicy} flushes on {@link
   * IndexWriterConfig#getMaxBufferedDocs()}, otherwise false.
   */
  protected boolean flushOnDocCount() {
    return indexWriterConfig.getMaxBufferedDocs() != IndexWriterConfig.DISABLE_AUTO_FLUSH;
  }

  /**
   * Returns true if this {@link FlushPolicy} flushes on {@link
   * IndexWriterConfig#getRAMBufferSizeMB()}, otherwise false.
   */
  protected boolean flushOnRAM() {
    return indexWriterConfig.getRAMBufferSizeMB() != IndexWriterConfig.DISABLE_AUTO_FLUSH;
  }
}