All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.solr.update.processor.LogUpdateProcessorFactory Maven / Gradle / Ivy

Go to download

Apache Solr (module: core)

There is a newer version: 9.7.0
Show newest version
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.solr.update.processor;

import java.io.IOException;
import java.lang.invoke.MethodHandles;
import java.util.ArrayList;
import java.util.List;
import org.apache.solr.common.params.SolrParams;
import org.apache.solr.common.util.NamedList;
import org.apache.solr.common.util.SimpleOrderedMap;
import org.apache.solr.request.SolrQueryRequest;
import org.apache.solr.response.SolrQueryResponse;
import org.apache.solr.update.AddUpdateCommand;
import org.apache.solr.update.CommitUpdateCommand;
import org.apache.solr.update.DeleteUpdateCommand;
import org.apache.solr.update.MergeIndexesCommand;
import org.apache.solr.update.RollbackUpdateCommand;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * A logging processor. This keeps track of all commands that have passed through the chain and
 * prints them on finish(). At the Debug (FINE) level, a message will be logged for each command
 * prior to the next stage in the chain.
 *
 * 
If the Log level is not >= INFO the processor will not be created or added to the chain.
 *
 * @since solr 1.3
 */
public class LogUpdateProcessorFactory extends UpdateRequestProcessorFactory
    implements UpdateRequestProcessorFactory.RunAlways {
  private static final Logger log = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());

  int maxNumToLog = 10;
  int slowUpdateThresholdMillis = -1;

  @Override
  public void init(final NamedList args) {
    if (args != null) {
      SolrParams params = args.toSolrParams();
      maxNumToLog = params.getInt("maxNumToLog", maxNumToLog);
      slowUpdateThresholdMillis =
          params.getInt("slowUpdateThresholdMillis", slowUpdateThresholdMillis);
    }
  }

  @Override
  public UpdateRequestProcessor getInstance(
      SolrQueryRequest req, SolrQueryResponse rsp, UpdateRequestProcessor next) {
    return (log.isInfoEnabled() || slowUpdateThresholdMillis >= 0)
        ? new LogUpdateProcessor(req, rsp, this, next)
        : next;
  }

  static class LogUpdateProcessor extends UpdateRequestProcessor {

    private final SolrQueryRequest req;
    private final SolrQueryResponse rsp;
    private final NamedList toLog;

    int numAdds;
    int numDeletes;

    // hold on to the added list for logging and the response
    private List adds;
    private List deletes;

    private final int maxNumToLog;
    private final int slowUpdateThresholdMillis;

    private final boolean logDebug = log.isDebugEnabled(); // cache to avoid volatile-read

    public LogUpdateProcessor(
        SolrQueryRequest req,
        SolrQueryResponse rsp,
        LogUpdateProcessorFactory factory,
        UpdateRequestProcessor next) {
      super(next);
      this.req = req;
      this.rsp = rsp;
      maxNumToLog = factory.maxNumToLog; // TODO: make configurable
      // TODO: make log level configurable as well, or is that overkill?
      // (ryan) maybe?  I added it mostly to show that it *can* be configurable
      slowUpdateThresholdMillis = factory.slowUpdateThresholdMillis;

      this.toLog = new SimpleOrderedMap<>();
    }

    @Override
    public void processAdd(AddUpdateCommand cmd) throws IOException {
      if (logDebug) {
        log.debug("PRE_UPDATE {} {}", cmd, req);
      }

      // call delegate first so we can log things like the version that get set later
      if (next != null) next.processAdd(cmd);

      // Add a list of added id's to the response
      if (adds == null) {
        adds = new ArrayList<>();
        toLog.add("add", adds);
      }

      if (adds.size() < maxNumToLog) {
        long version = cmd.getVersion();
        String msg = cmd.getPrintableId();
        if (version != 0) msg = msg + " (" + version + ')';
        adds.add(msg);
      }

      numAdds++;
    }

    @Override
    public void processDelete(DeleteUpdateCommand cmd) throws IOException {
      if (logDebug) {
        log.debug("PRE_UPDATE {} {}", cmd, req);
      }
      if (next != null) next.processDelete(cmd);

      if (cmd.isDeleteById()) {
        if (deletes == null) {
          deletes = new ArrayList<>();
          toLog.add("delete", deletes);
        }
        if (deletes.size() < maxNumToLog) {
          long version = cmd.getVersion();
          String msg = cmd.getId();
          if (version != 0) msg = msg + " (" + version + ')';
          deletes.add(msg);
        }
      } else {
        if (toLog.size() < maxNumToLog) {
          long version = cmd.getVersion();
          String msg = cmd.query;
          if (version != 0) msg = msg + " (" + version + ')';
          toLog.add("deleteByQuery", msg);
        }
      }
      numDeletes++;
    }

    @Override
    public void processMergeIndexes(MergeIndexesCommand cmd) throws IOException {
      if (logDebug) {
        log.debug("PRE_UPDATE {} {}", cmd, req);
      }
      if (next != null) next.processMergeIndexes(cmd);

      toLog.add("mergeIndexes", cmd.toString());
    }

    @Override
    public void processCommit(CommitUpdateCommand cmd) throws IOException {
      if (logDebug) {
        log.debug("PRE_UPDATE {} {}", cmd, req);
      }
      if (next != null) next.processCommit(cmd);

      final String msg = cmd.optimize ? "optimize" : "commit";
      toLog.add(msg, "");
    }

    /**
     * @since Solr 1.4
     */
    @Override
    public void processRollback(RollbackUpdateCommand cmd) throws IOException {
      if (logDebug) {
        log.debug("PRE_UPDATE {} {}", cmd, req);
      }
      if (next != null) next.processRollback(cmd);

      toLog.add("rollback", "");
    }

    @Override
    public void finish() throws IOException {
      if (logDebug) {
        log.debug("PRE_UPDATE FINISH {}", req);
      }
      if (next != null) next.finish();

      // LOG A SUMMARY WHEN ALL DONE (INFO LEVEL)

      if (log.isInfoEnabled()) {
        log.info(getLogStringAndClearRspToLog());
      }

      if (log.isWarnEnabled() && slowUpdateThresholdMillis >= 0) {
        final long elapsed = (long) req.getRequestTimer().getTime();
        if (elapsed >= slowUpdateThresholdMillis) {
          log.warn("slow: {}", getLogStringAndClearRspToLog());
        }
      }
    }

    private String getLogStringAndClearRspToLog() {
      StringBuilder sb = new StringBuilder(rsp.getToLogAsString());

      rsp.getToLog().clear(); // make it so SolrCore.exec won't log this again

      // if id lists were truncated, show how many more there were
      if (adds != null && numAdds > maxNumToLog) {
        adds.add("... (" + numAdds + " adds)");
      }
      if (deletes != null && numDeletes > maxNumToLog) {
        deletes.add("... (" + numDeletes + " deletes)");
      }
      final long elapsed = (long) req.getRequestTimer().getTime();

      sb.append(toLog).append(" 0 ").append(elapsed);
      return sb.toString();
    }
  }
}
 















© 2015 - 2024 Weber Informatics LLC | Privacy Policy