All Downloads are FREE. Search and download functionalities are using the official Maven repository.
  • Log In
  • Register

    • org.apache.solr.ltr.LTRThreadModule Maven / Gradle / Ivy

    There is a newer version: 9.7.0
    Show newest version
    /*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.solr.ltr;

import java.util.Map;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Semaphore;
import org.apache.solr.common.util.NamedList;
import org.apache.solr.util.SolrPluginUtils;
import org.apache.solr.util.plugin.NamedListInitializedPlugin;

/**
 * The LTRThreadModule is optionally used by the {@link org.apache.solr.ltr.search.LTRQParserPlugin}
 * and {@link org.apache.solr.ltr.response.transform.LTRFeatureLoggerTransformerFactory
 * LTRFeatureLoggerTransformerFactory} classes to parallelize the creation of {@link
 * org.apache.solr.ltr.feature.Feature.FeatureWeight Feature.FeatureWeight} objects.
 *
 * 
    Example configuration:
 *
 * 
     * <queryParser name="ltr" class="org.apache.solr.ltr.search.LTRQParserPlugin">
 *   <int name="threadModule.totalPoolThreads">10</int>
 *   <int name="threadModule.numThreadsPerRequest">5</int>
 * </queryParser>
 *
 * <transformer name="features" class="org.apache.solr.ltr.response.transform.LTRFeatureLoggerTransformerFactory">
 *   <int name="threadModule.totalPoolThreads">10</int>
 *   <int name="threadModule.numThreadsPerRequest">5</int>
 * </transformer>
 * 
    
 *
 * If an individual solr instance is expected to receive no more than one query at a time, it is
 * best to set totalPoolThreads and numThreadsPerRequest to the same
 * value.
 *
 * 
    If multiple queries need to be serviced simultaneously then totalPoolThreads and
 * numThreadsPerRequest can be adjusted based on the expected response times.
 *
 * 
    If the value of numThreadsPerRequest is higher, the response time for a single
 * query will be improved up to a point. If multiple queries are serviced simultaneously, the value
 * of totalPoolThreads imposes a contention between the queries if 
 * (totalPoolThreads < numThreadsPerRequest * total parallel queries).
 */
public final class LTRThreadModule implements NamedListInitializedPlugin {

  public static LTRThreadModule getInstance(NamedList args) {

    final LTRThreadModule threadManager;
    final NamedList threadManagerArgs = extractThreadModuleParams(args);
    // if and only if there are thread module args then we want a thread module!
    if (threadManagerArgs.size() > 0) {
      // create and initialize the new instance
      threadManager = new LTRThreadModule();
      threadManager.init(threadManagerArgs);
    } else {
      threadManager = null;
    }

    return threadManager;
  }

  private static String CONFIG_PREFIX = "threadModule.";

  private static NamedList extractThreadModuleParams(NamedList args) {

    // gather the thread module args from amongst the general args
    final NamedList extractedArgs = new NamedList<>();
    for (final Map.Entry entry : args) {
      final String key = entry.getKey();
      if (key.startsWith(CONFIG_PREFIX)) {
        extractedArgs.add(key.substring(CONFIG_PREFIX.length()), entry.getValue());
      }
    }

    // remove consumed keys only once iteration is complete
    // since NamedList iterator does not support 'remove'
    for (Object key : extractedArgs.asShallowMap().keySet()) {
      args.remove(CONFIG_PREFIX + key);
    }

    return extractedArgs;
  }

  // settings
  private int totalPoolThreads = 1;
  private int numThreadsPerRequest = 1;

  // implementation
  private Semaphore ltrSemaphore;
  private volatile ExecutorService createWeightScoreExecutor;

  public LTRThreadModule() {}

  // For test use only.
  LTRThreadModule(int totalPoolThreads, int numThreadsPerRequest) {
    this.totalPoolThreads = totalPoolThreads;
    this.numThreadsPerRequest = numThreadsPerRequest;
    init(null);
  }

  @Override
  public void init(NamedList args) {
    if (args != null) {
      SolrPluginUtils.invokeSetters(this, args);
    }
    validate();
    if (this.totalPoolThreads > 1) {
      ltrSemaphore = new Semaphore(totalPoolThreads);
    } else {
      ltrSemaphore = null;
    }
  }

  private void validate() {
    if (totalPoolThreads <= 0) {
      throw new IllegalArgumentException("totalPoolThreads cannot be less than 1");
    }
    if (numThreadsPerRequest <= 0) {
      throw new IllegalArgumentException("numThreadsPerRequest cannot be less than 1");
    }
    if (totalPoolThreads < numThreadsPerRequest) {
      throw new IllegalArgumentException(
          "numThreadsPerRequest cannot be greater than totalPoolThreads");
    }
  }

  public void setTotalPoolThreads(int totalPoolThreads) {
    this.totalPoolThreads = totalPoolThreads;
  }

  public void setNumThreadsPerRequest(int numThreadsPerRequest) {
    this.numThreadsPerRequest = numThreadsPerRequest;
  }

  public Semaphore createQuerySemaphore() {
    return (numThreadsPerRequest > 1 ? new Semaphore(numThreadsPerRequest) : null);
  }

  public void acquireLTRSemaphore() throws InterruptedException {
    ltrSemaphore.acquire();
  }

  public void releaseLTRSemaphore() throws InterruptedException {
    ltrSemaphore.release();
  }

  public void execute(Runnable command) {
    createWeightScoreExecutor.execute(command);
  }

  public void setExecutor(ExecutorService sharedExecutor) {
    this.createWeightScoreExecutor = sharedExecutor;
  }
}
    
    
    
    

    




    
    
    © 2015 - 2024 Weber Informatics LLC | Privacy Policy