com.google.gerrit.server.index.group.AllGroupsIndexer Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of gerrit-plugin-api Show documentation
API for Gerrit Plugins
There is a newer version: 3.10.0-rc4
// Copyright (C) 2017 The Android Open Source Project
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package com.google.gerrit.server.index.group;

import static com.google.gerrit.server.git.QueueProvider.QueueType.BATCH;

import com.google.common.base.Stopwatch;
import com.google.common.util.concurrent.Futures;
import com.google.common.util.concurrent.ListenableFuture;
import com.google.common.util.concurrent.ListeningExecutorService;
import com.google.gerrit.reviewdb.client.AccountGroup;
import com.google.gerrit.reviewdb.server.ReviewDb;
import com.google.gerrit.server.account.GroupCache;
import com.google.gerrit.server.index.IndexExecutor;
import com.google.gerrit.server.index.SiteIndexer;
import com.google.gwtorm.server.OrmException;
import com.google.gwtorm.server.SchemaFactory;
import com.google.inject.Inject;
import com.google.inject.Singleton;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.Callable;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicInteger;
import org.eclipse.jgit.lib.ProgressMonitor;
import org.eclipse.jgit.lib.TextProgressMonitor;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

@Singleton
public class AllGroupsIndexer extends SiteIndexer {
  private static final Logger log = LoggerFactory.getLogger(AllGroupsIndexer.class);

  private final SchemaFactory schemaFactory;
  private final ListeningExecutorService executor;
  private final GroupCache groupCache;

  @Inject
  AllGroupsIndexer(
      SchemaFactory schemaFactory,
      @IndexExecutor(BATCH) ListeningExecutorService executor,
      GroupCache groupCache) {
    this.schemaFactory = schemaFactory;
    this.executor = executor;
    this.groupCache = groupCache;
  }

  @Override
  public SiteIndexer.Result indexAll(GroupIndex index) {
    ProgressMonitor progress = new TextProgressMonitor(newPrintWriter(progressOut));
    progress.start(2);
    Stopwatch sw = Stopwatch.createStarted();
    List uuids;
    try {
      uuids = collectGroups(progress);
    } catch (OrmException e) {
      log.error("Error collecting groups", e);
      return new SiteIndexer.Result(sw, false, 0, 0);
    }
    return reindexGroups(index, uuids, progress);
  }

  private SiteIndexer.Result reindexGroups(
      GroupIndex index, List uuids, ProgressMonitor progress) {
    progress.beginTask("Reindexing groups", uuids.size());
    List> futures = new ArrayList<>(uuids.size());
    AtomicBoolean ok = new AtomicBoolean(true);
    final AtomicInteger done = new AtomicInteger();
    final AtomicInteger failed = new AtomicInteger();
    Stopwatch sw = Stopwatch.createStarted();
    for (final AccountGroup.UUID uuid : uuids) {
      final String desc = "group " + uuid;
      ListenableFuture future =
          executor.submit(
              new Callable() {
                @Override
                public Void call() throws Exception {
                  try {
                    AccountGroup oldGroup = groupCache.get(uuid);
                    if (oldGroup != null) {
                      groupCache.evict(oldGroup);
                    }
                    index.replace(groupCache.get(uuid));
                    verboseWriter.println("Reindexed " + desc);
                    done.incrementAndGet();
                  } catch (Exception e) {
                    failed.incrementAndGet();
                    throw e;
                  }
                  return null;
                }
              });
      addErrorListener(future, desc, progress, ok);
      futures.add(future);
    }

    try {
      Futures.successfulAsList(futures).get();
    } catch (ExecutionException | InterruptedException e) {
      log.error("Error waiting on group futures", e);
      return new SiteIndexer.Result(sw, false, 0, 0);
    }

    progress.endTask();
    return new SiteIndexer.Result(sw, ok.get(), done.get(), failed.get());
  }

  private List collectGroups(ProgressMonitor progress) throws OrmException {
    progress.beginTask("Collecting groups", ProgressMonitor.UNKNOWN);
    List uuids = new ArrayList<>();
    try (ReviewDb db = schemaFactory.open()) {
      for (AccountGroup group : db.accountGroups().all()) {
        uuids.add(group.getGroupUUID());
      }
    }
    progress.endTask();
    return uuids;
  }
}