org.apache.mahout.math.hadoop.similarity.SeedVectorUtil Maven / Gradle / Ivy

/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.mahout.math.hadoop.similarity;

import com.google.common.collect.Lists;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.Writable;
import org.apache.mahout.clustering.canopy.Canopy;
import org.apache.mahout.clustering.kmeans.Kluster;
import org.apache.mahout.common.iterator.sequencefile.PathFilters;
import org.apache.mahout.common.iterator.sequencefile.PathType;
import org.apache.mahout.common.iterator.sequencefile.SequenceFileDirValueIterable;
import org.apache.mahout.math.NamedVector;
import org.apache.mahout.math.Vector;
import org.apache.mahout.math.VectorWritable;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.util.Collections;
import java.util.List;

final class SeedVectorUtil {

  private static final Logger log = LoggerFactory.getLogger(SeedVectorUtil.class);

  private SeedVectorUtil() {
  }

  public static List loadSeedVectors(Configuration conf) {

    String seedPathStr = conf.get(VectorDistanceSimilarityJob.SEEDS_PATH_KEY);
    if (seedPathStr == null || seedPathStr.isEmpty()) {
      return Collections.emptyList();
    }

    List seedVectors = Lists.newArrayList();
    long item = 0;
    for (Writable value
        : new SequenceFileDirValueIterable<>(new Path(seedPathStr),
                                                    PathType.LIST,
                                                    PathFilters.partFilter(),
                                                    conf)) {
      Class valueClass = value.getClass();
      if (valueClass.equals(Kluster.class)) {
        // get the cluster info
        Kluster cluster = (Kluster) value;
        Vector vector = cluster.getCenter();
        if (vector instanceof NamedVector) {
          seedVectors.add((NamedVector) vector);
        } else {
          seedVectors.add(new NamedVector(vector, cluster.getIdentifier()));
        }
      } else if (valueClass.equals(Canopy.class)) {
        // get the cluster info
        Canopy canopy = (Canopy) value;
        Vector vector = canopy.getCenter();
        if (vector instanceof NamedVector) {
          seedVectors.add((NamedVector) vector);
        } else {
          seedVectors.add(new NamedVector(vector, canopy.getIdentifier()));
        }
      } else if (valueClass.equals(Vector.class)) {
        Vector vector = (Vector) value;
        if (vector instanceof NamedVector) {
          seedVectors.add((NamedVector) vector);
        } else {
          seedVectors.add(new NamedVector(vector, seedPathStr + '.' + item++));
        }
      } else if (valueClass.equals(VectorWritable.class) || valueClass.isInstance(VectorWritable.class)) {
        VectorWritable vw = (VectorWritable) value;
        Vector vector = vw.get();
        if (vector instanceof NamedVector) {
          seedVectors.add((NamedVector) vector);
        } else {
          seedVectors.add(new NamedVector(vector, seedPathStr + '.' + item++));
        }
      } else {
        throw new IllegalStateException("Bad value class: " + valueClass);
      }
    }
    if (seedVectors.isEmpty()) {
      throw new IllegalStateException("No seeds found. Check your path: " + seedPathStr);
    }
    log.info("Seed Vectors size: {}", seedVectors.size());
    return seedVectors;
  }

}