com.tencent.angel.sona.psf.embedding.bad.W2VPush Maven / Gradle / Ivy

Go to download
/*
 * Tencent is pleased to support the open source community by making Angel available.
 *
 * Copyright (C) 2017-2018 THL A29 Limited, a Tencent company. All rights reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in
 * compliance with the License. You may obtain a copy of the License at
 *
 * https://opensource.org/licenses/Apache-2.0
 *
 * Unless required by applicable law or agreed to in writing, software distributed under the License
 * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
 * or implied. See the License for the specific language governing permissions and limitations under
 * the License.
 *
 */

package com.tencent.angel.sona.psf.embedding.bad;

import com.tencent.angel.PartitionKey;
import com.tencent.angel.ml.matrix.psf.update.base.PartitionUpdateParam;
import com.tencent.angel.ml.matrix.psf.update.base.UpdateFunc;
import com.tencent.angel.ml.matrix.psf.update.base.UpdateParam;
import com.tencent.angel.ps.storage.partition.RowBasedPartition;
import com.tencent.angel.ps.storage.vector.ServerIntFloatRow;
import com.tencent.angel.ps.storage.vector.ServerRowUtils;

public class W2VPush extends UpdateFunc {

  public W2VPush(UpdateParam param) {
    super(param);
  }

  public W2VPush() { super(null);}

  @Override
  public void partitionUpdate(PartitionUpdateParam partParam) {
    if (partParam instanceof W2VPushPartitionParam) {
      W2VPushPartitionParam param = (W2VPushPartitionParam) partParam;
      try {
        update((RowBasedPartition) psContext.getMatrixStorageManager().getPart(param.getPartKey()), param);
      } finally {
        param.clear();
      }
    }
  }

  private void update(RowBasedPartition partition,
                      W2VPushPartitionParam param) {
    PartitionKey pkey = param.getPartKey();
    int totalRows = pkey.getEndRow() - pkey.getStartRow();
    int startRow  = pkey.getStartRow();
    float[][] rows = new float[totalRows][];
    int numNodePerRow = param.numNodePerRow;
    int startNode = startRow * numNodePerRow;
    int dimension = param.dimension;

    for (int row = startRow; row < startRow + totalRows; row ++)
      rows[row - startRow] = ServerRowUtils.getVector((ServerIntFloatRow) partition
              .getRow(row)).getStorage()
              .getValues();

    for (int i = 0; i < param.length; i++) {
      int node = param.buf.readInt();
      int rowId  = (node - startNode) / numNodePerRow;
      int offset  = (node % numNodePerRow) * dimension * 2;
      float[] values = rows[rowId];
      for (int d = 0; d < dimension * 2; d ++)
        values[offset + d] += param.buf.readFloat();
    }
  }
}