• Home
• ru.odnoklassniki
• ok-ml-pipelines_2.10
• 0.2-spark1.6
• source code
• MatrixUtils.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

org.apache.spark.mllib.odkl.MatrixUtils.scala Maven / Gradle / Ivy

package org.apache.spark.mllib.odkl

import org.apache.spark.mllib.linalg.{DenseMatrix, Matrix}

/**
  * Created by dmitriybugaichenko on 19.11.16.
  *
  * Utility alowing access of certain hidden methods of Spark's mllib linalg
  */
object MatrixUtils {

  def transformDense(matrix: DenseMatrix, transformer: (Int, Int, Double) => Double): DenseMatrix = {
    matrix.foreachActive((i, j, v) => {
      matrix(i, j) = transformer(i, j, v)
    })
    matrix
  }

  def applyNonZeros(source: Matrix, target: DenseMatrix, transformer: (Int, Int, Double, Double) => Double): DenseMatrix = {
    source.foreachActive((i, j, v) => {
      val index = target.index(i, j)
      target.values(index) = transformer(i, j, v, target.values(index))
    })
    target
  }

  def applyAll(source: Matrix, target: DenseMatrix, transformer: (Int, Int, Double, Double) => Double): DenseMatrix = {
    for (j <- 0 until source.numCols; i <- 0 until source.numRows) {
      val index = target.index(i, j)
      target.values(index) = transformer(i, j, source(i, j), target.values(index))
    }
    target
  }
}