Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.expleague.ml.methods.greedyRegion.GreedyTDWeakRegionMTA Maven / Gradle / Ivy
package com.expleague.ml.methods.greedyRegion;
import com.expleague.commons.math.vectors.Vec;
import com.expleague.ml.data.impl.BinarizedDataSet;
import com.expleague.ml.data.set.VecDataSet;
import com.expleague.ml.loss.StatBasedLoss;
import com.expleague.ml.loss.WeightedLoss;
import com.expleague.commons.func.AdditiveStatistics;
import com.expleague.commons.random.FastRandom;
import com.expleague.commons.util.ArrayTools;
import com.expleague.commons.util.Pair;
import com.expleague.ml.BFGrid;
import com.expleague.ml.Binarize;
import com.expleague.ml.data.Aggregate;
import com.expleague.ml.loss.L2;
import com.expleague.ml.methods.VecOptimization;
import com.expleague.ml.methods.trees.BFOptimizationSubset;
import com.expleague.ml.models.Region;
import gnu.trove.list.array.TDoubleArrayList;
import java.util.ArrayList;
import java.util.List;
/**
* User: solar
* Date: 15.11.12
* Time: 15:19
*/
public class GreedyTDWeakRegionMTA extends VecOptimization.Stub {
protected final BFGrid grid;
private final FastRandom rand = new FastRandom();
private final double alpha;
private final double beta;
private final int maxFailed;
public GreedyTDWeakRegionMTA(final BFGrid grid) {
this(grid, 0.02, 0.5, 1);
}
public GreedyTDWeakRegionMTA(final BFGrid grid, final double alpha, final double beta, final int maxFailed) {
this.grid = grid;
this.alpha = alpha;
this.beta = beta;
this.maxFailed = maxFailed;
}
public GreedyTDWeakRegionMTA(final BFGrid grid, final double alpha, final double beta) {
this(grid, alpha, beta, 1);
}
Pair initFit(final VecDataSet learn, final Loss loss) {
final BFOptimizationSubset current;
final BinarizedDataSet bds = learn.cache().cache(Binarize.class, VecDataSet.class).binarize(grid);
current = new BFOptimizationSubset(bds, loss, ArrayTools.sequence(0, learn.length()));
final double[] bestRowScores = new double[grid.rows()];
for (int i = 0; i < bestRowScores.length; ++i) {
bestRowScores[i] = Double.POSITIVE_INFINITY;
}
final BFGrid.BinaryFeature[] bestRowFeatures = new BFGrid.BinaryFeature[grid.rows()];
final boolean[] masks = new boolean[grid.rows()];
current.visitAllSplits(new Aggregate.SplitVisitor() {
@Override
public void accept(final BFGrid.BinaryFeature bf, final AdditiveStatistics left, final AdditiveStatistics right) {
final double leftScore = logScore(left);
final double rightScore = logScore(right);
final double bestScore = leftScore > rightScore ? rightScore : leftScore;
if (bestScore < bestRowScores[bf.findex]) {
bestRowScores[bf.findex] = bestScore;
masks[bf.findex] = leftScore > rightScore;
bestRowFeatures[bf.findex] = bf;
}
}
});
final boolean[] resultMasks = new boolean[maxFailed];
final BFGrid.BinaryFeature[] resultFeatures = new BFGrid.BinaryFeature[maxFailed];
for (int i = 0; i < maxFailed; ) {
final boolean[] used = new boolean[bestRowScores.length];
final int index = rand.nextInt(bestRowScores.length);
if (bestRowScores[index] < Double.POSITIVE_INFINITY && !used[index]) {
used[index] = true;
final BFGrid.BinaryFeature feature = bestRowFeatures[index];
final boolean mask = masks[index];
resultFeatures[i] = feature;
resultMasks[i] = mask;
++i;
}
}
return new Pair<>(resultFeatures, resultMasks);
}
@Override
public Region fit(final VecDataSet learn, final Loss loss) {
final List conditions = new ArrayList<>(32);
final byte[] used = new byte[grid.rows()]; //0 not used, 1 left, 2 right, 3 all
final boolean[] usedBF = new boolean[grid.size()];
final List mask = new ArrayList<>();
final Pair init = initFit(learn, loss);
for (int i = 0; i < init.first.length; ++i) {
conditions.add(init.first[i]);
used[init.first[i].findex] = (byte) (init.second[i] ? 2 : 1);
mask.add(init.second[i]);
}
final BinarizedDataSet bds = learn.cache().cache(Binarize.class, VecDataSet.class).binarize(grid);
double currentScore = Double.POSITIVE_INFINITY;
final BFWeakConditionsStochasticOptimizationRegion current =
new BFWeakConditionsStochasticOptimizationRegion(bds, loss, ArrayTools.sequence(0, learn.length()), init.first, init.second, maxFailed);
current.alpha = alpha;
current.beta = beta;
final boolean[] isRight = new boolean[grid.size()];
final double[] scores = new double[grid.size()];
// final double total[] = ArrayTools.repeat(weight(current.total()), weights.length);
while (true) {
// current.visitAllSplits(new Aggregate.SplitVisitor() {
// @Override
// public void accept(BFGrid.BinaryFeature bf, AdditiveStatistics left, AdditiveStatistics right) {
// final AdditiveStatistics leftIn = (AdditiveStatistics) loss.statsFactory().create();
// final AdditiveStatistics rightIn = (AdditiveStatistics) loss.statsFactory().create();
// leftIn.append(left);
// leftIn.append(current.nonCriticalTotal);
// rightIn.append(right);
// rightIn.append(current.nonCriticalTotal);
// final double leftWeight = weight(leftIn);
// final double rightWeight = weight(rightIn);
// weights[bf.bfIndex * 2] = leftWeight / total[0];
// weights[bf.bfIndex * 2 + 1] = rightWeight / total[0];
// }
// });
//
// final double[] probs = weights;//MTA.bernoulliStein(weights, total);
// final double[] probs = MTA.bernoulliStein(weights, total);
current.visitAllSplits(new Aggregate.SplitVisitor() {
@Override
public void accept(final BFGrid.BinaryFeature bf, final AdditiveStatistics left, final AdditiveStatistics right) {
if (usedBF[bf.bfIndex]) {
scores[bf.bfIndex] = Double.POSITIVE_INFINITY;
} else {
double leftScore = Double.POSITIVE_INFINITY;
// if (used[bf.findex] != 1) {
// final double prob = probs[bf.bfIndex * 2];//estimate(csum, ctotal);
// final AdditiveStatistics out = (AdditiveStatistics) loss.statsFactory().create();
{
final AdditiveStatistics in = (AdditiveStatistics) loss.statsFactory().create();
// out.append(right);
// out.append(current.excluded);
in.append(current.nonCriticalTotal);
in.append(left);
// leftScore = (1 - prob) * outScore(out) + prob * inScore(in);// + 2 * ((1-prob) * Math.log(1-prob) + prob * Math.log(prob));
// leftScore = score(out) + score(in);// + 2 * ((1-prob) * Math.log(1-prob) + prob * Math.log(prob));
leftScore = inScore(in);
}
// }
double rightScore = Double.POSITIVE_INFINITY;
{
// if (used[bf.findex] != 2) {
// final double prob = probs[bf.bfIndex * 2 + 1];
// final AdditiveStatistics out = (AdditiveStatistics) loss.statsFactory().create();
final AdditiveStatistics in = (AdditiveStatistics) loss.statsFactory().create();
// out.append(left);
// out.append(current.excluded);
in.append(current.nonCriticalTotal);
in.append(right);
// rightScore = (1 - prob) * outScore(out) + prob * inScore(in);// + 2 * ((1-prob) * Math.log(1-prob) + prob * Math.log(prob));
// rightScore = score(out) + score(in);
rightScore = inScore(in);
}
scores[bf.bfIndex] = leftScore > rightScore ? rightScore : leftScore;
isRight[bf.bfIndex] = leftScore > rightScore;
}
}
});
//
final int bestSplit = ArrayTools.min(scores);
if (bestSplit < 0)
break;
if ((scores[bestSplit] + 1e-9 >= currentScore))
break;
final BFGrid.BinaryFeature bestSplitBF = grid.bf(bestSplit);
final boolean bestSplitMask = isRight[bestSplitBF.bfIndex];
final BFOptimizationSubset outRegion = current.split(bestSplitBF, bestSplitMask);
if (outRegion == null) {
break;
}
// outRegion = determenisticCurrent.split(bestSplitBF, bestSplitMask);
// if (outRegion == null) {
// break;
// }
conditions.add(bestSplitBF);
usedBF[bestSplitBF.bfIndex] = true;
if (used[bestSplitBF.findex] != 0) {
used[bestSplitBF.findex] = 3;
} else {
used[bestSplitBF.findex] = (byte) (isRight[bestSplitBF.bfIndex] ? 2 : 1);
}
mask.add(bestSplitMask);
currentScore = scores[bestSplit];
}
final boolean[] masks = new boolean[conditions.size()];
for (int i = 0; i < masks.length; i++) {
masks[i] = mask.get(i);
}
//
final Region region = new Region(conditions, masks, 1, 0, -1, currentScore, conditions.size() > maxFailed ? maxFailed : 0);
final Vec target = loss.target();
double sum = 0;
double outSum = 0;
double weight = 0;
double outWeight = 0;
for (int i = 0; i < bds.original().length(); ++i) {
if (region.value(bds, i) == 1) {
final double samplWeight = 1.0;// current.size() > 10 ? rand.nextPoisson(1.0) : 1.0;
weight += samplWeight;
sum += target.get(i) * samplWeight;
} else {
outSum += target.get(i);
outWeight++;
}
}
final double value = weight > 1 ? sum / weight : loss.bestIncrement(current.total());//loss.bestIncrement(inside);
// double value = loss.bestIncrement(current.total());//loss.bestIncrement(inside);
return new Region(conditions, masks, value, 0, -1, currentScore, conditions.size() > 1 ? maxFailed : 0);
}
public RegionStats findRegion(final VecDataSet learn, final Loss loss) {
final List conditions = new ArrayList<>(32);
final byte[] used = new byte[grid.rows()]; //0 not used, 1 left, 2 right, 3 all
final boolean[] usedBF = new boolean[grid.size()];
final List mask = new ArrayList<>();
final Pair init = initFit(learn, loss);
for (int i = 0; i < init.first.length; ++i) {
conditions.add(init.first[i]);
used[init.first[i].findex] = (byte) (init.second[i] ? 2 : 1);
mask.add(init.second[i]);
}
final BinarizedDataSet bds = learn.cache().cache(Binarize.class, VecDataSet.class).binarize(grid);
double currentScore = Double.POSITIVE_INFINITY;
final BFWeakConditionsStochasticOptimizationRegion current =
new BFWeakConditionsStochasticOptimizationRegion(bds, loss, ArrayTools.sequence(0, learn.length()), init.first, init.second, maxFailed);
current.alpha = alpha;
current.beta = beta;
final boolean[] isRight = new boolean[grid.size()];
final double[] scores = new double[grid.size()];
while (true) {
current.visitAllSplits(new Aggregate.SplitVisitor() {
@Override
public void accept(final BFGrid.BinaryFeature bf, final AdditiveStatistics left, final AdditiveStatistics right) {
if (used[bf.findex] == 3 || usedBF[bf.bfIndex]) {
scores[bf.bfIndex] = Double.POSITIVE_INFINITY;
} else {
double leftScore = Double.POSITIVE_INFINITY;
if (used[bf.findex] != 1) {
final AdditiveStatistics in = (AdditiveStatistics) loss.statsFactory().create();
in.append(current.nonCriticalTotal);
in.append(left);
leftScore = inScore(in);
}
double rightScore = Double.POSITIVE_INFINITY;
if (used[bf.findex] != 2) {
final AdditiveStatistics in = (AdditiveStatistics) loss.statsFactory().create();
in.append(current.nonCriticalTotal);
in.append(right);
rightScore = inScore(in);
}
scores[bf.bfIndex] = leftScore > rightScore ? rightScore : leftScore;
isRight[bf.bfIndex] = leftScore > rightScore;
}
}
});
//
final int bestSplit = ArrayTools.min(scores);
if (bestSplit < 0)
break;
if ((scores[bestSplit] + 1e-9 >= currentScore))
break;
final BFGrid.BinaryFeature bestSplitBF = grid.bf(bestSplit);
final boolean bestSplitMask = isRight[bestSplitBF.bfIndex];
final BFOptimizationSubset outRegion = current.split(bestSplitBF, bestSplitMask);
if (outRegion == null) {
break;
}
conditions.add(bestSplitBF);
usedBF[bestSplitBF.bfIndex] = true;
if (used[bestSplitBF.findex] != 0) {
used[bestSplitBF.findex] = 3;
} else {
used[bestSplitBF.findex] = (byte) (isRight[bestSplitBF.bfIndex] ? 2 : 1);
}
mask.add(bestSplitMask);
currentScore = scores[bestSplit];
}
final boolean[] masks = new boolean[conditions.size()];
for (int i = 0; i < masks.length; i++) {
masks[i] = mask.get(i);
}
final Region region = new Region(conditions, masks, 1, 0, -1, currentScore, conditions.size() > maxFailed ? maxFailed : 0);
final Vec target = loss.target();
final TDoubleArrayList sample = new TDoubleArrayList();
for (int i = 0; i < bds.original().length(); ++i) {
if (region.value(bds, i) == 1) {
sample.add(target.get(i));
}
}
if (sample.size() == 0) {
sample.add(0);
}
return new RegionStats(conditions, masks, sample, conditions.size() > 1 ? maxFailed : 0);
}
class RegionStats {
final List conditions;
final boolean[] mask;
final TDoubleArrayList inside;
final int maxFailed;
RegionStats(final List conditions, final boolean[] mask, final TDoubleArrayList inside, final int maxFailed) {
this.conditions = conditions;
this.mask = mask;
this.inside = inside;
this.maxFailed = maxFailed;
}
}
private double estimate(final double[] sum, final double[] counts) {
double p = 1;
for (int i = 0; i < sum.length; ++i) {
p *= sum[i] / counts[i];
}
return p;
// double[] probs = MTA.bernoulliStein(sum, counts);
// double p = 0;
// for (int i = 0; i < sum.length; ++i) {
// p += Math.log(probs[i]);
// }
// return Math.exp(p);
}
public static double weight(final AdditiveStatistics stats) {
if (stats instanceof WeightedLoss.Stat) {
return ((L2.Stat) ((WeightedLoss.Stat) stats).inside).weight;
}
if (stats instanceof L2.Stat) {
return ((L2.Stat) stats).weight;
}
return 0;
}
public static double sum(final AdditiveStatistics stats) {
if (stats instanceof WeightedLoss.Stat) {
return ((L2.Stat) ((WeightedLoss.Stat) stats).inside).sum;
}
if (stats instanceof L2.Stat) {
return ((L2.Stat) stats).sum;
}
return 0;
}
public static double sum2(final AdditiveStatistics stats) {
if (stats instanceof WeightedLoss.Stat) {
return ((L2.Stat) ((WeightedLoss.Stat) stats).inside).sum2;
}
if (stats instanceof L2.Stat) {
return ((L2.Stat) stats).sum2;
}
return 0;
}
public double score(final AdditiveStatistics stats) {
final double sum = sum(stats);
final double sum2 = sum2(stats);
final double weight = weight(stats);
return weight > 2 ? (-sum * sum / weight) * weight * (weight - 2) / (weight * weight - 3 * weight + 1) * (1 + 2 * Math.log(weight + 1)) : 0;
// return weight > 1 ? (sum2 / (weight - 1) - sum * sum / (weight - 1) / (weight - 1)) : sum2;
// return weight > 2 ? (sum2 / weight - sum * sum / weight / weight) * weight * (weight - 2) / (weight * weight - 3 * weight + 1) * (1 + 2 * Math.log(weight + 1)) : 0;
// final double n = stats.weight;
// return n > 2 ? n*(n-2)/(n * n - 3 * n + 1) * (stats.sum2 - stats.sum * stats.sum / n) : stats.sum2;
// return (stats.sum2 / (n-1) -stats.sum * stats.sum / (n - 1) / (n - 1));
}
public double inScore(final AdditiveStatistics stats) {
final double weight = weight(stats);
if (weight < 5) {
return Double.POSITIVE_INFINITY;
}
final double sum = sum(stats);
// double sum2 = sum2(stats);
return weight > 2 ? (-sum * sum / weight) * weight * (weight - 2) / (weight * weight - 3 * weight + 1) : 0;
// return (-sum * sum / weight) * weight * (weight - 2) / (weight * weight - 3 * weight + 1) * (1 + 2 * Math.log(weight + 1));
// return weight > 2 ? (-sum * sum / (weight - 1) / (weight - 1)) * (1 + Math.log(weight + 1)) : 0;
// return -sum * sum / (weight - 1) / (weight - 1);
// return weight > 1 ? (sum2 / (weight - 1) - sum * sum / (weight - 1) / (weight - 1)) : sum2;
// final double n = stats.weight;
// return (weight - 2) / (weight * weight - 3 * weight + 1) * (sum2 - sum * sum / weight);
// return (sum2 /(weight-1) - sum * sum / weight / (weight-1));
// return (stats.sum2 / (n-1) -stats.sum * stats.sum / (n - 1) / (n - 1));
}
public double outScore(final AdditiveStatistics stats) {
final double sum2 = sum2(stats);
final double sum = sum(stats);
final double weight = weight(stats);
if (weight < 5) {
return Double.POSITIVE_INFINITY;
}
return 0;
// return weight > 1 ? (sum2 / (weight - 1) - sum * sum / (weight - 1) / (weight - 1)) : sum2;
// return sum2 / (weight - 1) ;
// return weight > 1 ? sum2 / (weight - 1) : sum2;
//
// return weight > 1 ? sum2 / (weight - 1) : sum2;
// final double n = stats.weight;
// return n > 2 ? n*(n-2)/(n * n - 3 * n + 1) * (stats.sum2 - stats.sum * stats.sum / n) : stats.sum2;
// return (stats.sum2 / (n-1) -stats.sum * stats.sum / (n - 1) / (n - 1));
}
public double logScore(final AdditiveStatistics stats) {
final double weight = weight(stats);
final double sum = sum(stats);
return weight > 2 ? (-sum * sum / weight) * weight * (weight - 2) / (weight * weight - 3 * weight + 1) * (1 + 2 * Math.log(weight + 1)) : 0;
}
}
