org.fnlp.util.MyArrays Maven / Gradle / Ivy
/**
* This file is part of FNLP (formerly FudanNLP).
*
* FNLP is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* FNLP is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with FudanNLP. If not, see countFrequency(TIntIntHashMap freqmap) {
TreeMap map = new TreeMap();
TIntIntIterator it = freqmap.iterator();
while(it.hasNext()){
it.advance();
int freq = it.value();
if(map.containsKey(freq)){
map.put(freq, map.get(freq)+1);
}else
map.put(freq, 1);
}
return map;
}
/**
*
* @param count
* @param nbin
* @return 直方图
*/
public static float[][] histogram(float[] count, int nbin) {
float maxCount = Float.NEGATIVE_INFINITY;
float minCount = Float.MAX_VALUE;
for (int i = 0; i < count.length; i++) {
if (maxCount < count[i]) {
maxCount = count[i];
}
if (minCount > count[i]) {
minCount = count[i];
}
}
float[][] hist = new float[2][nbin];
float interv = (maxCount - minCount) / nbin;
for (int i = 0; i < count.length; i++) {
int idx = (int) Math.floor((count[i] - minCount) / interv);
if (idx == nbin)
idx--;
hist[0][idx]++;
}
for (int i = 0; i < nbin; i++) {
hist[1][i] = minCount + i * interv;
}
return hist;
}
/**
* 归一化
*
* @param c
*/
public static void normalize(float[] c) {
float max = Float.MIN_VALUE;
float min = Float.MAX_VALUE;
for (int i = 0; i < c.length; i++) {
if (min > c[i])
min = c[i];
if (max < c[i])
max = c[i];
}
float val = max - min;
if (val == 0)
return;
for (int i = 0; i < c.length; i++) {
c[i] = (c[i] - min) / val;
}
}
/**
* 概率归一化
*
* @param c 数组元素必须大于等于0
*/
public static void normalize2Prop(float[] c) {
float sum = sum(c);
if (sum == 0)
return;
for (int i = 0; i < c.length; i++) {
c[i] = c[i] / sum;
}
}
/**
* 对数组的绝对值由大到小排序，返回调整后元素对于的原始下标
*
* @param c
* 待排序数组
* @return 原始下标
*/
public static int[] sort(float[] c) {
HashMap map = new HashMap();
for (int i = 0; i < c.length; i++) {
if (c[i] != 0.0) {
map.put(i, Math.abs(c[i]));
}
}
ArrayList> list = new ArrayList>(
map.entrySet());
Collections.sort(list, new Comparator>() {
@Override
public int compare(Entry o1,
Entry o2) {
if (o2.getValue() > o1.getValue()) {
return 1;
} else if (o1.getValue() > o2.getValue()) {
return -1;
} else {
return 0;
}
}
});
int[] idx = new int[list.size()];
for (int i = 0; i < list.size(); i++) {
idx[i] = list.get(i).getKey();
}
return idx;
}
/**
* 得到总能量值大于thres的元素对应的下标
*
* @param c
* @param thres
* @param r
* true表示返回最大的，false表示返回剩余的
* @return 元素下标
*/
public static int[] getTop(float[] c, float thres, boolean r) {
int[] idx = sort(c);
int i;
float total = 0;
float[] cp = new float[idx.length];
for (i = 0; i < idx.length; i++) {
cp[i] = (float) Math.pow(c[idx[i]], 2);
total += cp[i];
}
float ratio = 0;
for (i = 0; i < idx.length; i++) {
ratio += cp[i] / total;
if (ratio > thres)
break;
}
int[] a;
if (r)
a = Arrays.copyOfRange(idx, 0, i);
else
a = Arrays.copyOfRange(idx, i, idx.length);
return a;
}
/**
* 对部分下标的元素赋值
*
* @param c
* 数组
* @param idx
* 赋值下标
* @param v
* 值
*/
public static void set(float[] c, int[] idx, float v) {
for (int i = 0; i < idx.length; i++) {
c[idx[i]] = v;
}
}
/**
* 移除能量值小于一定阈值的项
* @param c 数组
* @param v 阈值
*/
public static void trim(float[] c, float v) {
int[] idx = getTop(c, v, false);
set(c, idx, 0.0f);
}
/**
* 求和
* @param c
* @return 所有元素的和
*/
public static int sum(int[] c) {
int s = 0;
for (int i = 0; i < c.length; i++) {
if (c[i] != 0)
s+=c[i];
}
return s;
}
/**
* 累加
* @param c
* @return 所有元素的和
*/
public static int[] accumulate(int[] c) {
int[] s = new int[c.length];
s[0] =c[0];
for (int i = 1; i < c.length; i++) {
s[i]+=s[i-1]+c[i];
}
return s;
}
/**
* 计算方差
* @param c
* @return
*/
public static float viarance(float[] c) {
float aver = average(c);
float via = 0.0f;
for(int i=0;i 0;) {
cp[i] = (float) Math.pow(data.get(idx[i]), 2);
total += cp[i];
}
float ratio = 0;
for (i = 0; i < idx.length; i++) {
ratio += cp[i] / total;
if (ratio > thres)
break;
}
int[][] a = new int[2][];
a[0] = Arrays.copyOfRange(idx, 0, i);
a[1] = Arrays.copyOfRange(idx, i, idx.length);
return a;
}
/**
* 对部分下标的元素赋零
*
* @param data
* 数组
* @param idx
* 赋值下标
*/
public static void setZero(TIntFloatHashMap data, int[] idx) {
for(int i = 0; i < idx.length; i++) {
if (data.containsKey(idx[i])) {
data.remove(idx[i]);
}
}
}
/**
* 移除能量值小于一定阈值的项
* @return
*
*/
public static int[] trim(TIntFloatHashMap data, float v) {
int[][] idx = getTop(data, v);
setZero(data, idx[1]);
return idx[0];
}
/**
* 移除能量值小于一定阈值的项
*
*/
public static void trim(HashSparseVector c, float v) {
trim(c.data,v);
}
} © 2015 - 2025 Weber Informatics LLC | Privacy Policy