angry1980.audio.similarity.HashErrorRatesCalculator Maven / Gradle / Ivy
package angry1980.audio.similarity;
import angry1980.audio.dao.FingerprintDAO;
import angry1980.audio.dao.TrackDAO;
import angry1980.audio.model.*;
import org.apache.commons.lang3.ArrayUtils;
import java.util.Collections;
import java.util.List;
import java.util.Objects;
import java.util.stream.Collectors;
public class HashErrorRatesCalculator implements Calculator {
private static final double positiveLimit = 0.8;
private FingerprintType type;
private TrackDAO trackDAO;
private FingerprintDAO fingerprintDAO;
private int batchSize;
private int errorLimit;
public HashErrorRatesCalculator(FingerprintType type, TrackDAO trackDAO, FingerprintDAO fingerprintDAO){
this(type, trackDAO, fingerprintDAO, 25, 8);
}
public HashErrorRatesCalculator(FingerprintType type, TrackDAO trackDAO, FingerprintDAO fingerprintDAO, int batchSize, int errorLimit) {
this.type = type;
this.trackDAO = Objects.requireNonNull(trackDAO);
this.fingerprintDAO = Objects.requireNonNull(fingerprintDAO);
this.batchSize = batchSize;
this.errorLimit = errorLimit;
}
@Override
public List calculate(HashFingerprint fingerprint) {
return trackDAO.get(fingerprint.getTrackId())
.map(track -> trackDAO.findByCluster(track.getCluster()).stream().mapToLong(t -> t.getId()).toArray())
.map(fingerprintDAO::findByTrackIds)
.map(list -> list.stream()
.filter(fp -> fp.getTrackId() != fingerprint.getTrackId())
.map(fp -> (TrackSimilarity)ImmutableTrackSimilarity.builder()
.track1(fingerprint.getTrackId())
.track2(fp.getTrackId())
.value(calculate(fingerprint.getHashes(), fp.getHashes()))
.fingerprintType(type).build()
).filter(ts -> ts.getValue() > 20)
.collect(Collectors.toList())
).orElseGet(() -> Collections.emptyList())
;
}
private int calculate(List source, List other) {
int counter = 0;
if(other == null || source == null){
return counter;
}
int batchSize = Math.min(this.batchSize, other.size() - 1);
for (int begin = 0; begin < source.size(); begin += batchSize){
int end = Math.min(begin + batchSize, source.size());
List batch = source.subList(begin, end);
int limit = (int) (batch.size() * positiveLimit);
int s = 0;
for(int i = 0; i < other.size() - batch.size(); i++){
s = Math.max(s, check(batch, other.subList(i, i + batch.size())));
if(s == batch.size()){
break;
}
}
if(s > limit){
counter += s;
}
}
return counter;
}
private int check(List source, List other){
int counter = 0;
for(int i = 0; i < source.size() && i < other.size(); i++){
int errors = Integer.bitCount(source.get(i).getHash() ^ other.get(i).getHash());
if(errors <= errorLimit){
counter++;
}
}
return counter;
}
}