org.deeplearning4j.text.movingwindow.Util Maven / Gradle / Ivy
/*-
*
* * Copyright 2015 Skymind,Inc.
* *
* * Licensed under the Apache License, Version 2.0 (the "License");
* * you may not use this file except in compliance with the License.
* * You may obtain a copy of the License at
* *
* * http://www.apache.org/licenses/LICENSE-2.0
* *
* * Unless required by applicable law or agreed to in writing, software
* * distributed under the License is distributed on an "AS IS" BASIS,
* * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* * See the License for the specific language governing permissions and
* * limitations under the License.
*
*/
package org.deeplearning4j.text.movingwindow;
import org.nd4j.linalg.primitives.Counter;
import org.nd4j.linalg.primitives.CounterMap;
import java.util.List;
import java.util.logging.Level;
import java.util.logging.Logger;
public class Util {
private Util() {}
/**
* Returns a thread safe counter map
* @return
*/
public static CounterMap parallelCounterMap() {
CounterMap totalWords = new CounterMap<>();
return totalWords;
}
/**
* Returns a thread safe counter
* @return
*/
public static Counter parallelCounter() {
Counter totalWords = new Counter<>();
return totalWords;
}
public static boolean matchesAnyStopWord(List stopWords, String word) {
for (String s : stopWords)
if (s.equalsIgnoreCase(word))
return true;
return false;
}
public static Level disableLogging() {
Logger logger = Logger.getLogger("org.apache.uima");
while (logger.getLevel() == null) {
logger = logger.getParent();
}
Level level = logger.getLevel();
logger.setLevel(Level.OFF);
return level;
}
}