net.sf.okapi.lib.verification.TermChecker Maven / Gradle / Ivy
/*===========================================================================
Copyright (C) 2010-2013 by the Okapi Framework contributors
-----------------------------------------------------------------------------
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
===========================================================================*/
package net.sf.okapi.lib.verification;
import java.net.URI;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Iterator;
import java.util.List;
import net.sf.okapi.common.LocaleId;
import net.sf.okapi.common.Range;
import net.sf.okapi.common.annotation.IssueType;
import net.sf.okapi.common.resource.ITextUnit;
import net.sf.okapi.common.resource.Segment;
import net.sf.okapi.common.resource.TextFragment;
import net.sf.okapi.common.resource.TextUnitUtil;
import net.sf.okapi.lib.terminology.TermHit;
import net.sf.okapi.lib.terminology.simpletb.SimpleTB;
public class TermChecker {
private ArrayList issues;
private LocaleId srcLoc;
private LocaleId trgLoc;
private SimpleTB ta;
private boolean stringSearch;
private boolean betweenCodes;
public void initialize (SimpleTB termAccess,
LocaleId srcLoc,
LocaleId trgLoc,
boolean stringSearch,
boolean betweenCodes)
{
issues = new ArrayList<>();
this.ta = termAccess;
this.srcLoc = srcLoc;
this.trgLoc = trgLoc;
this.stringSearch = stringSearch;
this.betweenCodes = betweenCodes;
ta.initialize(stringSearch, betweenCodes);
}
public int verify (URI docId,
String subDocId,
ITextUnit tu,
Segment srcSeg,
Segment trgSeg)
{
if ( stringSearch ) {
return verifyStrings(docId, subDocId, tu, srcSeg, trgSeg);
}
else {
return verifyTerms(docId, subDocId, tu, srcSeg, trgSeg);
}
}
private int verifyTerms (URI docId,
String subDocId,
ITextUnit tu,
Segment srcSeg,
Segment trgSeg)
{
issues.clear();
// Get the list of the terms in the source text
List srcList = ta.getExistingTerms(srcSeg.text, srcLoc, trgLoc);
// Get the list of the terms in the target text (based on the source list)
List trgList = getExistingTargetTerms(trgSeg.text, srcList);
// Remove proper correspondences
removeMatches(srcList, trgList);
// The source list has now only orphan source terms
for ( TermHit th : srcList ) {
Issue issue = new Issue(docId, subDocId, IssueType.TERMINOLOGY, tu.getId(), srcSeg.getId(),
String.format("In the glossary \"%s\" is translated \"%s\".", th.sourceTerm.getText(), th.targetTerm.getText()),
-1, 0, -1, 0, Issue.DISPSEVERITY_LOW, tu.getName());
//QualityChecker.fromFragmentToString(srcSeg.text, th.range.start), QualityChecker.fromFragmentToString(srcSeg.text, th.range.end),
// -1, 0, Issue.SEVERITY_LOW, tu.getName());
issues.add(issue);
}
return issues.size();
}
private int verifyStrings (URI docId,
String subDocId,
ITextUnit tu,
Segment srcSeg,
Segment trgSeg)
{
issues.clear();
// Get the list of the terms in the source text
List srcList = ta.getExistingStrings(srcSeg.text, srcLoc, trgLoc);
// Get the list of the terms in the target text (based on the source list)
List trgList = getExistingTargetStrings(trgSeg.text, srcList, betweenCodes);
// Remove proper correspondences
removeMatches(srcList, trgList);
// The source list has now only orphan source terms
for ( TermHit th : srcList ) {
Issue issue = new Issue(docId, subDocId, IssueType.TERMINOLOGY, tu.getId(), srcSeg.getId(),
String.format("In the glossary \"%s\" is translated \"%s\".", th.sourceTerm.getText(), th.targetTerm.getText()),
TextFragment.fromFragmentToString(srcSeg.text, th.range.start),
TextFragment.fromFragmentToString(srcSeg.text, th.range.end),
-1, 0, Issue.DISPSEVERITY_LOW, tu.getName());
issues.add(issue);
}
return issues.size();
}
public List getIssues () {
return issues;
}
/**
* Get a list of existing target term in a given fragment based on a list of
* TermHit object for the source.
* Use this method to find the target terms in a text from a list of source term
* found in a source text. This allows to go faster as only the terms for which we
* have source matches are looked at.
* @param frag the fragment to process.
* @param sourceHits the list of TermHit objects found in the source.
* @return a list of existing target term in a given fragment based on a list
* of TermHit objects.
*/
public static List getExistingTargetTerms (TextFragment frag,
List sourceHits)
{
String text = TextUnitUtil.getText(frag).toLowerCase(); // Strip inline codes and convert to lowercase
List parts = Arrays.asList(text.split("\\s"));
List res = new ArrayList<>();
for ( TermHit th : sourceHits) {
if ( parts.contains(th.targetTerm.getText().toLowerCase()) ) {
TermHit hit = new TermHit();
hit.sourceTerm = th.targetTerm;
hit.targetTerm = th.sourceTerm;
res.add(hit);
}
}
return res;
}
public static List getExistingTargetStrings (TextFragment frag,
List sourceHits,
boolean betweenCodes)
{
StringBuilder text = new StringBuilder(frag);
List res = new ArrayList<>();
Range location = new Range(0, 0);
for ( TermHit th : sourceHits) {
if ( !SimpleTB.isValidMatch(text, th.targetTerm.getText(), location, betweenCodes) ) continue;
// Else: Save the term
TermHit hit = new TermHit();
hit.sourceTerm = th.targetTerm;
hit.targetTerm = th.sourceTerm;
res.add(hit);
// Obliterate the match so we don't re-match it
for ( int i=location.start; iAssuming the source list comes from a source text and the target list from its
* corresponding translation: The resulting source list indicates the terms that are likely
* to have not been translated according the terminology, or have a different meaning as the
* term listed in the source list.
* @param srcList the source list.
* @param trgList the target list.
* @return the modified source list. Note that both lists are modified after the call.
*/
public static List removeMatches (List srcList,
List trgList)
{
TermHit srcHit;
TermHit trgHit;
Iterator srcIter = srcList.iterator();
outerLoop:
while ( srcIter.hasNext() ) {
srcHit = srcIter.next();
Iterator trgIter = trgList.iterator();
while ( trgIter.hasNext() ) {
trgHit = trgIter.next();
// Compare both source and target with the reverse
if ( srcHit.targetTerm.getText().equals(trgHit.sourceTerm.getText()) &&
srcHit.sourceTerm.getText().equals(trgHit.targetTerm.getText()) ) {
// This is the same term: remove both items
trgIter.remove();
srcIter.remove();
continue outerLoop;
}
}
}
return srcList;
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy