com.github.steveash.jg2p.seq.JointInputToTokenSequence Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of jg2p-core Show documentation
The newest version!
/*
 * Copyright 2015 Steve Ash
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.github.steveash.jg2p.seq;

import com.google.common.base.Preconditions;

import java.util.List;

import cc.mallet.grmm.util.LabelsAssignment;
import cc.mallet.pipe.Pipe;
import cc.mallet.types.Alphabet;
import cc.mallet.types.Instance;
import cc.mallet.types.Label;
import cc.mallet.types.LabelAlphabet;
import cc.mallet.types.Labels;
import cc.mallet.types.LabelsSequence;
import cc.mallet.types.TokenSequence;

/**
 * Converts a Word in the data (and target if present) section in to a tokenSequence
 * @author Steve Ash
 */
public class JointInputToTokenSequence extends Pipe {

  private final LabelAlphabet alignDict;
  private final LabelAlphabet phoneDict;

  public JointInputToTokenSequence(Alphabet dataDict, LabelAlphabet alignDict, LabelAlphabet phoneDict) {
    super(dataDict, null);
    this.alignDict = alignDict;
    this.phoneDict = phoneDict;
  }

  @Override
  public Instance pipe(Instance inst) {
    List source = (List) inst.getData();
    List target = (List) inst.getTarget();

    inst.setData(makeTokenSeq(source));
    if (target != null) {
      Preconditions.checkState(target.size() == source.size(), "target %s source %s", target, source);
      Labels[] labels = new Labels[target.size()];
      for (int i = 0; i < target.size(); i++) {
        String[] labelStrings = target.get(i);
        labels[i] = new Labels(new Label[] {
            alignDict.lookupLabel(labelStrings[0]),
            phoneDict.lookupLabel(labelStrings[1])
        });
      }
      inst.setTarget(new LabelsAssignment(new LabelsSequence(labels)));
    }
    return inst;
  }

  private TokenSequence makeTokenSeq(List vals) {
    TokenSequence ts = new TokenSequence(vals.size());
    for (String s : vals) {
      ts.add(s);
    }
    return ts;
  }
}