marytts.htsengine.HTSParameterGeneration Maven / Gradle / Ivy
The newest version!
/* ----------------------------------------------------------------- */
/* The HMM-Based Speech Synthesis Engine "hts_engine API" */
/* developed by HTS Working Group */
/* http://hts-engine.sourceforge.net/ */
/* ----------------------------------------------------------------- */
/* */
/* Copyright (c) 2001-2010 Nagoya Institute of Technology */
/* Department of Computer Science */
/* */
/* 2001-2008 Tokyo Institute of Technology */
/* Interdisciplinary Graduate School of */
/* Science and Engineering */
/* */
/* All rights reserved. */
/* */
/* Redistribution and use in source and binary forms, with or */
/* without modification, are permitted provided that the following */
/* conditions are met: */
/* */
/* - Redistributions of source code must retain the above copyright */
/* notice, this list of conditions and the following disclaimer. */
/* - Redistributions in binary form must reproduce the above */
/* copyright notice, this list of conditions and the following */
/* disclaimer in the documentation and/or other materials provided */
/* with the distribution. */
/* - Neither the name of the HTS working group nor the names of its */
/* contributors may be used to endorse or promote products derived */
/* from this software without specific prior written permission. */
/* */
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND */
/* CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, */
/* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
/* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
/* DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS */
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, */
/* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED */
/* TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, */
/* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON */
/* ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, */
/* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY */
/* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
/* POSSIBILITY OF SUCH DAMAGE. */
/* ----------------------------------------------------------------- */
/**
* Copyright 2011 DFKI GmbH.
* All Rights Reserved. Use is subject to license terms.
*
* This file is part of MARY TTS.
*
* MARY TTS is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation, version 3 of the License.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program. If not, see f0Vector = new Vector();
for (i = 0; i < um.getNumUttModel(); i++) {
m = um.getUttModel(i);
// System.out.format("\nmodel=%s totalDur=%d numVoicedFrames=%d F0=%s\n", m.getPhoneName(), m.getTotalDur(),
// m.getNumVoiced(), m.getMaryXmlF0());
// get contour for this model if voiced frames and maryXml has f0 values
dval = getContourSegment(m.getMaryXmlF0(), m.getNumVoiced());
// accumulate the values
for (n = 0; n < dval.length; n++)
f0Vector.add(dval[n]);
}
// interpolate values if necessary
interpolateSegments(f0Vector);
// create a new Lf0Pst with the values from maryXML
HTSPStream newLf0Pst = new HTSPStream(3, f0Vector.size(), HMMData.FeatureType.LF0, htsData.getMaxLf0GvIter());
for (n = 0; n < f0Vector.size(); n++)
newLf0Pst.setPar(n, 0, Math.log(f0Vector.get(n)));
setlf0Pst(newLf0Pst);
}
private double[] getContourSegment(String maryXmlF0, int numVoiced) throws Exception {
int i, t = 0, k = 0, f = 0; // f is number of f0 in xml string
// just fill the values in approx. position
double[] f0Vector = new double[numVoiced];
int index[] = new int[2];
double value[] = new double[2];
int key, n, interval;
double valF0, lastValF0;
if (maryXmlF0 != null) {
Pattern p = Pattern.compile("(\\d+,\\d+)");
Matcher xml = p.matcher(maryXmlF0);
SortedMap f0Map = new TreeMap();
int numF0s = 0;
while (xml.find()) {
String[] f0Values = (xml.group().trim()).split(",");
f0Map.put(new Integer(f0Values[0]), new Double(f0Values[1]));
numF0s++;
}
Set> s = f0Map.entrySet();
Iterator> if0 = s.iterator();
if (numF0s == numVoiced) {
t = 0;
while (if0.hasNext() && t < numVoiced) {
Map.Entry mf0 = if0.next();
key = (Integer) mf0.getKey();
valF0 = (Double) mf0.getValue();
f0Vector[t++] = valF0;
}
} else {
if (numF0s < numVoiced) {
for (i = 0; i < numVoiced; i++)
// then just some values will be filled, so the other must be 0
f0Vector[i] = 0.0;
}
while (if0.hasNext() && t < numVoiced) {
Map.Entry mf0 = if0.next();
key = (Integer) mf0.getKey();
valF0 = (Double) mf0.getValue();
if (key == 0)
n = 0;
else if (key == 100)
n = numVoiced - 1;
else
n = (int) ((numVoiced * key) / 100.0);
if (n >= 0 && n < numVoiced)
f0Vector[n] = valF0;
} // while(if0.hasNext())
} // numF0s == numVoiced
} // if maryXML != null
// for(i=0; i f0) {
int i, n, interval;
double slope;
// check where there are zeros and interpolate
int[] index = new int[2];
double[] value = new double[2];
index[0] = 0;
value[0] = 0.0;
for (i = 0; i < f0.size(); i++) {
if (f0.get(i) > 0.0) {
index[1] = i;
value[1] = f0.get(i);
interval = index[1] - index[0];
if (interval > 1) {
// System.out.format("Interval to interpolate index[0]=%d index[1]=%d\n",index[0],index[1]);
slope = ((value[1] - value[0]) / interval);
for (n = index[0]; n < index[1]; n++) {
double newVal = (slope * (n - index[0])) + value[0];
f0.set(n, newVal);
// System.out.format(" n=%d value:%.1f\n",n,newVal);
}
}
index[0] = index[1];
value[0] = value[1];
}
}
}
private void setRealisedF0(HTSPStream lf0Pst, HTSUttModel um, int numStates) {
int t = 0;
int vt = 0;
for (int i = 0; i < um.getNumUttModel(); i++) {
HTSModel m = um.getUttModel(i);
int numVoicedInModel = m.getNumVoiced();
String formattedF0 = "";
int k = 1;
for (int state = 0; state < numStates; state++) {
for (int frame = 0; frame < m.getDur(state); frame++) {
if (voiced[t++]) {
float f0 = (float) Math.exp(lf0Pst.getPar(vt++, 0));
formattedF0 += "(" + Integer.toString((int) ((k * 100.0) / numVoicedInModel)) + ","
+ Integer.toString((int) f0) + ")";
k++;
}
} // for unvoiced frame
} // for state
if (!formattedF0.contentEquals("")) {
m.setMaryXmlF0(formattedF0);
// m.setUnit_f0ArrayStr(formattedF0);
// System.out.println("ph=" + m.getPhoneName() + " " + formattedF0);
}
} // for model in utterance model list
}
} /* class ParameterGeneration */
© 2015 - 2025 Weber Informatics LLC | Privacy Policy