marytts.tools.voiceimport.SphinxLabelingPreparator Maven / Gradle / Ivy
The newest version!
/**
* Copyright 2006 DFKI GmbH.
* All Rights Reserved. Use is subject to license terms.
*
* This file is part of MARY TTS.
*
* MARY TTS is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation, version 3 of the License.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program. If not, see ");
sentenceBoundary = false;
}
// go through the phones
NodeList phoneNodes = token.getElementsByTagName(MaryXML.PHONE);
for (int j = 0; j < phoneNodes.getLength(); j++) {
// get the next phone node
Element phoneNode = (Element) phoneNodes.item(j);
// get the phone
String phone = phoneNode.getAttribute("p");
// convert the phone to Sphinx format
phone = convertPhone(phone);
if (!dictionary.containsKey(phone)) {
// store word and pronounciation in dictionary:
// build new pronounciation List
List phoneList = new ArrayList();
phoneList.add(phone);
// add
dictionary.put(phone, phoneList);
}
// append the phone to the other phones
// phoneList.add(phone);
// add the phone to the phone set if not already there
phones.add(phone);
trainBuff.append(" " + phone);
alignBuff.append(" " + phone);
}
// }//end of if not word in dictionary
numTokens++;
} // end of loop through tokens
// System.out.println("NumTokens: "+numTokens);
// print transcription to transcription out
transTrainOut.println("" + trainBuff.toString() + " (" + nextFilename + ")");
if (first) {
transLabelOut.print(alignBuff.toString().trim());
// System.out.println(transBuff.toString());
first = false;
} else {
transLabelOut.print("\n" + alignBuff.toString().trim());
// System.out.println(transBuff.toString());
}
line = transIn.readLine();
// for the progress bar
if (index == nextPercentAfter) {
// next percent is due
progress++;
index = 1;
} else {
index++;
}
} // end of loop through lines of txt.done.data
// close the streams
transIn.close();
transTrainOut.flush();
transTrainOut.close();
transLabelOut.flush();
transLabelOut.close();
// store the filenames locally and in basenames
int numFiles = filenameList.size();
filenames = new String[numFiles];
for (int i = 0; i < numFiles; i++) {
filenames[i] = (String) filenameList.get(i);
}
bnl.clear();
bnl.add(filenames);
}
/**
* Convert the given xml-node and its subnodes to Strings and collect them in the given StringBuilder
*
* @param motherNode
* the xml-node
* @param ppText
* the StringBuilder
*/
private void getXMLAsString(Node motherNode, StringBuilder ppText) {
NodeList children = motherNode.getChildNodes();
for (int i = 0; i < children.getLength(); i++) {
Node nextChild = children.item(i);
String name = nextChild.getLocalName();
if (name == null) {
continue;
}
ppText.append("<" + name);
if (nextChild instanceof Element) {
if (nextChild.hasAttributes()) {
NamedNodeMap atts = nextChild.getAttributes();
for (int j = 0; j < atts.getLength(); j++) {
String nextAtt = atts.item(j).getNodeName();
ppText.append(" " + nextAtt + "=\"" + ((Element) nextChild).getAttribute(nextAtt) + "\"");
}
}
}
if (name.equals("boundary")) {
ppText.append("/>\n");
continue;
}
ppText.append(">\n");
if (name.equals("t")) {
ppText.append(MaryDomUtils.tokenText((Element) nextChild) + "\n\n");
} else {
if (nextChild.hasChildNodes()) {
getXMLAsString(nextChild, ppText);
}
ppText.append("\n");
}
}
}
/**
* Get a maryxml header with the given locale
*
* @param locale
* the locale
* @return the maryxml header
*/
private String getMaryXMLHeader(String locale) {
return "\n" + "\n";
}
/**
* Get a new MARY client
*
* @throws IOException
* IOException
* @return the MARY client
*/
private MaryClient getMaryClient() throws IOException {
if (mary == null) {
try {
mary = MaryClient.getMaryClient(new Address(getProp(MARYSERVERHOST), Integer.parseInt(getProp(MARYSERVERPORT))));
} catch (IOException e) {
throw new IOException("Could not connect to Maryserver at " + getProp(MARYSERVERHOST) + " "
+ getProp(MARYSERVERPORT));
}
}
return mary;
}
/**
* Dump the phone set
*
* @param phones
* the phone set
* @throws IOException
* IOException
*/
private void dumpPhoneFile(Set phones) throws IOException {
PrintWriter phoneOut = new PrintWriter(new FileOutputStream(new File(outputDir + "/" + voicename + ".phone")));
// dump phone set
for (Iterator it = phones.iterator(); it.hasNext();) {
phoneOut.println((String) it.next());
}
// add silence symbol
phoneOut.println("SIL");
phoneOut.flush();
phoneOut.close();
}
/**
* Convert the given phone to Sphinx-readable format
*
* @param phone
* the phone
* @return the converted phone
*/
private String convertPhone(String phone) {
// since Sphinx is not case sensitive,
// convert everything to uppercase
// and mark originally uppercase characters with *
char[] phoneChars = phone.toCharArray();
StringBuilder convertedPhone = new StringBuilder();
for (int i = 0; i < phoneChars.length; i++) {
char phoneChar = phoneChars[i];
if (Character.isLetter(phoneChar)) {
if (Character.isLowerCase(phoneChar)) {
// convert to uppercase
convertedPhone.append(Character.toUpperCase(phoneChar));
} else {
// insert * before the char
convertedPhone.append("*" + phoneChar);
}
} else {
// just append non-letter signs
convertedPhone.append(phoneChar);
}
}
return convertedPhone.toString();
}
/**
* Dump the dictionary
*
* @param dictionary
* the dictionary
* @throws IOException
* IOException
*/
private void dumpDictFile(Map dictionary) throws IOException {
PrintWriter dictOut = new PrintWriter(new FileOutputStream(new File(outputDir + "/" + voicename + ".dic")));
// dump dictionary
Set words = dictionary.keySet();
for (Iterator it = words.iterator(); it.hasNext();) {
String nextWord = (String) it.next();
dictOut.print(nextWord);
List nextPhones = (List) dictionary.get(nextWord);
for (int i = 0; i < nextPhones.size(); i++) {
dictOut.print(" " + (String) nextPhones.get(i));
}
if (it.hasNext()) {
dictOut.print("\n");
}
}
dictOut.flush();
dictOut.close();
}
/**
* Dump the filler dictionary
*
* @throws IOException
* IOException
*/
private void dumpFillerDictFile() throws IOException {
PrintWriter fillerDictOut = new PrintWriter(new FileOutputStream(new File(outputDir + "/" + voicename + ".filler")));
// print silence symbol
fillerDictOut.print(" SIL\n SIL\n SIL");
fillerDictOut.flush();
fillerDictOut.close();
}
/**
* Convert the MFCCs to Sphinx format
*
* @throws Exception
* Exception
*/
private void convertMFCCs() throws Exception {
String wavDir = db.getProp(db.WAVDIR);
String wavExt = db.getProp(db.WAVEXT);
// loop through wav files
Runtime rtime = Runtime.getRuntime();
File wavDestDir = new File(st.getCanonicalPath() + "/wav");
if (!wavDestDir.exists()) {
wavDestDir.mkdir();
}
// for the progress bar
long nextPercentAfter = Math.round(1 / (23.0 / filenames.length));
int index = 1;
// loop through filenames
for (int i = 0; i < filenames.length; i++) {
String wavFileName = filenames[i];
// get a shell
Process process = rtime.exec("/bin/bash");
// get an output stream to write to the shell
PrintWriter pw = new PrintWriter(new OutputStreamWriter(process.getOutputStream()));
// go to voicedir and call ch_wave
pw.print("( cd " + db.getProp(db.ROOTDIR) + "; " + getProp(ESTDIR) + "/bin/ch_wave -otype nist -o st/wav/"
+ wavFileName + wavExt + " " + wavDir + wavFileName + wavExt + "; exit )\n");
pw.close();
process.waitFor();
process.exitValue();
// for the progress bar
if (index == nextPercentAfter) {
// next percent is due
progress++;
index = 1;
} else {
index++;
}
}
// correct st/bin/make_feats.pl
File make_feats = new File(getProp(STDIR) + "bin/make_feats.pl");
BufferedReader bufIn = new BufferedReader(new FileReader(make_feats));
StringBuilder stBuf = new StringBuilder();
String line = bufIn.readLine();
while (line != null) {
if (line.equals("\t \"-di wav -ei sph -do \\\"$CFG_FEATFILES_DIR\\\" \" .")) {
line = "\t \"-di wav -ei wav -do \\\"$CFG_FEATFILES_DIR\\\" \" . ";
}
stBuf.append(line + "\n");
line = bufIn.readLine();
}
bufIn.close();
PrintWriter printOut = new PrintWriter(new FileWriter(make_feats));
printOut.print(stBuf.toString());
printOut.flush();
printOut.close();
progress++;
// call make_feats.pl
rtime = Runtime.getRuntime();
Process process = rtime.exec("/bin/bash");
// get an output stream to write to the shell
PrintWriter pw = new PrintWriter(new OutputStreamWriter(process.getOutputStream()));
// go to voicedir and call make_feats
pw.print("(cd " + st.getAbsolutePath() + "; bin/make_feats.pl -ctl etc/" + voicename + "_train.fileids"
+ " -cfg etc/sphinx_train.cfg" + "; exit )\n");
pw.flush();
pw.close();
// collect the output
BufferedReader errReader = new BufferedReader(new InputStreamReader(process.getErrorStream()));
while ((line = errReader.readLine()) != null) {
System.out.println(line);
}
BufferedReader inReader = new BufferedReader(new InputStreamReader(process.getInputStream()));
line = inReader.readLine();
while (line != null) {
System.out.println(line);
line = inReader.readLine();
}
// shut down
errReader.close();
inReader.close();
process.waitFor();
process.exitValue();
}
/**
* Rewrite the config file so that it matches the voice database
*
* @throws Exception
* Exception
*/
private void rewriteConfigFile() throws Exception {
// open the config file
BufferedReader reader = new BufferedReader(new FileReader(outputDir + "/sphinx_train.cfg"));
// StringBuffer to rewrite the file
StringBuilder sb = new StringBuilder();
String line;
// go through lines of config file
while ((line = reader.readLine()) != null) {
if (line.startsWith("$CFG_DB_NAME")) {
// overwrite db_name with voicename
sb.append("$CFG_DB_NAME = \'" + voicename + "\';\n");
continue;
}
if (line.startsWith("$CFG_DICTIONARY")) {
// overwrite with dictionary file name
sb.append("$CFG_DICTIONARY = \"$CFG_BASE_DIR/etc/$CFG_DB_NAME.dic\";\n");
continue;
}
if (line.startsWith("$CFG_RAWPHONEFILE")) {
// overwrite with phone set file name
sb.append("$CFG_RAWPHONEFILE = \"$CFG_BASE_DIR/etc/$CFG_DB_NAME.phone\";\n");
continue;
}
if (line.startsWith("$CFG_FILLERDICT")) {
// overwrite with filler dictionary file name
sb.append("$CFG_FILLERDICT = \"$CFG_BASE_DIR/etc/$CFG_DB_NAME.filler\";\n");
continue;
}
if (line.startsWith("$CFG_LISTOFFILES")) {
// overwrite with basename list file name
sb.append("$CFG_LISTOFFILES = \"$CFG_BASE_DIR/etc/${CFG_DB_NAME}_train.fileids\";\n");
continue;
}
if (line.startsWith("$CFG_TRANSCRIPTFILE")) {
// overwrite with transcription file name
sb.append("$CFG_TRANSCRIPTFILE = \"$CFG_BASE_DIR/etc/${CFG_DB_NAME}_train.transcription\";\n");
continue;
}
if (line.startsWith("$CFG_HMM_TYPE")) {
// set HMM_type to semi
sb.append("$CFG_HMM_TYPE = '.semi.'; # Sphinx II\n");
continue;
}
// no special line, just append it as it is
sb.append(line + "\n");
}
reader.close();
// overwrite config file with contents of StringBuffer
PrintWriter writer = new PrintWriter(new FileWriter(outputDir + "/sphinx_train.cfg"));
writer.print(sb.toString());
writer.flush();
writer.close();
}
/**
* Provide the progress of computation, in percent, or -1 if that feature is not implemented.
*
* @return -1 if not implemented, or an integer between 0 and 100.
*/
public int getProgress() {
return progress;
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy