org.dstadler.audio.player.TarsosDSPPlayer Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of commons-audio Show documentation
Common utilities I find useful when developing audio-related projects.
There is a newer version: 1.2.1
package org.dstadler.audio.player;

import be.tarsos.dsp.AudioDispatcher;
import be.tarsos.dsp.WaveformSimilarityBasedOverlapAdd;
import be.tarsos.dsp.io.TarsosDSPAudioInputStream;
import be.tarsos.dsp.io.jvm.JVMAudioInputStream;
import com.google.common.base.Preconditions;
import org.apache.commons.lang3.StringUtils;

import javax.sound.sampled.AudioFormat;
import javax.sound.sampled.AudioInputStream;
import javax.sound.sampled.AudioSystem;
import javax.sound.sampled.LineUnavailableException;
import javax.sound.sampled.UnsupportedAudioFileException;
import java.io.IOException;
import java.io.InputStream;

/**
 * AudioPlayer implementation which uses the TarsosDSP functionality for playback
 * and potentially for slowing down or speeding up the played audio in order to
 * allow to build up more buffer for seeking forward or backwards.
 */
public class TarsosDSPPlayer implements AudioPlayer {
    private final InputStream stream;
    private AudioInputStream ain;
    private AudioDispatcher dispatcher;
    private float tempo = 1.0f;

    private WaveformSimilarityBasedOverlapAdd wsola;
    private float sampleRate;

    public TarsosDSPPlayer(InputStream stream) {
        this.stream = stream;
    }

    @Override
    public void setOptions(String options) {
        if(StringUtils.isNotEmpty(options)) {
            tempo = Float.parseFloat(options);
            Preconditions.checkState(tempo > 0,
                    "Cannot play at speed zero or less, but had: %s",
                    tempo);

            // if already playing, pass on the new parameters to allow to change tempo at runtime
            if (wsola != null) {
                wsola.setDispatcher(dispatcher);
                wsola.setParameters(WaveformSimilarityBasedOverlapAdd.Parameters.musicDefaults(tempo, sampleRate));
            }
        }
    }

    @Override
    public void play() throws IOException, UnsupportedAudioFileException {
        try {
            // first create the AudioInputStream for the incoming audio data (usually MP3!)
            ain = AudioSystem.getAudioInputStream(stream);

            // wrap it so that it is decoded to PCM using the MP3SPI support
            ain = AudioUtils.convertToSupportedAudio(ain);

            // transform the stream to mono as TarsosDSP can only process Mono currently
            AudioInputStream monoStream = AudioUtils.convertToMono(ain);

            TarsosDSPAudioInputStream audioStream = new JVMAudioInputStream(monoStream);

            // in order to be able to speed up or slow down audio playback, add the WSOLA time stretcher
            AudioFormat monoFormat = monoStream.getFormat();

            // then define the time stretching step
            sampleRate = monoFormat.getSampleRate();
            wsola = new WaveformSimilarityBasedOverlapAdd(
                    WaveformSimilarityBasedOverlapAdd.Parameters.musicDefaults(tempo, sampleRate));

            // then start up the TarsosDSP audio system
            dispatcher = new AudioDispatcher(audioStream,
                    wsola.getInputBufferSize() * monoFormat.getChannels(),
                    wsola.getOverlap() * monoFormat.getChannels());

            dispatcher.addAudioProcessor(wsola);

            //  the audio-output processor provides the actual audio playback in the pipeline
            dispatcher.addAudioProcessor(new be.tarsos.dsp.io.jvm.AudioPlayer(dispatcher.getFormat()));

            // finally run the audio pipeline directly, no need for a separate thread
            // here because the player runs in its own thread already anyway
            dispatcher.run();
        } catch (LineUnavailableException e) {
            throw new IOException(e);
        }
    }

    @Override
    public void close() throws IOException {
        if(dispatcher != null) {
            dispatcher.stop();
            dispatcher = null;
        }

        if(ain != null) {
            ain.close();
            ain = null;
        }

        if(stream != null) {
            stream.close();
        }

        wsola = null;
    }
}