All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.enioka.jqm.tools.LoaderExternal Maven / Gradle / Ivy

There is a newer version: 2.2.9
Show newest version
package com.enioka.jqm.tools;

import java.io.BufferedReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStreamReader;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;

import javax.persistence.EntityManager;

import org.apache.commons.io.FilenameUtils;
import org.apache.commons.io.IOUtils;
import org.apache.commons.lang.StringUtils;
import org.apache.log4j.Logger;
import org.apache.log4j.RollingFileAppender;

import com.enioka.jqm.jpamodel.JobInstance;

class LoaderExternal implements Runnable
{
    private static Logger jqmlogger = Logger.getLogger(LoaderExternal.class);

    int jobId;
    String opts;
    String logFile;
    int killCheckPeriodMs = 1000;
    QueuePoller qp = null;

    public LoaderExternal(EntityManager em, JobInstance job, QueuePoller qp)
    {
        this.jobId = job.getId();
        this.qp = qp;
        opts = job.getJd().getJavaOpts() == null ? Helpers.getParameter("defaultExternalOpts", "-Xms32m -Xmx128m -XX:MaxPermSize=64m", em)
                : job.getJd().getJavaOpts();
        killCheckPeriodMs = Integer.parseInt(Helpers.getParameter("internalPollingPeriodMs", "1000", em));

        RollingFileAppender a = (RollingFileAppender) Logger.getRootLogger().getAppender("rollingfile");
        logFile = FilenameUtils.getFullPath(a.getFile());
        logFile = FilenameUtils.concat(logFile, StringUtils.leftPad("" + jobId, 10, "0") + ".log");
    }

    @Override
    public void run()
    {
        jqmlogger.debug("Starting external loader for job " + jobId);
        String java_path = FilenameUtils.concat(System.getProperty("java.home"), "bin/java");
        List args = new ArrayList();

        args.add(java_path);
        args.addAll(Arrays.asList(opts.split(" ")));
        args.add("com.enioka.jqm.tools.Main");
        args.add("-s");
        args.add("" + this.jobId);

        ProcessBuilder pb = new ProcessBuilder(args);
        pb.redirectErrorStream(true);
        pb.environment().put("CLASSPATH", System.getProperty("java.class.path"));

        Process p = null;
        try
        {
            jqmlogger.debug("Starting external JVM for ID " + jobId);
            p = pb.start();
        }
        catch (IOException e)
        {
            jqmlogger.error("Could not launch an external payload", e);
            qp.decreaseNbThread(this.jobId);
            return;
        }

        // Wait for end, flushing logs.
        int res = -1;
        InputStreamReader isr = null;
        BufferedReader br = null;
        String buf = "";
        FileWriter f = null;
        String linesep = System.getProperty("line.separator");

        try
        {
            isr = new InputStreamReader(p.getInputStream(), "UTF8");
            f = new FileWriter(logFile);
            br = new BufferedReader(isr);

            while (true)
            {
                // Dump log file
                while (br.ready())
                {
                    buf = br.readLine();
                    if (buf != null)
                    {
                        f.write(buf + linesep);
                    }
                }

                // Done?
                try
                {
                    res = p.exitValue();
                    // if here, has exited.
                    break;
                }
                catch (IllegalThreadStateException t)
                {
                    // Nothing to do - it means process still running
                }

                // Wait between loops.
                Thread.sleep(1000);
            }
        }
        catch (Exception e)
        {
            jqmlogger.error("could not retrieve external payload flows", e);
        }
        finally
        {
            IOUtils.closeQuietly(br);
            IOUtils.closeQuietly(f);
            IOUtils.closeQuietly(isr);

            qp.decreaseNbThread(this.jobId);
        }

        if (res != 0)
        {
            jqmlogger.error("an external payload has exited with return code " + res + ". Abnormal - it should always be 0.");
        }
    }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy