com.presidentio.but.unit.pig.PigUnit Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of pig-unit Show documentation
The newest version!
/**
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.presidentio.but.unit.pig;

import com.presidentio.but.unit.common.annotation.BigDataUnit;
import com.presidentio.but.unit.common.exception.DestroyUnitException;
import com.presidentio.but.unit.common.exception.InitUnitException;
import com.presidentio.but.unit.hadoop.HadoopUnit;
import com.presidentio.but.unit.yarn.YarnUnit;
import org.apache.hadoop.conf.Configuration;
import org.apache.pig.PigException;
import org.apache.pig.PigServer;
import org.apache.pig.impl.PigContext;

import java.io.IOException;
import java.util.Map;

/**
 * Created by presidentio on 10/21/15.
 */
public class PigUnit extends HadoopUnit {

    @BigDataUnit
    private YarnUnit yarnUnit;

    private PigServer pigServer;

    public PigUnit() {
        super("pig");
    }

    @Override
    public Configuration getConfig() {
        Configuration configuration = new Configuration(yarnUnit.getConfig());
        configuration.addResource("pig-site.xml");
        return configuration;
    }

    @Override
    protected void init() throws InitUnitException {
        try {
            PigContext pigContext = new PigContext(getConfig());
            pigServer = new PigServer(pigContext);
        } catch (PigException e) {
            throw new InitUnitException(e);
        }
    }

    @Override
    protected void destroy() throws DestroyUnitException {
        pigServer.shutdown();
    }

    public void run(String script, Map placeholders) throws PigException {
        run(replacePlaceholders(script, placeholders));
    }

    public void run(String script) throws PigException {
        try {
            pigServer.registerQuery(script);
        } catch (IOException e) {
            throw new PigException(e);
        }
    }
}