Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.apache.pig.tools.pigscript.parser.PigScriptParser.jj Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
// Grammar for PigScript
options {
// Generate non-static functions
STATIC = false;
// Case is ignored in keywords
IGNORE_CASE = true;
JAVA_UNICODE_ESCAPE = true;
}
PARSER_BEGIN(PigScriptParser)
package org.apache.pig.tools.pigscript.parser;
import java.io.IOException;
import java.io.InputStream;
import java.util.Stack;
import java.util.List;
import java.util.ArrayList;
import org.apache.pig.impl.util.StringUtils;
import jline.ConsoleReader;
public abstract class PigScriptParser
{
protected boolean mInteractive;
protected ConsoleReader mConsoleReader;
public void setInteractive(boolean interactive)
{
mInteractive = interactive;
token_source.interactive = interactive;
}
public int getLineNumber()
{
return jj_input_stream.getBeginLine();
}
public void setConsoleReader(ConsoleReader c)
{
mConsoleReader = c;
token_source.consoleReader = c;
}
abstract public void prompt();
abstract protected void quit();
abstract protected void printAliases() throws IOException;
abstract protected void printClear();
abstract protected void processFsCommand(String[] cmdTokens) throws IOException;
abstract protected void processShCommand(String[] cmdTokens) throws IOException;
abstract protected void processSQLCommand(String cmdTokens) throws IOException;
abstract protected void processDescribe(String alias) throws IOException;
abstract protected void processExplain(String alias, String script, boolean isVerbose, String format, String target, List params, List files) throws IOException, ParseException;
abstract protected void processRegister(String jar) throws IOException;
abstract protected void processRegister(String path, String scriptingEngine, String namespace) throws IOException, ParseException;
abstract protected void processSet(String key, String value) throws IOException, ParseException;
abstract protected void processHistory(boolean withNumbers);
abstract protected void processCat(String path) throws IOException;
abstract protected void processCD(String path) throws IOException;
abstract protected void processDump(String alias) throws IOException;
abstract protected void processKill(String jobid) throws IOException;
abstract protected void processLS(String path) throws IOException;
abstract protected void processPWD() throws IOException;
abstract protected void printHelp();
abstract protected void processMove(String src, String dst) throws IOException;
abstract protected void processCopy(String src, String dst) throws IOException;
abstract protected void processCopyToLocal(String src, String dst) throws IOException;
abstract protected void processCopyFromLocal(String src, String dst) throws IOException;
abstract protected void processMkdir(String dir) throws IOException;
abstract protected void processPig(String cmd) throws IOException;
abstract protected void processRemove(String path, String opt) throws IOException;
abstract protected void processIllustrate(String alias, String script, String target, List params, List files) throws IOException, ParseException;
abstract protected void processScript(String script, boolean batch, List params, List files) throws IOException, ParseException;
static String unquote(String s)
{
if (s.charAt(0) == '\'' && s.charAt(s.length()-1) == '\'')
return s.substring(1, s.length()-1);
else
return s;
}
}
PARSER_END(PigScriptParser)
// Skip all tabs and spaces
SKIP : { " " | "\t" }
// Skip comments(single line and multiline)
SKIP : {
<"--"(~["\r","\n"])*>
| <"#!" (~["\r","\n"])*>
| <"/*" (~["*"])* "*" ("*" | (~["*","/"] (~["*"])* "*"))* "/">
}
// tokens
// commands
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: { }
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN: {}
// internal use commands
TOKEN: {}
// Define pig command as
// (1) Starting with "split"/"define"/"store"/"import" or assignment (A=) or multi-assignment (A, B, ...=) followed by
// (2) Single statement followed by ; and newline or
// (3) Block of statements enclosed in
TOKEN_MGR_DECLS : {
int pigBlockLevel = 0;
int funcBlockLevel = 0;
int tupleSchemaLevel = 0;
int bagSchemaLevel = 0;
int bagConstantLevel = 0;
int prevState = DEFAULT;
boolean interactive = false;
ConsoleReader consoleReader = null;
Stack stack = new Stack();
public void secondary_prompt()
{
if (interactive)
{
/*System.err.print(">> ");
System.err.flush();*/
consoleReader.setDefaultPrompt(">> ");
}
}
public int getState(int state) {
if(!stack.empty()) return stack.pop();
return state;
}
public void saveState(int state) {
stack.push(state);
}
}
MORE :
{
<"sql"> : SQL_START
}
MORE :
{
<";"> : SQL_END
| <("\n" | "\r" | "\r\n")> {secondary_prompt();}
| <(~[])>
}
TOKEN : {
{ matchedToken.image = image.toString();
}: DEFAULT
}
MORE :
{
<"split"> : PIG_START
| <"define"> : PIG_START
| <"store"> : PIG_START
| <"import"> : PIG_START
| <(["a"-"z", "A"-"Z"])+(["a"-"z", "A"-"Z"] | ["0"-"9"] | "_")*(" " | "\t")*"="> : PIG_START
| < (" " | "\t")* ("," (" " | "\t")* )* (" " | "\t")* "="> : PIG_START
| < (" " | "\t")* "(" > : PIG_START
}
MORE :
{
<"'"> {prevState = PIG_START;} : IN_STRING
| <"`"> {prevState = PIG_START;} : IN_COMMAND
| <(" " | "\t")+["A","a"]["S","s"](" " | "\t")+ > {prevState = PIG_START;} : SCHEMA_DEFINITION
| <(" " | "\t")+["G","g"]["E","e"]["N","n"]["E","e"]["R","r"]["A","a"]["T","t"]["E","e"](" " | "\t")+ > {prevState = PIG_START;} : GENERATE
| <"{"> {pigBlockLevel = 1;} : IN_BLOCK
| <"}"> {if (true) throw new TokenMgrError("Unmatched '}'", TokenMgrError.LEXICAL_ERROR);}
| <";"> : PIG_END
| <"--"> {prevState = PIG_START;} : SINGLE_LINE_COMMENT
| <"/*"> {prevState = PIG_START;} : MULTI_LINE_COMMENT
| <("\n" | "\r" | "\r\n")> {secondary_prompt();}
| <(~[])>
}
MORE :
{
<("\n" | "\r" | "\r\n")> {SwitchTo(prevState); if(prevState != DEFAULT) secondary_prompt();}
| <(~[])>
}
MORE :
{
<"*/"> {SwitchTo(prevState);}
| <("\n" | "\r" | "\r\n")> {secondary_prompt();}
| <(~[])>
}
MORE :
{
<"\\'">
| <"'"> { SwitchTo(prevState);}
| <("\n" | "\r" | "\r\n")> {secondary_prompt();}
| <(~[])>
}
MORE :
{
<"\\`">
| <"`"> { SwitchTo(prevState);}
| <("\n" | "\r" | "\r\n")> {secondary_prompt();}
| <(~[])>
}
MORE :
{
<"{">
{
bagConstantLevel++;
prevState = getState(prevState);
saveState(prevState);
prevState = GENERATE;
} : BAG_CONSTANT
| <(" " | "\t")+["A","a"]["S","s"](" " | "\t")+>
{
prevState = getState(prevState);
saveState(prevState);
prevState = GENERATE;
} : SCHEMA_DEFINITION
| <";">
{
prevState = getState(prevState);
if(prevState == PIG_START) {
input_stream.backup(1);
image.deleteCharAt(image.length()-1);
}
SwitchTo(prevState);
}
| <("\n" | "\r" | "\r\n")> {secondary_prompt();}
| <(~[])>
}
MORE :
{
<"("> {tupleSchemaLevel++;}
| <")"> {tupleSchemaLevel--; if ((tupleSchemaLevel == 0) && (bagSchemaLevel == 0)) SwitchTo(prevState); }
| <"{"> {bagSchemaLevel++;}
| <"}"> {bagSchemaLevel--; if ((tupleSchemaLevel == 0) && (bagSchemaLevel == 0)) SwitchTo(prevState); }
| <("," | ";" )>
{
if ((tupleSchemaLevel == 0) && (bagSchemaLevel == 0)) {
input_stream.backup(1);
image.deleteCharAt(image.length()-1);
SwitchTo(prevState);
}
}
| <("\n" | "\r" | "\r\n")> {secondary_prompt();}
| <(~[])>
}
MORE :
{
<"{"> {bagConstantLevel++;}
| <"}"> {bagConstantLevel--; if (bagConstantLevel == 0) SwitchTo(prevState);}
| <("\n" | "\r" | "\r\n")> {secondary_prompt();}
| <(~[])>
}
MORE :
{
<"\""> {prevState = IN_BLOCK;} : IN_DOUBLE_QUOTED_STRING
| <(" " | "\t")+["A","a"]["S","s"](" " | "\t")+ > {prevState = IN_BLOCK;} : SCHEMA_DEFINITION
| <(" " | "\t")+["G","g"]["E","e"]["N","n"]["E","e"]["R","r"]["A","a"]["T","t"]["E","e"](" " | "\t")+> {prevState = IN_BLOCK;} : GENERATE
| <"{"> {pigBlockLevel++;}
| <"}"(";")?> {pigBlockLevel--; if (pigBlockLevel == 0) SwitchTo(PIG_END);}
| <"'"> {prevState = IN_BLOCK;} : IN_STRING
| <"`"> {prevState = IN_BLOCK;} : IN_COMMAND
| <"--"> {prevState = IN_BLOCK;} : SINGLE_LINE_COMMENT
| <"/*"> {prevState = IN_BLOCK;} : MULTI_LINE_COMMENT
| <("\n" | "\r" | "\r\n")> {secondary_prompt();}
| <(~[])>
}
MORE :
{
<"\\\"">
| <"\""> { SwitchTo(prevState);}
| <("\n" | "\r" | "\r\n")> {secondary_prompt();}
| <(~[])>
}
TOKEN :
{
{ matchedToken.image = image.toString();
//System.out.println("image = " + matchedToken.image);
}: DEFAULT
}
// other
TOKEN: {}
TOKEN: {}
TOKEN: {}
TOKEN:
{
<#LETTER : ["a"-"z", "A"-"Z"] >
| <#DIGIT : ["0"-"9"] >
| <#SPECIALCHAR : ["_"] >
| <#FSSPECIALCHAR: ["/"]>
| <#FLOAT: ( "." )? | "." >
| <#INTEGER: ( )+ >
| <#NUMBER: | | ( ["e","E"] ([ "-","+"])? )?>
}
TOKEN: {)+( | | | "::")*>}
TOKEN: {}
TOKEN : { }
void parse() throws IOException:
{
Token t1, t2, t3;
String engine = null, namespace = null;
List cmdTokens = new ArrayList();
}
{
(
{prompt();}
|
(
t1 = GetPath()
{
cmdTokens.add(t1.image);
while(true){
try{
t1=GetPath();
cmdTokens.add(t1.image);
}catch(ParseException e){
break;
}
}
processFsCommand(cmdTokens.toArray(new String[cmdTokens.size()]));
}
)+
|
(
t1 = GetValue()
{
cmdTokens.add(t1.image);
while(true){
try{
t1=GetValue();
cmdTokens.add(StringUtils.unescapeInputString(unquote(t1.image)));
}catch(ParseException e){
break;
}
}
processShCommand(cmdTokens.toArray(new String[cmdTokens.size()]));
}
)+
|
(
t1 = GetPath()
{processCat(t1.image);}
)+
|
Clear()
|
(
t1 = GetPath()
{processCD(t1.image);}
|
{processCD(null);}
)
|
t1 = GetPath()
t2 = GetPath()
{processCopy(t1.image, t2.image);}
|
t1 = GetPath()
t2 = GetPath()
{processCopyFromLocal(t1.image, t2.image);}
|
t1 = GetPath()
t2 = GetPath()
{processCopyToLocal(t1.image, t2.image);}
|
t1 =
{processDump(t1.image);}
|
Illustrate()
|
(
t1 =
{processDescribe(t1.image);}
|
{processDescribe(null);}
)
|
{printAliases();}
|
Explain()
|
{printHelp();}
|
History()
|
t1 =
{processKill(t1.image);}
|
(
t1 = GetPath()
{processLS(t1.image);}
|
{processLS(null);}
)
|
t1 = GetPath()
t2 = GetPath()
{processMove(t1.image, t2.image);}
|
t1 = GetPath()
{processMkdir(t1.image);}
|
t1 =
{processSQLCommand(t1.image);}
|
t1 =
{processPig(t1.image);}
|
{processPWD();}
|
{quit();}
|
t1 = GetPath()
[
t2 = GetPath()
{ engine = t2.image; }
[
t3 =
{namespace = t3.image; }
]
]
{processRegister(unquote(t1.image), engine, namespace); }
|
Script()
|
(
t1 = GetPath()
{processRemove(t1.image, null);}
)+
|
(
t1 = GetPath()
{processRemove(t1.image, "force");}
)+
|
{quit();}
|
(
t1 = GetKey()
t2 = GetValue()
{processSet(t1.image, unquote(t2.image));}
)
|
{quit();}
|
{}
|
// handle invalid token
handle_invalid_command(EOL)
{prompt();}
)
}
void Clear():
{
}
{
{printClear();}
}
void Illustrate() throws IOException:
{
Token t;
String alias = null;
String script = null;
String target=null;
ArrayList params;
ArrayList files;
}
{
{
params = new ArrayList();
files = new ArrayList();
}
(
t = GetPath()
{target = t.image;}
|
