com.scudata.expression.mfn.sequence.CreateCursor Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of esproc Show documentation
Show all versions of esproc Show documentation
SPL(Structured Process Language) A programming language specially for structured data computing.
package com.scudata.expression.mfn.sequence;
import java.util.ArrayList;
import com.scudata.common.MessageManager;
import com.scudata.common.RQException;
import com.scudata.dm.BaseRecord;
import com.scudata.dm.Context;
import com.scudata.dm.DataStruct;
import com.scudata.dm.Env;
import com.scudata.dm.Sequence;
import com.scudata.dm.cursor.ICursor;
import com.scudata.dm.cursor.IMultipath;
import com.scudata.dm.cursor.MemoryCursor;
import com.scudata.dm.cursor.MultipathCursors;
import com.scudata.dm.op.DiffJoin;
import com.scudata.dm.op.New;
import com.scudata.dm.op.Select;
import com.scudata.dm.op.Switch;
import com.scudata.dw.MemoryTable;
import com.scudata.expression.Expression;
import com.scudata.expression.IParam;
import com.scudata.expression.Node;
import com.scudata.expression.ParamInfo2;
import com.scudata.expression.SequenceFunction;
import com.scudata.expression.operator.And;
import com.scudata.resources.EngineMessage;
import com.scudata.util.CursorUtil;
/**
* ??????ת???α???·?α?
* A.cursor(k:n) A.cursor@m(n) A.cursor@m(mcs,K:K??,...)
* @author RunQian
*
*/
public class CreateCursor extends SequenceFunction {
public Object calculate(Context ctx) {
if (srcSequence instanceof MemoryTable) {
return createCursor((MemoryTable)srcSequence, param, option, ctx);
} else {
if (option == null || option.indexOf('m') == -1) {
return createCursor(srcSequence, param, option, ctx);
} else {
return createMultipathCursor(srcSequence, param, option, ctx);
}
}
}
private static void parseFilterParam(IParam param, ArrayList expList,
ArrayList fieldList, ArrayList codeList, ArrayList optList, Context ctx) {
if (param == null) {
} else if (param.isLeaf()) {
expList.add(param.getLeafExpression());
} else if (param.getType() == IParam.Colon) {
int subSize = param.getSubSize();
if (subSize > 3) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
IParam sub0 = param.getSub(0);
IParam sub1 = param.getSub(1);
if (sub0 == null || sub1 == null) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
String fkName = sub0.getLeafExpression().getIdentifierName();
fieldList.add(fkName);
Object val = sub1.getLeafExpression().calculate(ctx);
if (val instanceof Sequence) {
codeList.add((Sequence)val);
} else if (val == null) {
codeList.add(new Sequence());
} else {
MessageManager mm = EngineMessage.get();
throw new RQException("join" + mm.getMessage("function.paramTypeError"));
}
if (subSize > 2) {
IParam sub2 = param.getSub(2);
if (sub2 != null) {
String opt = sub2.getLeafExpression().toString();
optList.add(opt);
} else {
optList.add(null);
}
} else {
optList.add(null);
}
}
}
// ???ڱ??????α꣬????ͬ??????????α???ͬ
private static ICursor createCursor(MemoryTable table, IParam param, String opt, Context ctx) {
boolean isMultiThread = opt != null && opt.indexOf('m') != -1;
if (param == null && !isMultiThread) {
return table.cursor();
}
IParam fieldParam = null; // ѡ???ֶβ???
Expression filter = null; // ????????
// ?????????ֶκ?????ά??
String []fkNames = null;
Sequence []codes = null;
String []opts = null;
IMultipath mcs = null; // ͬ???ֶ??α?
int segSeq = 0;
int segCount = 0;
if (isMultiThread) {
segCount = Env.getCursorParallelNum();
}
if (param != null && param.getType() == IParam.Semicolon) {
int size = param.getSubSize();
if (size > 3) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
fieldParam = param.getSub(0);
IParam expParam = param.getSub(1);
if (expParam == null) {
} else if (expParam.isLeaf()) {
filter = expParam.getLeafExpression();
} else {
ArrayList expList = new ArrayList();
ArrayList fieldList = new ArrayList();
ArrayList codeList = new ArrayList();
ArrayList optList = new ArrayList();
if (expParam.getType() == IParam.Colon) {
parseFilterParam(expParam, expList, fieldList, codeList, optList, ctx);
} else {
for (int p = 0, psize = expParam.getSubSize(); p < psize; ++p) {
IParam sub = expParam.getSub(p);
parseFilterParam(sub, expList, fieldList, codeList, optList, ctx);
}
}
int fieldCount = fieldList.size();
if (fieldCount > 0) {
fkNames = new String[fieldCount];
codes = new Sequence[fieldCount];
opts = new String[fieldCount];
fieldList.toArray(fkNames);
codeList.toArray(codes);
optList.toArray(opts);
}
int expCount = expList.size();
if (expCount == 1) {
filter = expList.get(0);
} else if (expCount > 1) {
Expression exp = expList.get(0);
Node home = exp.getHome();
for (int i = 1; i < expCount; ++i) {
exp = expList.get(i);
And and = new And();
and.setLeft(home);
and.setRight(exp.getHome());
home = and;
}
filter = new Expression(home);
}
}
if (size > 2) {
IParam segParam = param.getSub(2);
if (segParam == null) {
} else if (segParam.isLeaf()) {
Object obj = segParam.getLeafExpression().calculate(ctx);
if (obj instanceof MultipathCursors) {
mcs = (MultipathCursors)obj;
} else if (obj instanceof ICursor) {
// cursor@m????????Ϊ?ջ????????????Ŀ?С??2???ܲ??᷵?ض?·?α?
isMultiThread = false;
} else {
if (!isMultiThread) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
if (!(obj instanceof Number)) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.paramTypeError"));
}
segCount = ((Number)obj).intValue();
}
} else {
if (segParam.getSubSize() != 2) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
IParam sub0 = segParam.getSub(0);
IParam sub1 = segParam.getSub(1);
if (sub0 == null || sub1 == null) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
Object obj = sub0.getLeafExpression().calculate(ctx);
if (!(obj instanceof Number)) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.paramTypeError"));
}
segSeq = ((Number)obj).intValue();
obj = sub1.getLeafExpression().calculate(ctx);
if (!(obj instanceof Number)) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.paramTypeError"));
}
segCount = ((Number)obj).intValue();
if (segSeq < 1 || segSeq > segCount) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
isMultiThread = false;
}
}
} else {
fieldParam = param;
}
Expression []exps = null;
String []names = null;
if (fieldParam != null) {
ParamInfo2 pi = ParamInfo2.parse(fieldParam, "cursor", false, false);
exps = pi.getExpressions1();
names = pi.getExpressionStrs2();
int colCount = names.length;
for (int i = 0; i < colCount; ++i) {
if (names[i] == null || names[i].length() == 0) {
if (exps[i] == null) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
names[i] = exps[i].getIdentifierName();
} else {
if (exps[i] == null) {
exps[i] = Expression.NULL;
}
}
}
}
ICursor cs;
if (mcs != null) {
cs = createSyncCursor(table, mcs, null, null, opt, ctx);
} else {
cs = table.cursor(segSeq, segCount, ctx);
}
Switch switchOp = null;
if (fkNames != null) {
int fkCount = fkNames.length;
ArrayList diffExpList = new ArrayList();
ArrayList diffCodeList = new ArrayList();
ArrayList switchFkList = new ArrayList();
ArrayList switchCodeList = new ArrayList();
ArrayList switchExpList = new ArrayList();
for (int i = 0; i < fkCount; ++i) {
if (opts[i] == null) {
switchFkList.add(fkNames[i]);
switchCodeList.add(codes[i]);
switchExpList.add(null);
} else if (opts[i].equals("null")) {
Expression exp = new Expression(ctx, fkNames[i]);
diffExpList.add(new Expression[] {exp});
diffCodeList.add(codes[i]);
} else if (opts[i].equals("#")) {
switchFkList.add(fkNames[i]);
switchCodeList.add(codes[i]);
Expression exp = new Expression("#");
switchExpList.add(exp);
}
}
int diffCount = diffExpList.size();
if (diffCount > 0) {
Expression [][]diffExps = new Expression[diffCount][];
Sequence []diffCodes = new Sequence[diffCount];
diffExpList.toArray(diffExps);
diffCodeList.toArray(diffCodes);
DiffJoin diff = new DiffJoin(diffExps, diffCodes, new Expression[diffCount][]);
cs.addOperation(diff, ctx);
}
int switchCount = switchFkList.size();
if (switchCount > 0) {
String []switchFkNames = new String[switchCount];
Sequence []switchCodes = new Sequence[switchCount];
Expression []switchExps = new Expression[switchCount];
switchFkList.toArray(switchFkNames);
switchCodeList.toArray(switchCodes);
switchExpList.toArray(switchExps);
switchOp = new Switch(switchFkNames, switchCodes, switchExps, "i");
}
}
if (filter != null) {
Select select = new Select(filter, null);
cs.addOperation(select, ctx);
}
if (names != null) {
New newOp = new New(exps, names, null);
cs.addOperation(newOp, ctx);
} else {
com.scudata.dm.op.Derive deriveOp = new com.scudata.dm.op.Derive(null, null, null);
cs.addOperation(deriveOp, ctx);
}
if (switchOp != null) {
cs.addOperation(switchOp, ctx);
}
return cs;
}
private static ICursor createSyncCursor(Sequence seq, IMultipath mcs, String []keys1, String []keys2, String opt, Context ctx) {
int len = seq.length();
ICursor []cursors = mcs.getParallelCursors();
int pathCount = cursors.length;
if (opt != null && opt.indexOf('p') != -1) {
keys1 = keys2 = new String[] {"#1"};
} else if (keys1 == null) {
DataStruct ds = seq.dataStruct();
if (ds == null) {
MessageManager mm = EngineMessage.get();
throw new RQException(mm.getMessage("ds.lessKey"));
}
keys1 = ds.getPrimary();
if (keys1 == null) {
MessageManager mm = EngineMessage.get();
throw new RQException(mm.getMessage("ds.lessKey"));
}
Sequence data = cursors[0].peek(1);
if (data == null) {
MessageManager mm = EngineMessage.get();
throw new RQException(mm.getMessage("ds.lessKey"));
}
ds = data.dataStruct();
if (ds == null) {
MessageManager mm = EngineMessage.get();
throw new RQException(mm.getMessage("ds.lessKey"));
}
keys2 = ds.getPrimary();
if (keys2 == null) {
MessageManager mm = EngineMessage.get();
throw new RQException(mm.getMessage("ds.lessKey"));
}
int fcount1 = keys1.length;
int fcount2 = keys2.length;
if (fcount1 > fcount2) {
String []tmp = new String[fcount2];
System.arraycopy(keys1, 0, tmp, 0, fcount2);
keys1 = tmp;
} else if (fcount1 < fcount2) {
String []tmp = new String[fcount1];
System.arraycopy(keys2, 0, tmp, 0, fcount1);
keys2 = tmp;
}
}
int fcount = keys1.length;
Object [][]minValues = new Object [pathCount][];
for (int i = 0; i < pathCount; ++i) {
Sequence data = cursors[i].peek(1);
if (data == null) {
throw new RQException("Less data.");
}
BaseRecord r = (BaseRecord)data.get(1);
Object []vals = new Object[fcount];
minValues[i] = vals;
for (int f = 0; f < fcount; ++f) {
vals[f] = r.getFieldValue(keys2[f]);
}
}
ICursor []resultCursors = new ICursor[pathCount];
Expression []exps = new Expression[fcount];
for (int f = 0; f < fcount; ++f) {
exps[f] = new Expression(ctx, keys1[f]);
}
int start = 1;
for (int i = 1; i < pathCount; ++i) {
int index = (Integer)seq.pselect(exps, minValues[i], start, "s", ctx);
if (index < 0) {
index = -index;
}
resultCursors[i - 1] = seq.cursor(start, index);
start = index;
}
resultCursors[pathCount - 1] = seq.cursor(start, len + 1);
return new MultipathCursors(resultCursors, ctx);
}
private static ICursor createMultipathCursor(Sequence seq, IParam param, String opt, Context ctx) {
int pathCount;
if (param == null) {
pathCount = Env.getCursorParallelNum();
} else if (param.isLeaf()) {
Object obj = param.getLeafExpression().calculate(ctx);
if (obj instanceof Number) {
pathCount = ((Number)obj).intValue();
} else if (obj instanceof IMultipath) {
return createSyncCursor(seq, (IMultipath)obj, null, null, opt, ctx);
} else if (obj instanceof ICursor) {
pathCount = 0;
} else {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.paramTypeError"));
}
} else if (param.getType() == IParam.Comma) {
int paramCount = param.getSubSize();
IParam sub = param.getSub(0);
if (sub == null || !sub.isLeaf()) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
Object obj = sub.getLeafExpression().calculate(ctx);
if (obj instanceof IMultipath) {
String []keys1 = new String[paramCount - 1];
String []keys2 = new String[paramCount - 1];
for (int i = 1; i < paramCount; ++i) {
sub = param.getSub(i);
if (sub == null || sub.getSubSize() != 2) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
IParam sub0 = sub.getSub(0);
IParam sub1 = sub.getSub(1);
if (sub0 == null || sub1 == null) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
keys1[i - 1] = sub0.getLeafExpression().getIdentifierName();
keys2[i - 1] = sub1.getLeafExpression().getIdentifierName();
}
return createSyncCursor(seq, (IMultipath)obj, keys1, keys2, opt, ctx);
} else if (obj instanceof ICursor) {
return new MemoryCursor(seq);
} else {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.paramTypeError"));
}
} else {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
return CursorUtil.cursor(seq, pathCount, opt, ctx);
}
// ???ڴ????д????α?
private static ICursor createCursor(Sequence seq, IParam param, String opt, Context ctx) {
if (param == null) {
return seq.cursor();
} else if (param.getSubSize() != 2) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
IParam sub0 = param.getSub(0);
IParam sub1 = param.getSub(1);
if (sub0 == null || sub1 == null) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
Object val0= sub0.getLeafExpression().calculate(ctx);
if (!(val0 instanceof Number)) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.paramTypeError"));
}
Object val1= sub1.getLeafExpression().calculate(ctx);
if (!(val1 instanceof Number)) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.paramTypeError"));
}
int segSeq = ((Number)val0).intValue();
int segCount = ((Number)val1).intValue();
if (segSeq < 1 || segSeq > segCount) {
MessageManager mm = EngineMessage.get();
throw new RQException("cursor" + mm.getMessage("function.invalidParam"));
}
return CursorUtil.cursor(seq, segSeq, segCount, opt, ctx);
}
}