com.scudata.expression.mfn.cursor.Joinx Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of esproc Show documentation
Show all versions of esproc Show documentation
SPL(Structured Process Language) A programming language specially for structured data computing.
package com.scudata.expression.mfn.cursor;
import java.util.ArrayList;
import com.scudata.common.MessageManager;
import com.scudata.common.RQException;
import com.scudata.dm.Context;
import com.scudata.dm.FileObject;
import com.scudata.dm.SyncReader;
import com.scudata.dm.cursor.BFileCursor;
import com.scudata.dm.cursor.CSJoinxCursor;
import com.scudata.dm.cursor.CSJoinxCursor2;
import com.scudata.dm.cursor.ICursor;
import com.scudata.dm.cursor.MultipathCursors;
import com.scudata.dm.op.Operation;
import com.scudata.dw.ColPhyTable;
import com.scudata.dw.Cursor;
import com.scudata.expression.CursorFunction;
import com.scudata.expression.Expression;
import com.scudata.expression.IParam;
import com.scudata.resources.EngineMessage;
/**
* ???α??????л????????????ӣ?????һЩ?ֶ????????α귵??
* cs.joinx(C:??,f:K:??,x:F,??;??;??;n)
* @author RunQian
*
*/
public class Joinx extends CursorFunction {
public Object calculate(Context ctx) {
if (param == null) {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx" + mm.getMessage("function.missingParam"));
}
Expression [][]exps;
Object []codes;
Expression [][]dataExps;
Expression [][]newExps;
String [][]newNames;
boolean isOrg = option != null && option.indexOf('o') != -1;
String fname = null;
int capacity = ICursor.INITSIZE;
if (param == null) {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx" + mm.getMessage("function.invalidParam"));
}
if (param.getType() == IParam.Comma) {
if (isOrg) {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx" + mm.getMessage("function.invalidParam"));
}
exps = new Expression[1][];
codes = new Object[1];
dataExps = new Expression[1][];
newExps = new Expression[1][];
newNames = new String[1][];
parseJoinParam(param, 0, exps, codes, dataExps, newExps, newNames, ctx);
} else if (param.getType() == IParam.Semicolon) {
int count = param.getSubSize();
IParam sub = param.getSub(count - 1);
if (sub == null) {
count--;
} else if (sub.isLeaf()) {
Object obj = sub.getLeafExpression().calculate(ctx);
if (obj instanceof Number) {
int n = ((Number)obj).intValue();
if (n > capacity) capacity = n;
} else {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx" + mm.getMessage("function.paramTypeError"));
}
count--;
}
if (isOrg) {
if (count < 2) {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx" + mm.getMessage("function.invalidParam"));
}
sub = param.getSub(0);
if (sub != null) {
if (!sub.isLeaf()) {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx" + mm.getMessage("function.invalidParam"));
}
fname = sub.getLeafExpression().getIdentifierName();
}
int len = count - 1;
exps = new Expression[len][];
codes = new Object[len];
dataExps = new Expression[len][];
newExps = new Expression[len][];
newNames = new String[len][];
for (int i = 0; i < len; ++i) {
sub = param.getSub(i + 1);
if (sub == null || sub.getType() != IParam.Comma) {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx" + mm.getMessage("function.invalidParam"));
}
parseJoinParam(sub, i, exps, codes, dataExps, newExps, newNames, ctx);
}
} else {
if (count < 1) {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx" + mm.getMessage("function.invalidParam"));
}
exps = new Expression[count][];
codes = new Object[count];
dataExps = new Expression[count][];
newExps = new Expression[count][];
newNames = new String[count][];
for (int i = 0; i < count; ++i) {
sub = param.getSub(i);
if (sub == null || sub.getType() != IParam.Comma) {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx" + mm.getMessage("function.invalidParam"));
}
parseJoinParam(sub, i, exps, codes, dataExps, newExps, newNames, ctx);
}
}
} else {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx" + mm.getMessage("function.invalidParam"));
}
if (option != null && option.indexOf('q') != -1) {
return new CSJoinxCursor2(cursor, exps, codes, dataExps, newExps, newNames, fname, ctx, capacity, option);
} else if (option != null && option.indexOf('m') != -1) {
ICursor[] cursors = toCursors(codes, dataExps, newExps, ctx);
return cursor.mergeJoinx(this, exps, cursors, dataExps, newExps, newNames, option, ctx);
} else {
return getJoinxCursor(cursor, codes, exps, dataExps, newExps, newNames, fname, ctx, option, capacity);
}
}
private static ICursor[] toCursors(Object[] codes, Expression[][] dataExps, Expression[][] newExps ,Context ctx) {
int count = codes.length;
ICursor[] cursors = new ICursor[count];
for (int i = 0; i < count; i++) {
cursors[i] = toCursor(codes[i], dataExps[i], newExps[i], ctx);
}
return cursors;
}
/**
* ??ά??????ת?????α?
* @param obj
* @return
*/
private static ICursor toCursor(Object obj, Expression []dataExps, Expression []newExps ,Context ctx) {
if (obj instanceof ColPhyTable) {
String fields[] = makeFields(dataExps, newExps, ctx);
return (Cursor) ((ColPhyTable) obj).cursor(null, fields, null, null, null, null, null, ctx);
} else if (obj instanceof FileObject) {
return new BFileCursor((FileObject) obj, null, null, null);
} else if (obj instanceof ICursor) {
return (ICursor) obj;
} else {
return null;
}
}
/**
* ??join?ֶκ??±???ʽ????ȡ??Ҫ???ֶ?
* @param dataExps
* @param newExps
* @param ctx
* @return
*/
private static String[] makeFields(Expression []dataExps, Expression []newExps ,Context ctx) {
int len = dataExps.length;
ArrayList keys = new ArrayList(len);
for (int j = 0; j < len; j++) {
keys.add(dataExps[j].toString());
}
for (Expression exp : newExps) {
exp.getUsedFields(ctx, keys);
}
String[] arr = new String[keys.size()];
keys.toArray(arr);
return arr;
}
public static ICursor getJoinxCursor(Object srcObj, Object []codes, Expression [][]exps, Expression [][]dataExps,
Expression [][]newExps, String [][]newNames, String fname, Context ctx, String option, int capacity) {
int count = codes.length;
SyncReader[] readers = new SyncReader[count];
for (int i = 0; i < count; i++) {
if (codes[i] instanceof ColPhyTable) {
String[] fields = makeFields(dataExps[i], newExps[i], ctx);//?õ?ά???ֶ?
readers[i] = new SyncReader((ColPhyTable)codes[i], fields, capacity);
} else if (codes[i] instanceof FileObject) {
readers[i] = new SyncReader((FileObject)codes[i], dataExps[i], capacity);
} else if (codes[i] instanceof ICursor) {
// readers[i] = new SyncReader((Cursor)codes[i], dataExps[i], capacity);
MessageManager mm = EngineMessage.get();
throw new RQException("joinx:" + mm.getMessage("dw.dimTableError"));
} else {
MessageManager mm = EngineMessage.get();
throw new RQException("joinx:" + mm.getMessage("dw.needMCursor"));
}
}
if (srcObj instanceof MultipathCursors) {
MultipathCursors mcs = (MultipathCursors)srcObj;
int pathCount = mcs.getPathCount();
ICursor results[] = new ICursor[pathCount];
for (int i = 0; i < count; i++) {
readers[i].setParallCount(pathCount);
}
ICursor cursors[] = mcs.getCursors();
for (int i = 0; i < pathCount; ++i) {
Context tmpCtx = ctx.newComputeContext();
Expression [][]tmpExps = Operation.dupExpressions(exps, tmpCtx);
Expression [][]tmpNewExps = Operation.dupExpressions(newExps, tmpCtx);
results[i] = new CSJoinxCursor(cursors[i], readers, tmpExps, dataExps, tmpNewExps, newNames, fname, tmpCtx, option, capacity / pathCount);
}
return new MultipathCursors(results, ctx);
}
return new CSJoinxCursor(((ICursor) srcObj), readers, exps, dataExps, newExps, newNames, fname, ctx, option, capacity);
}
}