com.scudata.util.BFileUtil Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of esproc Show documentation
Show all versions of esproc Show documentation
SPL(Structured Process Language) A programming language specially for structured data computing.
package com.scudata.util;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.nio.channels.FileChannel;
import com.scudata.common.MessageManager;
import com.scudata.common.RQException;
import com.scudata.dm.BFileReader;
import com.scudata.dm.BFileWriter;
import com.scudata.dm.Context;
import com.scudata.dm.DataStruct;
import com.scudata.dm.FileObject;
import com.scudata.dm.RandomObjectWriter;
import com.scudata.dm.RandomOutputStream;
import com.scudata.dm.Sequence;
import com.scudata.dm.cursor.BFileFetchCursor;
import com.scudata.dm.cursor.BFileSortxCursor;
import com.scudata.dm.cursor.ConjxCursor;
import com.scudata.dm.cursor.ICursor;
import com.scudata.expression.Expression;
import com.scudata.resources.EngineMessage;
/**
* ???ļ??Ĺ?????
* @author LW
*
*/
public class BFileUtil {
/**
* ?Լ??ļ????????????
* @param file ?ļ?
* @param outFile ????ļ?
* @param fields ?????ֶ?????
* @param ctx ??????????
* @param opt ѡ??(??ʱ????)
* @return ?ź?????α?
*/
public static Object sortx(FileObject file, FileObject outFile, String[] fields, Context ctx, String opt) {
int fcount = fields.length;
BFileFetchCursor cursor = new BFileFetchCursor(file, fields);
DataStruct ds = cursor.getFileDataStruct();
Expression[] tempExps = new Expression[fcount];
for (int i = 0; i < fcount; i++) {
tempExps[i] = new Expression(fields[i]);
}
double backup = EnvUtil.getMaxUsedMemoryPercent();
EnvUtil.setMaxUsedMemoryPercent(0.2);
ICursor cs = CursorUtil.sortx(cursor, tempExps, ctx, 0, opt);
EnvUtil.setMaxUsedMemoryPercent(backup);
if (outFile == null) {
return new BFileSortxCursor(cs, fcount, ds);
}
BFileWriter writer = new BFileWriter(outFile, null);
writer.exportBinary(cs, ds, fcount, ctx);
writer.close();
return Boolean.TRUE;
}
/**
* ?Լ??ļ??????н??????????
* @param files ?ļ?????
* @param outFile ????ļ?
* @param fields ?????ֶ?????
* @param ctx ??????????
* @param opt ѡ??(??ʱ????)
* @return ?ź?????α?
*/
public static Object sortx(Sequence files, FileObject outFile, String[] fields, Context ctx, String opt) {
int fcount = fields == null ? 0 : fields.length;
if (fcount == 0) {
return conj(files, outFile);
}
int len = files.length();
BFileFetchCursor[] cursors = new BFileFetchCursor[len];
for (int i = 1; i <= len; i++) {
Object obj = files.get(i);
if (obj instanceof FileObject) {
FileObject file = (FileObject) obj;
cursors[i - 1] = new BFileFetchCursor(file, fields);
} else {
MessageManager mm = EngineMessage.get();
throw new RQException("sortx" + mm.getMessage("function.invalidParam"));
}
}
ConjxCursor cursor = new ConjxCursor(cursors);
DataStruct ds = cursors[0].getFileDataStruct();
Expression[] tempExps = new Expression[fcount];
for (int i = 0; i < fcount; i++) {
tempExps[i] = new Expression(fields[i]);
}
double backup = EnvUtil.getMaxUsedMemoryPercent();
EnvUtil.setMaxUsedMemoryPercent(0.2);
ICursor cs = CursorUtil.sortx(cursor, tempExps, ctx, 0, opt);
EnvUtil.setMaxUsedMemoryPercent(backup);
if (outFile == null) {
return new BFileSortxCursor(cs, fcount, ds);
}
BFileWriter writer = new BFileWriter(outFile, null);
writer.exportBinary(cs, ds, fcount, ctx);
writer.close();
return Boolean.TRUE;
}
private static Object conj(Sequence files, FileObject outFile) {
int len = files.length();
FileObject[] fileArray = new FileObject[len];
long[][] blocks = new long[len][];
long[] startPosArray = new long[len];
long[] lengthArray = new long[len];
long totalRecordCount = 0;
DataStruct ds = null;
if (outFile.isExists()) {
MessageManager mm = EngineMessage.get();
throw new RQException(mm.getMessage("file.fileAlreadyExist", outFile.getFileName()));
}
//??ȡ?????ļ??Ŀ??ַ?????ȡ???¼??????Ϣ
for (int i = 1; i <= len; i++) {
Object obj = files.get(i);
if (obj instanceof FileObject) {
FileObject file = (FileObject) obj;
long start;
long length;
try {
BFileReader reader = new BFileReader(file);
reader.open();
start = reader.getFirstRecordPos();
length = file.size() - start + 1;
blocks[i - 1] = reader.getBlocks();
totalRecordCount += reader.getTotalRecordCount();
ds = reader.getDataStruct();
reader.close();
} catch (IOException e) {
return null;
}
fileArray[ i - 1] = file;
startPosArray[i - 1] = start;
lengthArray[i - 1] = length;
} else {
MessageManager mm = EngineMessage.get();
throw new RQException("sortx" + mm.getMessage("function.invalidParam"));
}
}
//?????ֿ顢?ܼ?¼????Ϣ
RandomOutputStream ros = outFile.getRandomOutputStream(true);
RandomObjectWriter writer = new RandomObjectWriter(ros);
try {
writer.position(0);
writer.write('r');
writer.write('q');
writer.write('t');
writer.write('b');
writer.write('x');
writer.write(BFileWriter.TYPE_NORMAL);
writer.writeInt32(0); // ????
writer.writeLong64(totalRecordCount);
writer.writeStrings(ds.getFieldNames());
writer.close();
ros.close();
} catch (IOException e) {
return null;
} finally {
try {
writer.close();
ros.close();
} catch (IOException e) {
}
}
//ƴ?????
for (int i = 0; i < len; i++) {
FileObject file = fileArray[i];
FileInputStream fis = null;
FileOutputStream fos = null;
long start = startPosArray[i];
long length = lengthArray[i];
try {
fis = new FileInputStream(file.getLocalFile().getFile());
fos = new FileOutputStream(outFile.getLocalFile().getFile(), true);
FileChannel in = fis.getChannel();
FileChannel out = fos.getChannel();
in.transferTo(start, length, out); // ????????ͨ???????Ҵ?inͨ????ȡ??Ȼ??д??outͨ??
} catch (IOException e) {
try {
fos.close();
} catch (IOException e1) {
}
outFile.delete();
return null;
} finally {
IOException ie = null;
try {
fis.close();
} catch (IOException e) {
ie = e;
}
try {
fos.close();
} catch (IOException e) {
ie = e;
}
if (ie != null) {
throw new RQException(ie);
}
}
}
return Boolean.TRUE;
}
}