jtopenlite.com.ibm.jtopenlite.ddm.DDMConnection Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of jt400 Show documentation
Show all versions of jt400 Show documentation
The Open Source version of the IBM Toolbox for Java
///////////////////////////////////////////////////////////////////////////////
//
// JTOpenLite
//
// Filename: DDMConnection.java
//
// The source code contained herein is licensed under the IBM Public License
// Version 1.0, which has been approved by the Open Source Initiative.
// Copyright (C) 2011-2012 International Business Machines Corporation and
// others. All rights reserved.
//
///////////////////////////////////////////////////////////////////////////////
package com.ibm.jtopenlite.ddm;
import com.ibm.jtopenlite.*;
import java.io.*;
import java.net.*;
import java.util.*;
import javax.net.ssl.SSLSocketFactory;
/**
* Represents a TCP/IP socket connection to the System i Distributed Data Management (DDM) host server (QUSRWRK/QRWTSRVR job).
*
* See {@link com.ibm.jtopenlite.samples.DDMRead} for an example of using DDM.
**/
public class DDMConnection extends HostServerConnection
{
private static final boolean DEBUG = false;
public static final int DEFAULT_DDM_SERVER_PORT = 446;
public static final int DEFAULT_SSL_DDM_SERVER_PORT = 446;
private final byte[] messageBuf_ = new byte[1024];
private final char[] charBuffer_ = new char[1024];
private int dclNamCounter_ = 0;
private int correlationID_ = 1;
private int newCorrelationID()
{
if (correlationID_ == 0x7FFF) correlationID_ = 0;
return ++correlationID_;
}
private DDMConnection(SystemInfo info, Socket socket, HostInputStream in, HostOutputStream out, String user, String jobString)
{
super(info, user, jobString, socket, in, out);
}
/**
* No-op. The DDM host server does not use an end job datastream.
**/
protected void sendEndJobRequest() throws IOException
{
}
/**
* Establishes a new socket connection to the specified system and authenticates the specified user and password.
**/
public static DDMConnection getConnection(String system, String user, String password) throws IOException
{
return getConnection(false, system, user, password);
}
/**
* Establishes a new socket connection to the specified system and authenticates the specified user and password.
**/
public static DDMConnection getConnection(final boolean isSSL, String system, String user, String password) throws IOException
{
SignonConnection conn = SignonConnection.getConnection(isSSL, system, user, password);
try
{
return getConnection(isSSL, conn.getInfo(), user, password);
}
finally
{
conn.close();
}
}
/**
* Establishes a new socket connection to the specified system and authenticates the specified user and password.
**/
public static DDMConnection getConnection(SystemInfo info, String user, String password) throws IOException
{
return getConnection(false, info, user, password);
}
/**
* Establishes a new socket connection to the specified system and authenticates the specified user and password.
**/
public static DDMConnection getConnection(final boolean isSSL, SystemInfo info, String user, String password) throws IOException
{
return getConnection(isSSL, info, user, password, isSSL ? DEFAULT_SSL_DDM_SERVER_PORT: DEFAULT_DDM_SERVER_PORT);
}
/**
* Establishes a new socket connection to the specified system and port, and authenticates the specified user and password.
**/
public static DDMConnection getConnection(SystemInfo info, String user, String password, int ddmPort) throws IOException
{
return getConnection(false, info, user, password, ddmPort);
}
/**
* Establishes a new socket connection to the specified system and port, and authenticates the specified user and password.
**/
public static DDMConnection getConnection(final boolean isSSL, SystemInfo info, String user, String password, int ddmPort) throws IOException
{
if (ddmPort < 0 || ddmPort > 65535)
{
throw new IOException("Bad DDM port: "+ddmPort);
}
DDMConnection conn = null;
Socket ddmServer = isSSL? SSLSocketFactory.getDefault().createSocket(info.getSystem(), ddmPort) : new Socket(info.getSystem(), ddmPort);
InputStream in = ddmServer.getInputStream();
OutputStream out = ddmServer.getOutputStream();
try
{
// Exchange random seeds.
HostOutputStream dout = new HostOutputStream(new BufferedOutputStream(out, 1024));
sendEXCSATRequest(dout);
dout.flush();
HostInputStream din = new HostInputStream(new BufferedInputStream(in, 32768));
int length = din.readShort();
if (length < 10)
{
throw DataStreamException.badLength("ddmExchangeServerAttributes", length);
}
int gdsID = din.read();
int typeCorrelationChainedContinue = din.read(); // bit mask
int correlation = din.readShort();
int excSATLength = din.readShort(); // LL.
int codepoint = din.readShort(); // CP.
if (codepoint != 0x1443) // EXCSATRD
{
throw DataStreamException.badReply("ddmExchangeServerAttributes", codepoint);
}
int numRead = 10;
byte[] extNam = null; // Job string.
while (length-numRead > 4 && extNam == null)
{
int extNamLL = din.readShort();
int extNamCP = din.readShort();
numRead += 4;
if (extNamCP == 0x115E) // EXTNAM
{
extNam = new byte[extNamLL-4];
din.readFully(extNam);
numRead += extNam.length;
}
else
{
din.skipBytes(extNamLL-4);
numRead += (extNamLL-4);
}
}
din.skipBytes(length-numRead);
din.end();
final String jobString = extNam != null ? Conv.ebcdicByteArrayToString(extNam, 0, extNam.length) : null;
long seed = sendACCSECRequest(dout, info.getPasswordLevel() >= 2);
byte[] clientSeed = Conv.longToByteArray(seed);
dout.flush();
length = din.readShort();
if (length < 28)
{
throw DataStreamException.badLength("ddmAccessMethodExchange", length);
}
gdsID = din.read();
typeCorrelationChainedContinue = din.read();
correlation = din.readShort();
//length = din.readShort(); // LL.
din.skipBytes(2);
codepoint = din.readShort(); // CP.
if (codepoint != 0x14AC) // ACCSECRD
{
throw DataStreamException.badReply("ddmAccessMethodExchange", codepoint);
}
din.skipBytes(10);
byte[] serverSeed = new byte[8];
din.readFully(serverSeed);
din.skipBytes(length-28);
din.end();
byte[] userBytes = getUserBytes(user, info.getPasswordLevel());
byte[] passwordBytes = getPasswordBytes(password, info.getPasswordLevel());
password = null;
byte[] encryptedPassword = getEncryptedPassword(userBytes, passwordBytes, clientSeed, serverSeed, info.getPasswordLevel());
byte[] userEBCDICBytes = (info.getPasswordLevel() < 2) ? userBytes : getUserBytes(user, 0);
sendSECCHKRequest(dout, userEBCDICBytes, encryptedPassword);
dout.flush();
length = din.readShort();
if (length < 21)
{
throw DataStreamException.badLength("ddmSecurityCheck", length);
}
gdsID = din.read();
typeCorrelationChainedContinue = din.read();
correlation = din.readShort();
//length = din.readShort(); // LL.
din.skipBytes(2);
codepoint = din.readShort(); // CP.
if (codepoint != 0x1219) // SECCHKRD
{
throw DataStreamException.badReply("ddmSecurityCheckSECCHKRD", codepoint);
}
din.skipBytes(8);
codepoint = din.readShort();
if (codepoint != 0x11A4) // SECCHKCD.
{
throw DataStreamException.badReply("ddmSecurityCheckSECCHKCD", codepoint);
}
int rc = din.read();
if (rc != 0)
{
throw DataStreamException.badReturnCode("ddmSecurityCheck", rc);
}
din.skipBytes(length-21);
din.end();
conn = new DDMConnection(info, ddmServer, din, dout, user, jobString);
return conn;
}
finally
{
if (conn == null)
{
in.close();
out.close();
ddmServer.close();
}
}
}
// Copied from HostServerConnection.
static byte[] getUserBytes(String user, int level) throws IOException
{
if (level < 2)
{
if (user.length() > 10)
{
throw new IOException("User too long");
}
byte[] user37 = Conv.blankPadEBCDIC10(user.toUpperCase());
return user37;
}
else
{
byte[] b = new byte[20];
Conv.stringToBlankPadUnicodeByteArray(user.toUpperCase(), b, 0, 20);
return b;
}
}
// Copied from HostServerConnection.
static byte[] getPasswordBytes(String password, int level) throws IOException
{
if (level < 2)
{
// Prepend a Q to numeric password.
if (password.length() > 0 && Character.isDigit(password.charAt(0)))
{
password = "Q"+password;
}
if (password.length() > 10)
{
throw new IOException("Password too long");
}
byte[] password37 = Conv.blankPadEBCDIC10(password.toUpperCase());
return password37;
}
else
{
return Conv.stringToUnicodeByteArray(password);
}
}
/**
* Closes the specified file and returns any messages that were issued.
**/
public Message[] close(DDMFile file) throws IOException {
List messageList = closeReturnMessageList(file);
Message[] outMessages = new Message[messageList.size()];
for (int i = 0; i < messageList.size(); i++) {
outMessages[i] = messageList.get(i);
}
return outMessages;
}
public List closeReturnMessageList(DDMFile file) throws IOException
{
byte[] dclNam = file.getDCLNAM();
sendS38CloseRequest(out_, dclNam);
out_.flush();
int length = in_.readShort();
if (length < 10)
{
throw DataStreamException.badLength("ddmS38Close", length);
}
int gdsID = in_.read();
int typeCorrelationChainedContinue = in_.read(); // bit mask
int correlation = in_.readShort();
int numRead = 8;
ArrayList messages = new ArrayList();
int[] msgNumRead = new int[1];
while (numRead+4 < length)
{
int ll = in_.readShort();
int cp = in_.readShort();
numRead += 4;
if (cp == 0xD201) // S38MSGRM
{
Message msg = getMessage(in_, ll, msgNumRead);
numRead += msgNumRead[0];
if (msg != null)
{
messages.add(msg);
}
}
else
{
in_.skipBytes(ll-4);
numRead += ll-4;
}
}
in_.skipBytes(length-numRead);
in_.end();
return messages;
}
private Message getMessage(HostInputStream din, final int ll, int[] saved) throws IOException
{
int severity = -1;
String messageID = null;
String messageText = null;
byte[] b = null;
char[] c = null;
int msgNumRead = 0;
while (msgNumRead < ll-4)
{
int msgLength = din.readShort();
int msgCodepoint = din.readShort();
switch (msgCodepoint)
{
case 0x1149: // SVRCOD
severity = din.readShort();
din.skipBytes(msgLength-6);
break;
case 0xD112: // S38MID
final boolean tooLong4 = msgLength > 1028;
final int msgLength4 = msgLength-4;
b = tooLong4 ? new byte[msgLength4] : messageBuf_;
c = tooLong4 ? new char[msgLength4] : charBuffer_;
din.readFully(b, 0, msgLength4);
messageID = Conv.ebcdicByteArrayToString(b, 0, msgLength4, c);
break;
case 0xD116: // S38MTEXT
final boolean tooLong6 = msgLength > 1030;
final int msgLength6 = msgLength-6;
b = tooLong6 ? new byte[msgLength6] : messageBuf_;
c = tooLong6 ? new char[msgLength6] : charBuffer_;
din.skipBytes(2);
din.readFully(b, 0, msgLength6);
messageText = Conv.ebcdicByteArrayToString(b, 0, msgLength6, c);
break;
default:
din.skipBytes(msgLength-4);
break;
}
msgNumRead += msgLength;
}
saved[0] = msgNumRead;
return messageID == null ? null : new Message(messageID, messageText, severity);
}
/**
* Opens the specified file for sequential read-only access and a preferred batch size of 100.
* @param library The name of the library in which the file resides. For example, "QSYS".
* @param file The name of the physical or logical file.
* @param member The member within the file. This can be a special value such as "*FIRST".
* @param recordFormat The name of the record format. This value can also be obtained from {@link DDMRecordFormat#getName DDMRecordFormat.getName()}.
**/
public DDMFile open(String library, String file, String member, String recordFormat) throws IOException
{
return open(library, file, member, recordFormat, DDMFile.READ_ONLY, false, 100, 1);
}
/**
* Opens the specified file for reading or writing records.
* @param library The name of the library in which the file resides. For example, "QSYS".
* @param file The name of the physical or logical file.
* @param member The member within the file. This can be a special value such as "*FIRST".
* @param recordFormat The name of the record format. This value can also be obtained from {@link DDMRecordFormat#getName DDMRecordFormat.getName()}.
* @param readWriteType The read-write access type to use. Allowed values are:
*
* - {@link DDMFile#READ_ONLY DDMFile.READ_ONLY}
* - {@link DDMFile#READ_WRITE DDMFile.READ_WRITE}
* - {@link DDMFile#WRITE_ONLY DDMFile.WRITE_ONLY}
*
* @param keyed Indicates if the file should be opened for sequential or keyed access.
* @param preferredBatchSize The number of records to read or write at a time. This is a preferred number because the DDMConnection
* may decide to use a different batch size depending on circumstances (e.g. READ_WRITE files always use a batch size of 1).
* @param numBuffers The number of data buffers to allocate for use when reading new records. The DDMConnection will round-robin
* through the data buffers as it calls {@link DDMReadCallback#newRecord DDMReadCallback.newRecord()}. This can be useful
* for multi-threaded readers that process new record data, such as {@link DDMThreadedReader DDMThreadedReader}. In such cases,
* each processing thread could be assigned a specific data buffer, to avoid contention. See {@link DDMDataBuffer DDMDataBuffer}.
**/
public DDMFile open(String library, String file, String member, String recordFormat, int readWriteType, boolean keyed, int preferredBatchSize, int numBuffers) throws IOException
{
final boolean doWrite = readWriteType == DDMFile.READ_WRITE || readWriteType == DDMFile.WRITE_ONLY;
final boolean doRead = readWriteType == DDMFile.READ_WRITE || readWriteType == DDMFile.READ_ONLY || !doWrite;
if ((doWrite && doRead) || preferredBatchSize <= 0) preferredBatchSize = 1;
preferredBatchSize = preferredBatchSize & 0x7FFF;
final byte[] dclNam = generateDCLNAM();
sendS38OpenRequest(out_, file, library, member, doRead, doWrite, keyed, recordFormat, dclNam, preferredBatchSize);
out_.flush();
int length = in_.readShort();
if (length < 10)
{
throw DataStreamException.badLength("ddmS38Open", length);
}
int gdsID = in_.read();
int type = in_.read(); // bit mask
boolean isChained = (type & 0x40) != 0;
int correlation = in_.readShort();
int ll = in_.readShort();
int cp = in_.readShort();
int numRead = 10;
if (DEBUG) System.out.println("open: "+gdsID+","+type+","+isChained+","+correlation+","+ll+","+cp);
while (cp != 0xD404 && numRead+4 <= length)
{
if (cp == 0xD201) // S38MSGRM
{
int[] numMsgRead = new int[1];
Message msg = getMessage(in_, ll, numMsgRead);
numRead += numMsgRead[0];
if (msg != null)
{
throw DataStreamException.errorMessage("ddmS38Open", msg);
}
}
else
{
if (DEBUG) System.out.println("Got cp "+Integer.toHexString(cp));
in_.skipBytes(ll-4);
numRead += (ll-4);
}
ll = in_.readShort();
cp = in_.readShort();
numRead += 4;
}
if (cp != 0xD404) // S38OPNFB
{
throw DataStreamException.badReply("ddmS38Open", cp);
}
int openType = in_.readByte();
final byte[] b = new byte[10];
final char[] c = new char[10];
in_.readFully(b);
String realFile = Conv.ebcdicByteArrayToString(b, 0, b.length, c);
in_.readFully(b);
String realLibrary = Conv.ebcdicByteArrayToString(b, 0, b.length, c);
in_.readFully(b);
String realMember = Conv.ebcdicByteArrayToString(b, 0, b.length, c);
int recordLength = in_.readShort();
in_.skipBytes(10);
int numRecordsReturned = in_.readInt();
in_.readFully(b, 0, 2);
String accessType = Conv.ebcdicByteArrayToString(b, 0, 2, c);
boolean supportDuplicateKeys = in_.readByte() == 0x00C4;
boolean isSourceFile = in_.readByte() == 0x00E8;
in_.skipBytes(10); // UFCB parameters
int maxBlockedRecordsTransferred = in_.readShort();
int recordIncrement = in_.readShort();
int openFlags1 = in_.readByte();
in_.skipBytes(6); // Number of associated physical file members, and other stuff?
int maxRecordLength = in_.readShort();
int recordWaitTime = in_.readInt();
int openFlags2 = in_.readShort();
int nullFieldByteMapOffset = in_.readShort();
int nullKeyFieldByteMapOffset = in_.readShort();
in_.skipBytes(4); // Other stuff?
int ccsid = in_.readShort();
int totalFixedFieldLength = in_.readShort();
numRead += 92;
in_.skipBytes(length-numRead); // Min record length and other stuff?
while (isChained)
{
// Skip the rest.
length = in_.readShort();
if (length < 10)
{
throw DataStreamException.badLength("ddmS38Open", length);
}
gdsID = in_.read();
type = in_.read(); // bit mask
isChained = (type & 0x40) != 0;
correlation = in_.readShort();
numRead = 6;
in_.skipBytes(length-6);
}
in_.end();
byte[] recordFormatName = Conv.blankPadEBCDIC10(recordFormat);
return new DDMFile(realLibrary, realFile, realMember, recordFormatName, dclNam, readWriteType, recordLength, recordIncrement, preferredBatchSize, nullFieldByteMapOffset, numBuffers);
}
/**
* Retrieves the member descriptions for the specified file.
**/
public List getFileMemberDescriptions(final String library, final String file) throws IOException
{
DDMFile f = new DDMFile(library, file, null, null, null, DDMFile.READ_ONLY, 0, 0, 0, 0, 1);
return getFileMemberDescriptions(f);
}
/**
* Retrieves the member descriptions for the specified file.
**/
public List getFileMemberDescriptions(final DDMFile file) throws IOException
{
List messages = executeReturnMessageList("DSPFD FILE("+file.getLibrary().trim()+"/"+file.getFile().trim()+") TYPE(*MBR) OUTPUT(*OUTFILE) OUTFILE(QTEMP/TB2FD)");
if (messages.size() == 0)
{
throw new IOException("DSPFFD failed to return success message");
}
boolean error = false;
for (int i=0; !error && i messages = executeReturnMessageList("DSPFFD FILE("+file.getLibrary().trim()+"/"+file.getFile().trim()+") OUTPUT(*OUTFILE) OUTFILE(QTEMP/TB2FFD)");
if (messages.size() == 0)
{
throw new IOException("DSPFFD failed to return success message");
}
boolean error = false;
for (int i=0; !error && i blockingFactor ? blockingFactor : numRecords;
int id = newCorrelationID();
while (startingRecordNumber < numRecords)
{
if (startingRecordNumber+batchSize >= numRecords) batchSize = numRecords-startingRecordNumber;
sendS38PUTMRequest(out_, file.getDCLNAM(), id);
sendS38BUFRequest(file, out_, id, file.getRecordIncrement(), listener, file.getRecordLength(), startingRecordNumber, batchSize);
out_.flush();
handleReply(file, "ddmS38PUTM", null);
startingRecordNumber += batchSize;
}
}
/**
* Updates the current record with the specified data.
**/
public void updateCurrent(DDMFile file, byte[] data, int offset, boolean[] nullFieldValues) throws IOException
{
final int id = sendS38UPDATRequest(out_, file.getDCLNAM());
file.getEventBuffer().setEventType(DDMCallbackEvent.EVENT_UPDATE);
sendS38BUFRequest(out_, id, file.getRecordIncrement(), data, offset, file.getRecordLength(), nullFieldValues);
out_.flush();
handleReply(file, "ddmS38UPDAT", null);
}
/**
* Updates the current record with the first record provided by the callback.
**/
public void updateCurrent(DDMFile file, DDMWriteCallback listener) throws IOException
{
int id = sendS38UPDATRequest(out_, file.getDCLNAM());
file.getEventBuffer().setEventType(DDMCallbackEvent.EVENT_UPDATE);
sendS38BUFRequest(file, out_, id, file.getRecordIncrement(), listener, file.getRecordLength(), 0, 1);
out_.flush();
handleReply(file, "ddmS38UPDAT", null);
}
/**
* Executes the specified CL command within the DDM host server job.
**/
public Message[] execute(final String command) throws IOException {
List messageList = executeReturnMessageList(command);
Message[] messages = new Message[messageList.size()];
for (int i =0; i < messages.length; i++) {
messages[i] = messageList.get(i);
}
return messages;
}
public List executeReturnMessageList(final String command) throws IOException
{
ArrayList messages = new ArrayList();
sendS38CMDRequest(out_, command);
out_.flush();
handleReply(null, "ddmS38CMD", null, messages);
return messages;
}
/**
* Removes the current record from the file.
**/
public void deleteCurrent(DDMFile file) throws IOException
{
sendS38DELRequest(out_, file.getDCLNAM());
out_.flush();
handleReply(file, "ddmS38DEL", null);
}
private void position(DDMFile file, int positionType) throws IOException
{
sendS38FEODRequest(out_, file.getDCLNAM(), positionType);
out_.flush();
handleReply(file, "ddmS38FEOD", null);
}
private void readType(DDMFile file, DDMReadCallback listener, int readType, boolean doPosition) throws IOException
{
sendS38GetRequest(out_, file.getDCLNAM(), file.getReadWriteType() == DDMFile.READ_WRITE, readType, doPosition);
out_.flush();
handleReply(file, "ddmS38Get", listener);
}
private void handleReply(final DDMFile file, final String ds, final DDMReadCallback listener) throws IOException
{
handleReply(file, ds, listener, null);
}
private void handleReply(final DDMFile file, final String ds, final DDMReadCallback listener, final List messages) throws IOException
{
if (DEBUG) System.out.println("---- HANDLE REPLY ----");
int length = in_.readShort();
boolean isContinued = (length > 0x7FFF);
if (isContinued)
{
length = length & 0x7FFF; // The last 2 bytes are the size of the next continued packet.
}
if (DEBUG) System.out.println("LENGTH: "+length);
if (DEBUG) System.out.println("isContinued? "+isContinued);
if (length < 10)
{
throw DataStreamException.badLength(ds, length);
}
int gdsID = in_.read();
int type = in_.read(); // bit mask
if (DEBUG) System.out.println("GDS, TYPE: "+gdsID+", "+type);
boolean isChained = (type & 0x40) != 0;
int correlation = in_.readShort();
int numRead = 6;
if (DEBUG) System.out.println("CHAINED: "+isChained);
DataStreamException exception = null;
while (numRead < length)
{
if (DEBUG) System.out.println(numRead+" vs "+length);
int ll = in_.readShort();
int cp = in_.readShort();
numRead += 4;
if (DEBUG) System.out.println("HANDLEREPLY: ll="+ll+", cp="+Integer.toHexString(cp));
if (cp == 0xD402) // S38IOFB
{
// Probably end of file or record not found.
boolean end = !isChained;
in_.skipBytes(length-numRead);
numRead += length-numRead;
while (isChained)
{
int localLength = in_.readShort();
if (localLength < 10)
{
throw DataStreamException.badLength(ds, localLength);
}
gdsID = in_.read();
type = in_.read(); // bit mask
isChained = (type & 0x40) != 0;
correlation = in_.readShort();
ll = in_.readShort();
cp = in_.readShort();
int localNumRead = 10;
numRead += 10;
if (DEBUG) System.out.println("Next is chained? "+isChained+", "+Integer.toHexString(cp));
if (cp == 0xD201) // S38MSGRM
{
int[] numMsgRead = new int[1];
Message msg = getMessage(in_, ll, numMsgRead);
numRead += numMsgRead[0];
localNumRead += numMsgRead[0];
if (DEBUG) System.out.println("Got message "+msg);
if (msg != null)
{
if (messages != null) messages.add(msg);
String id = msg.getID();
if (id != null)
{
if (id.equals("CPF5001") || id.equals("CPF5025"))
{
if (listener != null)
{
file.getEventBuffer().setEventType(DDMCallbackEvent.EVENT_READ);
listener.endOfFile(file.getEventBuffer());
}
end = true;
}
else if (id.equals("CPF5006"))
{
if (listener != null)
{
file.getEventBuffer().setEventType(DDMCallbackEvent.EVENT_READ);
listener.recordNotFound(file.getEventBuffer());
}
end = true;
}
else if (messages == null)
{
if (exception == null)
{
exception = DataStreamException.errorMessage(ds+"_chained", msg);
exception.fillInStackTrace();
}
else
{
exception.addMessage(msg);
}
end = true;
}
}
else if (messages == null)
{
if (exception == null)
{
exception = DataStreamException.errorMessage(ds+"_chained", msg);
exception.fillInStackTrace();
}
else
{
exception.addMessage(msg);
}
end = true;
}
}
}
else
{
in_.skipBytes(ll-4);
numRead += ll-4;
localNumRead += ll-4;
}
in_.skipBytes(localLength-localNumRead);
numRead += localLength-localNumRead;
}
if (!end)
{
throw DataStreamException.badReply(ds, cp);
}
}
else if (cp == 0xD405) // S38BUF
{
final boolean largeBuffer = ll > 0x7FFF;
if (DEBUG) System.out.println("LARGE BUFFER: "+largeBuffer);
int ioFeedbackOffset = largeBuffer ? in_.readInt() + 18 : ll + 10;
if (DEBUG) System.out.println("IOFB offset: "+ioFeedbackOffset);
numRead += largeBuffer ? 4 : 0;
if (listener == null)
{
int toSkip = ioFeedbackOffset - numRead - 4;
if (toSkip > 0)
{
in_.skipBytes(toSkip);
numRead += toSkip;
}
}
else
{
final int recordDataLength = file.getRecordLength();
final int recordIncrement = file.getRecordIncrement();
if (DEBUG) System.out.println("Record data length: "+recordDataLength);
if (DEBUG) System.out.println("Record increment: "+recordIncrement);
while (numRead+recordIncrement <= ioFeedbackOffset)
{
final byte[] recordData = file.getRecordDataBuffer();
boolean didExtraBytes = false;
if (isContinued && numRead+recordIncrement > length)
{
// Not enough bytes left.
int diff = length-numRead;
if (DEBUG) System.out.println("Not enough bytes to read another record. Length="+length+", numRead="+numRead+", so remaining="+diff);
int dataToRead = diff > recordData.length ? recordData.length : diff;
if (DEBUG) System.out.println("Data to read: "+dataToRead+" will make numRead: "+(numRead+dataToRead));
in_.readFully(recordData, 0, dataToRead);
numRead += dataToRead;
int remainingRecordData = recordData.length-dataToRead;
if (DEBUG) System.out.println("Remaining record data: "+remainingRecordData);
if (remainingRecordData > 0)
{
int nextPacketLength = in_.readShort();
if (DEBUG) System.out.println("Next packet length: "+nextPacketLength);
if (nextPacketLength <= 0x7FFF)
{
isContinued = false;
}
int extraLength = (nextPacketLength & 0x7FFF) - 2;
if (DEBUG) System.out.println("Current length: "+length+"; Still continued? "+isContinued+"; next packet length: "+extraLength);
length += extraLength;
if (DEBUG) System.out.println("New length: "+length);
in_.readFully(recordData, dataToRead, remainingRecordData);
numRead += remainingRecordData;
}
else
{
//TODO - This section can't be right, it's not handling the null field map.
diff -= recordData.length;
// This reads in the remaining data for the record, including the 2 bytes for the next packet length.
byte[] packetBuffer = file.getPacketBuffer();
in_.readFully(packetBuffer);
// if (DEBUG) System.out.println("JUST read "+packetBuffer.length+" bytes instead of "+diff);
numRead += packetBuffer.length;
// numRead += diff+2;
int nextPacketLength = ((packetBuffer[diff] & 0x00FF) << 8) | (packetBuffer[diff+1] & 0x00FF);
if (DEBUG) System.out.println("NEXT packet length: "+nextPacketLength);
if (nextPacketLength <= 0x7FFF)
{
isContinued = false;
}
int extraLength = (nextPacketLength & 0x7FFF); // - 2;
if (DEBUG) System.out.println("CURRENT length: "+length+"; Still continued? "+isContinued+"; next packet length: "+extraLength);
length += extraLength;
if (DEBUG) System.out.println("NEW length: "+length);
int relative = 0;
int recordNumber = -1;
if (diff < 3)
{
recordNumber = Conv.byteArrayToInt(packetBuffer, 4);
relative = 8;
}
else if (diff > 5)
{
recordNumber = Conv.byteArrayToInt(packetBuffer, 2);
relative = 6;
}
else
{
// The packet busted us in the middle of the record number.
int offset = 2;
int b1 = packetBuffer[offset++];
if (diff == offset) offset += 2;
int b2 = packetBuffer[offset++];
if (diff == offset) offset += 2;
int b3 = packetBuffer[offset++];
if (diff == offset) offset += 2;
int b4 = packetBuffer[offset++];
recordNumber = ((b1 & 0x00FF) << 24) |
((b2 & 0x00FF) << 16) |
((b3 & 0x00FF) << 8) |
(b4 & 0x00FF);
relative = offset;
}
if (DEBUG) System.out.println("Relative is "+relative+" and +5 for the null field map.");
// relative = file.getNullFieldByteMapOffset()-file.getRecordLength()-relative;
relative += 5;
// Read null field map.
final byte[] nullFieldMap = file.getNullFieldMap();
final boolean[] nullFieldValues = file.getNullFieldValues();
for (int i=0; i lenSkip) toSkip = lenSkip;
if (DEBUG) System.out.println("internal skip "+toSkip);
if (toSkip > 0)
{
in_.skipBytes(toSkip);
numRead += toSkip;
}
if (ll < 32768 && ll < file.getRecordIncrement()*file.getBatchSize())
{
//TODO: Have probably read all the records??
file.getEventBuffer().setEventType(DDMCallbackEvent.EVENT_READ);
listener.endOfFile(file.getEventBuffer());
}
}
// IOFB
if (DEBUG) System.out.println("Before IOFB, numRead = "+numRead+", length="+length);
int toSkip = length-numRead;
if (DEBUG) System.out.println("Skipping "+toSkip+" maybe");
if (toSkip > 0)
{
in_.skipBytes(toSkip);
numRead += toSkip;
}
while (isChained)
{
int localLength = in_.readShort();
if (DEBUG) System.out.println("In loop, length = "+localLength);
if (DEBUG) System.out.println("3isContinued? "+((localLength & 0x8000) != 0));
if (localLength < 10)
{
throw DataStreamException.badLength(ds+"_chained", localLength);
}
gdsID = in_.read();
type = in_.read(); // bit mask
isChained = (type & 0x40) != 0;
if (DEBUG) System.out.println("CHAIN2: "+isChained);
correlation = in_.readShort();
ll = in_.readShort();
cp = in_.readShort();
if (DEBUG) System.out.println("CP in chain: "+Integer.toHexString(cp));
int localNumRead = 10;
numRead += 10;
if (cp == 0xD201) // S38MSGRM
{
int[] numMsgRead = new int[1];
Message msg = getMessage(in_, ll, numMsgRead);
localNumRead += numMsgRead[0];
numRead += numMsgRead[0];
if (msg != null)
{
if (messages != null) messages.add(msg);
String id = msg.getID();
if (id != null)
{
if (id.equals("CPF5001") || id.equals("CPF5025"))
{
if (listener != null)
{
file.getEventBuffer().setEventType(DDMCallbackEvent.EVENT_READ);
listener.endOfFile(file.getEventBuffer());
}
}
else if (id.equals("CPF5006"))
{
if (listener != null)
{
file.getEventBuffer().setEventType(DDMCallbackEvent.EVENT_READ);
listener.recordNotFound(file.getEventBuffer());
}
}
else if (messages == null)
{
throw DataStreamException.errorMessage(ds+"_chained", msg);
}
}
else if (messages == null)
{
throw DataStreamException.errorMessage(ds+"_chained", msg);
}
}
}
else if (cp == 0xD402) // S38IOFB
{
if (DEBUG) System.out.println("SKipping "+(localLength-localNumRead));
in_.skipBytes(localLength-localNumRead);
numRead += (localLength-localNumRead);
localNumRead = localLength;
}
else
{
throw DataStreamException.badReply(ds+"_chained", cp);
}
if (DEBUG) System.out.println("Skipping extra "+(localLength-localNumRead));
in_.skipBytes(localLength-localNumRead);
numRead += localLength-localNumRead;
}
if (DEBUG) System.out.println("Should be at end: "+numRead+" and "+length);
}
else if (cp == 0xD201) // S38MSGRM
{
int[] numMsgRead = new int[1];
Message msg = getMessage(in_, ll, numMsgRead);
numRead += numMsgRead[0];
if (msg != null)
{
if (messages != null)
{
messages.add(msg);
}
else
{
throw DataStreamException.errorMessage(ds, msg);
}
}
int toSkip = length-numRead;
if (DEBUG) System.out.println("Skipping "+toSkip+" mmaybe");
if (toSkip > 0)
{
in_.skipBytes(toSkip);
numRead += toSkip;
}
while (isChained)
{
int localLength = in_.readShort();
if (DEBUG) System.out.println("In loop, length = "+localLength);
if (DEBUG) System.out.println("3isContinued? "+((localLength & 0x8000) != 0));
if (localLength < 10)
{
throw DataStreamException.badLength(ds+"_chained", localLength);
}
gdsID = in_.read();
type = in_.read(); // bit mask
isChained = (type & 0x40) != 0;
if (DEBUG) System.out.println("CHAIN2: "+isChained);
correlation = in_.readShort();
ll = in_.readShort();
cp = in_.readShort();
if (DEBUG) System.out.println("CP in chain: "+Integer.toHexString(cp));
int localNumRead = 10;
numRead += 10;
if (cp == 0xD201) // S38MSGRM
{
numMsgRead = new int[1];
msg = getMessage(in_, ll, numMsgRead);
localNumRead += numMsgRead[0];
numRead += numMsgRead[0];
if (msg != null)
{
if (messages != null) messages.add(msg);
String id = msg.getID();
if (id != null)
{
if (id.equals("CPF5001") || id.equals("CPF5025"))
{
if (listener != null)
{
file.getEventBuffer().setEventType(DDMCallbackEvent.EVENT_READ);
listener.endOfFile(file.getEventBuffer());
}
}
else if (id.equals("CPF5006"))
{
if (listener != null)
{
file.getEventBuffer().setEventType(DDMCallbackEvent.EVENT_READ);
listener.recordNotFound(file.getEventBuffer());
}
}
else if (messages == null)
{
throw DataStreamException.errorMessage(ds+"_chained", msg);
}
}
else if (messages == null)
{
throw DataStreamException.errorMessage(ds+"_chained", msg);
}
}
}
else if (cp == 0xD402) // S38IOFB
{
if (DEBUG) System.out.println("SKipping "+(localLength-localNumRead));
in_.skipBytes(localLength-localNumRead);
numRead += (localLength-localNumRead);
localNumRead = localLength;
}
else
{
throw DataStreamException.badReply(ds+"_chained", cp);
}
if (DEBUG) System.out.println("Skipping extra "+(localLength-localNumRead));
in_.skipBytes(localLength-localNumRead);
numRead += localLength-localNumRead;
}
}
else
{
throw DataStreamException.badReply(ds, cp);
}
}
in_.end();
if (exception != null)
{
throw exception;
}
}
// The declared name is an 8-byte unique handle that DDM will use to quickly access the file.
// I assume it is unique within a given connection. It must be EBCDIC and blank-padded.
// Which means, if we use an 8-digit number, we can only have 100,000,000 files open simultaneously. :-)
private byte[] generateDCLNAM()
{
final byte[] dclName = new byte[8];
int num = dclNamCounter_++; // No need to synchronize, this class isn't threadsafe anyway.
// Hooray for loop-unrolling and temp variables!
// This works great with the IBM 1.5 compiler and JIT. Not so much with Sun 1.4.
int mod = num % 10;
dclName[7] = (byte)(mod + 0xF0);
num = num / 10;
mod = num % 10;
dclName[6] = (byte)(mod + 0xF0);
num = num == 0 ? 0 : num / 10;
mod = num == 0 ? 0 : num % 10;
dclName[5] = (byte)(mod + 0xF0);
num = num == 0 ? 0 : num / 10;
mod = num == 0 ? 0 : num % 10;
dclName[4] = (byte)(mod + 0xF0);
num = num == 0 ? 0 : num / 10;
mod = num == 0 ? 0 : num % 10;
dclName[3] = (byte)(mod + 0xF0);
num = num == 0 ? 0 : num / 10;
mod = num == 0 ? 0 : num % 10;
dclName[2] = (byte)(mod + 0xF0);
num = num == 0 ? 0 : num / 10;
mod = num == 0 ? 0 : num % 10;
dclName[1] = (byte)(mod + 0xF0);
num = num == 0 ? 0 : num / 10;
mod = num == 0 ? 0 : num % 10;
dclName[0] = (byte)(mod + 0xF0);
return dclName;
}
private void sendS38CMDRequest(HostOutputStream out, String command) throws IOException
{
final byte[] commandBytes = Conv.stringToEBCDICByteArray37(command);
out.writeShort(14+commandBytes.length); // Length.
out.write(0xD0); // SNA GDS architecture ID.
out.write(1); // Format ID.
out.writeShort(newCorrelationID());
out.writeShort(8+commandBytes.length); // S38CMD LL.
out.writeShort(0xD006); // S38CMD CP.
out.writeShort(4+commandBytes.length); // S38CMDST LL.
out.writeShort(0xD103); // S38CMDST CP.
out.write(commandBytes);
}
private void sendS38DELRequest(final HostOutputStream out, final byte[] dclNam) throws IOException
{
out.writeInt(0x0016D001); // Combined length, SNA GDS arch ID, format ID.
out.writeShort(newCorrelationID());
out.writeInt(0x0010D007); // Combined S38DEL LL and CP.
out.writeInt(0x000C1136); // Combined DCLNAM LL and CP.
out.write(dclNam, 0, 8);
}
private int sendS38UPDATRequest(HostOutputStream out, byte[] dclNam) throws IOException
{
out.writeInt(0x001ED051); // Combined length, SNA GDS arch ID, and format ID.
int id = newCorrelationID();
out.writeShort(id);
out.writeInt(0x0018D019); // Combined S38UPDAT LL and CP.
out.writeInt(0x000C1136); // Combined DCLNAM LL and CP.
out.write(dclNam, 0, 8);
out.writeInt(0x0008D119); // Combined S38OPTL LL and CP.
// out.write(33); // Type of read (current).
// out.write(3); // Share - update norm.
// out.write(1); // Data - don't retrieve record, ignore deleted records.
// out.write(7); // Operation - update.
out.writeInt(0x21030107); // Combined options.
return id;
}
private void sendS38PUTMRequest(HostOutputStream out, byte[] dclNam, final int correlationID) throws IOException
{
out.writeInt(0x0016D051); // Combined length, SNA GDS arch ID, and format ID.
out.writeShort(correlationID);
out.writeInt(0x0010D013); // Combined S38PUTM LL and CP.
out.writeInt(0x000C1136); // Combined DCLNAM LL and CP.
out.write(dclNam, 0, 8);
}
private void sendS38BUFRequest(HostOutputStream out, final int correlationID, final int recordIncrement, final byte[] data, final int offset, final int length, final boolean[] nullFieldValues) throws IOException
{
// Now send S38BUF with data in it.
out.writeShort(recordIncrement+10); // Length.
out.writeShort(0xD003); // Combined SNA GDS arch ID and format ID.
out.writeShort(correlationID);
out.writeShort(recordIncrement+4); // S38BUF LL.
out.writeShort(0xD405); // S38BUF CP.
out.write(data, offset, length);
final int remaining = recordIncrement - length;
final boolean doNullFields = nullFieldValues != null;
for (int i=0; i