Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
getl.driver.Driver.groovy Maven / Gradle / Ivy
GETL - based package in Groovy, which automates the work of loading and transforming data
//file:noinspection GrMethodMayBeStatic
//file:noinspection unused
package getl.driver
import getl.csv.CSVDataset
import getl.data.*
import getl.utils.BoolUtils
import getl.utils.FileUtils
import getl.utils.ParamMethodValidator
/**
* Base driver class
* @author Alexsey Konstantinov
*
*/
abstract class Driver {
/** Method parameters validator */
public ParamMethodValidator methodParams = new ParamMethodValidator()
Driver(Connection con) {
registerParameters()
this.connection = con
initParams()
}
/** Current connection */
private Connection connection
/** Current connection */
Connection getConnection() { connection }
@SuppressWarnings('SpellCheckingInspection')
static enum Support {
CONNECT, TRANSACTIONAL, SQL, MULTIDATABASE, LOCAL_TEMPORARY, GLOBAL_TEMPORARY, MEMORY, EXTERNAL, SEQUENCE, BATCH,
CREATEIFNOTEXIST, DROPIFEXIST, CREATESCHEMAIFNOTEXIST, DROPSCHEMAIFEXIST, CREATESEQUENCEIFNOTEXISTS, DROPSEQUENCEIFEXISTS,
EACHROW, WRITE, AUTOLOADSCHEMA, AUTOSAVESCHEMA, BULKLOADMANYFILES, INDEX, INDEXFORTEMPTABLE,
NOT_NULL_FIELD, PRIMARY_KEY, DEFAULT_VALUE, CHECK_FIELD, COMPUTE_FIELD,
VIEW, SCHEMA, DATABASE, SELECT_WITHOUT_FROM,
TIMESTAMP, DATE, TIME, TIMESTAMP_WITH_TIMEZONE, BOOLEAN,
BLOB, CLOB, UUID, ARRAY, START_TRANSACTION, AUTO_INCREMENT
}
@SuppressWarnings("UnnecessaryQualifiedReference")
abstract List supported()
@SuppressWarnings("UnnecessaryQualifiedReference")
Boolean isSupport(Support feature) {
(supported().indexOf(feature) != -1)
}
@SuppressWarnings('SpellCheckingInspection')
static enum Operation {
CREATE, DROP, BULKLOAD, EXECUTE, INSERT, UPDATE, DELETE, MERGE,
RETRIEVEFIELDS, RETRIEVELOCALTEMPORARYFIELDS, RETRIEVEQUERYFIELDS,
READ_METADATA, TRUNCATE, CREATE_SCHEMA, CREATE_VIEW
}
@SuppressWarnings("UnnecessaryQualifiedReference")
abstract List operations()
@SuppressWarnings("UnnecessaryQualifiedReference")
Boolean isOperation(Driver.Operation operation) {
(operations().indexOf(operation) != -1)
}
/**
* Register connection parameters with method validator
*/
protected void registerParameters() {
methodParams.register("retrieveObjects", [])
methodParams.register("createDataset", [])
methodParams.register("dropDataset", [])
methodParams.register("clearDataset", [])
methodParams.register("bulkLoadFile", [])
methodParams.register("rows", [])
methodParams.register("eachRow", [])
methodParams.register("openWrite", [])
methodParams.register("executeCommand", [])
methodParams.register('prepareImportFields', ['resetTypeName', 'resetKey', 'resetNotNull',
'resetDefault', 'resetCheck', 'resetCompute'])
}
/**
* Initialization parameters
*/
protected void initParams(){ }
void prepareField(Field field) { }
abstract Boolean isConnected()
abstract void connect()
abstract void disconnect()
abstract List retrieveObjects(Map params, Closure filter)
abstract List fields(Dataset dataset)
abstract void startTran(Boolean useSqlOperator = false)
abstract void commitTran(Boolean useSqlOperator = false)
abstract void rollbackTran(Boolean useSqlOperator = false)
abstract void createDataset(Dataset dataset, Map params)
void dropDataset(Dataset dataset, Map params) {
if (dataset.isAutoSchema() && !isResourceFileNameSchema(dataset)) {
def name = fullFileNameSchema(dataset)
if (name != null) {
def s = new File(name)
if (s.exists())
s.delete()
}
}
}
abstract Long eachRow(Dataset dataset, Map params, Closure prepareCode, Closure code)
abstract void openWrite(Dataset dataset, Map params, Closure prepareCode)
abstract void write(Dataset dataset, Map row)
abstract void doneWrite(Dataset dataset)
abstract void closeWrite(Dataset dataset)
void cleanWrite(Dataset dataset) { }
abstract void bulkLoadFile(CSVDataset source, Dataset dest, Map params, Closure prepareCode)
abstract void clearDataset(Dataset dataset, Map params)
abstract Long executeCommand(String command, Map params)
abstract Long getSequence(String sequenceName)
/**
* Full file schema name
* @param dataset
* @return
*/
String fullFileNameSchema(Dataset dataset) {
FileUtils.TransformFilePath(dataset.schemaFileName, dataset.dslCreator)
}
/**
* Determine that the schema file is stored in resources
* @param dataset - source dataset
* @return
*/
static Boolean isResourceFileNameSchema(Dataset dataset) {
FileUtils.IsResourceFileName(dataset.schemaFileName)
}
/**
* Configure the file to work and upload to the table
* @param csvFile CSV dataset
*/
void prepareCsvTempFile(Dataset source, CSVDataset csvFile) { }
/**
* Check CSV file settings for bulk loading
* @param csvFile CSV dataset
*/
void validCsvTempFile(Dataset source, CSVDataset csvFile) { }
/**
* Preparing import fields from another datasetImport options:
* resetTypeName: reset the name of the field type
* resetKey: reset primary key
* resetNotNull: reset not null
* resetDefault: reset default value
* resetCheck: reset check expression
* resetCompute: reset compute expression
*
* @param dataset source
* @param importParams import options
* @return list of prepared field
*/
List prepareImportFields(Dataset dataset, Map importParams = new HashMap()) {
if (dataset == null)
throw new NullPointerException('Required dataset!')
if (importParams == null)
importParams = new HashMap()
methodParams.validation('prepareImportFields', importParams, null)
def resetTypeName = BoolUtils.IsValue(importParams.resetTypeName)
def resetKey = BoolUtils.IsValue(importParams.resetKey)
def resetNotNull = BoolUtils.IsValue(importParams.resetNotNull)
def resetDefault = BoolUtils.IsValue(importParams.resetDefault)
def resetCheck = BoolUtils.IsValue(importParams.resetCheck)
def resetCompute = BoolUtils.IsValue(importParams.resetCompute)
def isCompatibleDataset = getClass().isInstance(dataset)
def res = dataset.fieldClone()
res.each { field ->
if (resetTypeName || !isCompatibleDataset) {
field.typeName = null
field.columnClassName = null
}
if (resetKey || !dataset.connection.driver.isSupport(Support.PRIMARY_KEY)) {
field.isKey = null
field.ordKey = null
}
if (resetNotNull || !dataset.connection.driver.isSupport(Support.NOT_NULL_FIELD))
field.isNull = null
if (resetDefault || !isCompatibleDataset || !dataset.connection.driver.isSupport(Support.DEFAULT_VALUE))
field.defaultValue = null
if (resetCheck || !isCompatibleDataset || !dataset.connection.driver.isSupport(Support.CHECK_FIELD))
field.checkValue = null
if (resetCompute || !isCompatibleDataset || !dataset.connection.driver.isSupport(Support.COMPUTE_FIELD))
field.compute = null
}
return res
}
/** Allowed comparing length between two fields */
Boolean allowCompareLength(Dataset sourceDataset, Field source, Field destination) { true }
}
