schema.xsd2pgschema.4.3.4.source-code.csv2pgsql Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of xsd2pgschema Show documentation
Show all versions of xsd2pgschema Show documentation
Database replication tool based on XML Schema
/*
xsd2pgschema - Database replication tool based on XML Schema
Copyright 2014-2022 Masashi Yokochi
https://sourceforge.net/projects/xsd2pgschema/
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
import net.sf.xsd2pgschema.*;
import net.sf.xsd2pgschema.option.*;
import net.sf.xsd2pgschema.serverutil.*;
import net.sf.xsd2pgschema.type.PgDateType;
import net.sf.xsd2pgschema.type.PgDecimalType;
import net.sf.xsd2pgschema.type.PgIntegerType;
import java.io.IOException;
import java.io.InputStream;
import java.lang.invoke.MethodHandles;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.SQLException;
import javax.xml.parsers.*;
import org.nustaq.serialization.FSTConfiguration;
import org.xml.sax.SAXException;
/**
* PostgreSQL data migration from CSV file.
*
* @author yokochi
*/
public class csv2pgsql {
/**
* The main method.
*
* @param args the arguments
*/
public static void main(String[] args) {
/** The working directory name. */
String work_dir_name = xml2pgcsv.work_dir_name;
/** The PostgreSQL data model option. */
PgSchemaOption option = new PgSchemaOption(true);
/** The FST configuration. */
FSTConfiguration fst_conf = FSTConfiguration.createDefaultConfiguration();
fst_conf.registerClass(PgSchemaServerQuery.class,PgSchemaServerReply.class,PgSchema.class); // FST optimization
/** The PostgreSQL option. */
PgOption pg_option = new PgOption();
option.usePgCsv(); // CSV format
for (int i = 0; i < args.length; i++) {
if (args[i].equals("--xsd") && i + 1 < args.length)
option.root_schema_location = args[++i];
else if ((args[i].equals("--csv-dir") || args[i].equals("--tsv-dir") || args[i].equals("--work-dir")) && i + 1 < args.length)
work_dir_name = args[++i];
else if (args[i].equals("--db-host") && i + 1 < args.length)
pg_option.pg_host = args[++i];
else if (args[i].equals("--db-port") && i + 1 < args.length)
pg_option.pg_port = Integer.valueOf(args[++i]);
else if (args[i].equals("--db-name") && i + 1 < args.length)
pg_option.name = args[++i];
else if (args[i].equals("--db-user") && i + 1 < args.length)
pg_option.user = args[++i];
else if (args[i].equals("--db-pass") && i + 1 < args.length)
pg_option.pass = args[++i];
else if (args[i].equals("--test-ddl"))
pg_option.test = true;
else if (args[i].equals("--min-rows-for-index") && i + 1 < args.length)
pg_option.setMinRowsForIndex(args[++i]);
else if (args[i].equals("--create-non-uniq-pkey-index"))
pg_option.setCreateNonUniqPKeyIndex(true);
else if (args[i].equals("--no-create-non-uniq-pkey-index"))
pg_option.setCreateNonUniqPKeyIndex(false);
else if (args[i].equals("--drop-non-uniq-pkey-index"))
pg_option.setDropNonUniqPKeyIndex();
else if (args[i].equals("--create-doc-key-index"))
pg_option.setCreateDocKeyIndex(true);
else if (args[i].equals("--no-create-doc-key-index"))
pg_option.setCreateDocKeyIndex(false);
else if (args[i].equals("--drop-doc-key-index"))
pg_option.setDropDocKeyIndex();
else if (args[i].equals("--create-attr-index"))
pg_option.setCreateAttrIndex(true);
else if (args[i].equals("--no-create-attr-index"))
pg_option.setCreateAttrIndex(false);
else if (args[i].equals("--drop-attr-index"))
pg_option.setDropAttrIndex();
else if (args[i].equals("--max-attr-cols-for-index") && i + 1 < args.length)
pg_option.setMaxAttrColsForIndex(args[++i]);
else if (args[i].equals("--create-elem-index"))
pg_option.setCreateElemIndex(true);
else if (args[i].equals("--no-create-elem-index"))
pg_option.setCreateElemIndex(false);
else if (args[i].equals("--drop-elem-index"))
pg_option.setDropElemIndex();
else if (args[i].equals("--max-elem-cols-for-index") && i + 1 < args.length)
pg_option.setMaxElemColsForIndex(args[++i]);
else if (args[i].equals("--create-simple-cont-index"))
pg_option.setCreateSimpleContIndex(true);
else if (args[i].equals("--no-create-simple-cont-index"))
pg_option.setCreateSimpleContIndex(false);
else if (args[i].equals("--drop-simple-cont-index"))
pg_option.setDropSimpleContIndex();
else if (args[i].equals("--max-fks-for-simple-cont-index") && i + 1 < args.length)
pg_option.setMaxFKsForSimpleContIndex(args[++i]);
else if (args[i].equals("--doc-key"))
option.setDocKeyOption(true);
else if (args[i].equals("--no-doc-key"))
option.setDocKeyOption(false);
else if (args[i].equals("--no-rel"))
option.cancelRelDataExt();
else if (args[i].equals("--inline-simple-cont"))
option.inline_simple_cont = true;
else if (args[i].equals("--realize-simple-brdg"))
option.realize_simple_brdg = true;
else if (args[i].equals("--no-wild-card"))
option.wild_card = false;
else if (args[i].equals("--ser-key"))
option.serial_key = true;
else if (args[i].equals("--xpath-key"))
option.xpath_key = true;
else if (args[i].equals("--case-insensitive"))
option.setCaseInsensitive();
else if (args[i].equals("--pg-public-schema"))
option.pg_named_schema = false;
else if (args[i].equals("--pg-named-schema"))
option.pg_named_schema = true;
else if (args[i].equals("--pg-map-big-integer"))
option.pg_integer = PgIntegerType.big_integer;
else if (args[i].equals("--pg-map-long-integer"))
option.pg_integer = PgIntegerType.signed_long_64;
else if (args[i].equals("--pg-map-integer"))
option.pg_integer = PgIntegerType.signed_int_32;
else if (args[i].equals("--pg-map-big-decimal"))
option.pg_decimal = PgDecimalType.big_decimal;
else if (args[i].equals("--pg-map-double-decimal"))
option.pg_decimal = PgDecimalType.double_precision_64;
else if (args[i].equals("--pg-map-float-decimal"))
option.pg_decimal = PgDecimalType.single_precision_32;
else if (args[i].equals("--pg-map-timestamp"))
option.pg_date = PgDateType.timestamp;
else if (args[i].equals("--pg-map-date"))
option.pg_date = PgDateType.date;
else if (args[i].equals("--pg-tab-delimiter"))
option.usePgTsv();
else if (args[i].equals("--no-cache-xsd"))
option.cache_xsd = false;
else if (args[i].equals("--doc-key-name") && i + 1 < args.length)
option.setDocumentKeyName(args[++i]);
else if (args[i].equals("--ser-key-name") && i + 1 < args.length)
option.setSerialKeyName(args[++i]);
else if (args[i].equals("--xpath-key-name") && i + 1 < args.length)
option.setXPathKeyName(args[++i]);
else if (args[i].equals("--pg-named-schema-translation") && i + 1 < args.length)
option.addPgNamedSchemaTranslation(args[++i]);
else if (args[i].equals("--discarded-doc-key-name") && i + 1 < args.length)
option.addDiscardedDocKeyName(args[++i]);
else if (args[i].equals("--inplace-doc-key-name") && i + 1 < args.length) {
option.addInPlaceDocKeyName(args[++i]);
option.setDocKeyOption(false);
}
else if (args[i].equals("--doc-key-if-no-inplace")) {
option.document_key_if_no_in_place = true;
option.setDocKeyOption(false);
}
else if (args[i].equals("--show-orphan-table"))
option.show_orphan_table = true;
else if (args[i].equals("--no-pgschema-serv"))
option.pg_schema_server = false;
else if (args[i].equals("--pgschema-serv-host") && i + 1 < args.length)
option.pg_schema_server_host = args[++i];
else if (args[i].equals("--pgschema-serv-port") && i + 1 < args.length)
option.pg_schema_server_port = Integer.valueOf(args[++i]);
else {
System.err.println("Illegal option: " + args[i] + ".");
showUsage();
}
}
option.resolveDocKeyOption();
if (option.root_schema_location.isEmpty()) {
System.err.println("XSD schema location is empty.");
showUsage();
}
PgSchemaClientType client_type = PgSchemaClientType.pg_data_migration;
InputStream is = null;
boolean server_alive = option.pingPgSchemaServer(fst_conf);
boolean no_data_model = server_alive ? !option.matchPgSchemaServer(fst_conf, client_type) : true;
if (no_data_model) {
is = PgSchemaUtil.getSchemaInputStream(option.root_schema_location, null, false);
if (is == null)
showUsage();
}
Path work_dir = Paths.get(work_dir_name);
if (!Files.isDirectory(work_dir)) {
try {
Files.createDirectory(work_dir);
} catch (IOException e) {
e.printStackTrace();
System.exit(1);
}
}
if (pg_option.name.isEmpty()) {
System.err.println("Database name is empty.");
showUsage();
}
try {
PgSchemaClientImpl client = new PgSchemaClientImpl(is, option, fst_conf, client_type, MethodHandles.lookup().lookupClass().getName(), null);
Connection db_conn = DriverManager.getConnection(pg_option.getDbUrl(PgSchemaUtil.def_encoding), pg_option.user.isEmpty() ? System.getProperty("user.name") : pg_option.user, pg_option.pass);
pg_option.clear();
// test PostgreSQL DDL with schema
if (pg_option.test)
client.schema.testPgSql(db_conn, pg_option, true);
client.schema.pgCsv2PgSql(db_conn, work_dir);
System.out.println("Done " + (option.pg_delimiter == '\t' ? "tsv" : "csv") + " -> db (" + pg_option.name + ").");
if (pg_option.create_non_uniq_pkey_index)
client.schema.createNonUniqPKeyIndex(db_conn, pg_option, true, "");
else if (pg_option.drop_non_uniq_pkey_index)
client.schema.dropNonUniqPKeyIndex(db_conn, "");
if (pg_option.create_doc_key_index)
client.schema.createDocKeyIndex(db_conn, pg_option, true, "");
else if (pg_option.drop_doc_key_index)
client.schema.dropDocKeyIndex(db_conn, "");
if (pg_option.create_attr_index)
client.schema.createAttrIndex(db_conn, pg_option, true, "");
else if (pg_option.drop_attr_index)
client.schema.dropAttrIndex(db_conn, "");
if (pg_option.create_elem_index)
client.schema.createElemIndex(db_conn, pg_option, true, "");
else if (pg_option.drop_elem_index)
client.schema.dropElemIndex(db_conn, "");
if (pg_option.create_simple_cont_index)
client.schema.createSimpleContIndex(db_conn, pg_option, true, "");
else if (pg_option.drop_simple_cont_index)
client.schema.dropSimpleContIndex(db_conn, "");
db_conn.close();
} catch (ParserConfigurationException | SAXException | IOException | SQLException | PgSchemaException e) {
e.printStackTrace();
System.exit(1);
}
}
/**
* Show usage.
*/
private static void showUsage() {
PgSchemaOption option = new PgSchemaOption(true);
option.usePgCsv();
String[] usage = {
"csv2pgsql: CSV -> PostgreSQL data migration",
"Usage: --xsd SCHEMA_LOCATION --work-dir DIRECTORY (default=\"" + xml2pgcsv.work_dir_name + "\") --db-name DATABASE --db-user USER --db-pass PASSWORD (default=\"\")",
" --db-host PG_HOST_NAME (default=\"" + PgSchemaUtil.pg_host + "\")",
" --db-port PG_PORT_NUMBER (default=" + PgSchemaUtil.pg_port + ")",
" --test-ddl (perform consistency test on PostgreSQL DDL)",
" --min-rows-for-index MIN_ROWS_FOR_INDEX (default=" + PgSchemaUtil.pg_min_rows_for_index + ")",
" --create-non-uniq-pkey-index (create PostgreSQL index on non-unique primary key if not exists, default)",
" --no-create-non-uniq-pkey-index (do not create PostgreSQL index on non-unique primary key)",
" --drop-non-uniq-pkey-index (drop PostgreSQL index on non-unique primary if exists)",
" --create-doc-key-index (create PostgreSQL index on document key if not exists, enable if --sync option is selected)",
" --no-create-doc-key-index (do not create PostgreSQL index on document key, default if no --sync option)",
" --drop-doc-key-index (drop PostgreSQL index on document key if exists)",
" --create-attr-index (create PostgreSQL index on attribute if not exists, default)",
" --no-create-attr-index (do not create PostgreSQL index on attribute)",
" --drop-attr-index (drop PostgreSQL index on attribute if exists)",
" --max-attr-cols-for-index MAX_ATTR_COLS_FOR_INDEX (default=" + PgSchemaUtil.pg_max_attr_cols_for_index + ")",
" --create-elem-index (create PostgreSQL index on element if not exists)",
" --no-create-elem-index (do not create PostgreSQL index on element, default)",
" --drop-elem-index (drop PostgreSQL index on element if exists)",
" --max-elem-cols-for-index MAX_ELEM_COLS_FOR_INDEX (default=" + PgSchemaUtil.pg_max_elem_cols_for_index + ")",
" --create-simple-cont-index (create PostgreSQL index on simple content if not exists, default)",
" --no-create-simple-cont-index (do not create PostgreSQL index on simple content)",
" --drop-simple-cont-index (drop PostgreSQL index on simple content if exists)",
" --max-fks-for-simple-cont-index MAX_FKS_FOR_SIMPLE_CONT_INDEX (default=" + PgSchemaUtil.pg_max_fks_for_simple_cont_index + ")",
" --no-rel (turn off relational model extension)",
" --inline-simple-cont (enable inlining simple content)",
" --realize-simple-brdg (realize simple bridge tables, otherwise implement them as PostgreSQL views by default)",
" --no-wild-card (turn off wild card extension)",
" --doc-key (append " + option.document_key_name + " column in all relations, default with relational model extension)",
" --no-doc-key (remove " + option.document_key_name + " column from all relations, effective only with relational model extension)",
" --ser-key (append " + option.serial_key_name + " column in child relation of list holder)",
" --xpath-key (append " + option.xpath_key_name + " column in all relations)",
"Option: --case-insensitive (all table and column names are lowercase)",
" --pg-public-schema (utilize \"public\" schema, default)",
" --pg-named-schema (enable explicit named schema)",
" --pg-map-big-integer (map xs:integer to BigInteger according to the W3C rules)",
" --pg-map-long-integer (map xs:integer to signed long 64 bits)",
" --pg-map-integer (map xs:integer to signed int 32 bits, default)",
" --pg-map-big-decimal (map xs:decimal to BigDecimal according to the W3C rules, default)",
" --pg-map-double-decimal (map xs:decimal to double precision 64 bits)",
" --pg-map-float-decimal (map xs:decimal to single precision 32 bits)",
" --pg-map-timestamp (map xs:date to PostgreSQL timestamp type according to the W3C rules)",
" --pg-map-date (map xs:date to PostgreSQL date type, default)",
" --pg-tab-delimiter (use tab separated file)",
" --no-cache-xsd (retrieve XML Schemata without caching)",
" --doc-key-name DOC_KEY_NAME (default=\"" + option.def_document_key_name + "\")",
" --ser-key-name SER_KEY_NAME (default=\"" + option.def_serial_key_name + "\")",
" --xpath-key-name XPATH_KEY_NAME (default=\"" + option.def_xpath_key_name + "\")",
" --pg-named-schema-translation DEFAULT_PREFIX:PG_NAMED_SCHEMA",
" --discarded-doc-key-name DISCARDED_DOCUMENT_KEY_NAME",
" --inplace-doc-key-name INPLACE_DOCUMENT_KEY_NAME",
" --doc-key-if-no-inplace (append document key if no in-place document key, select --no-doc-key options by default)",
" --show-orphan-table (required if you mapped orphan tables during DDL generation)",
" --no-pgschema-serv (not utilize PgSchema server)",
" --pgschema-serv-host PG_SCHEMA_SERV_HOST_NAME (default=\"" + PgSchemaUtil.pg_schema_server_host + "\")",
" --pgschema-serv-port PG_SCHEMA_SERV_PORT_NUMBER (default=" + PgSchemaUtil.pg_schema_server_port + ")"
};
for (String s : usage)
System.err.println(s);
System.exit(1);
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy