Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.uima.ducc.database;
import java.io.ByteArrayInputStream;
import java.io.ObjectInputStream;
import java.nio.ByteBuffer;
import java.util.Map;
import org.apache.uima.ducc.common.persistence.services.StateServicesDirectory;
import org.apache.uima.ducc.common.persistence.services.StateServicesSet;
import org.apache.uima.ducc.common.utils.DuccLogger;
import org.apache.uima.ducc.common.utils.id.DuccId;
import com.datastax.driver.core.ResultSet;
import com.datastax.driver.core.Row;
import com.datastax.driver.core.SimpleStatement;
/**
* Toy orientdb loader to load a historydb from ducc history
*/
public class DbVerify
{
DuccLogger logger = DuccLogger.getLogger(DbLoader.class, "DBVERIFY");
String DUCC_HOME;
DbManager dbManager = null;
long total_bytes = 0;
boolean verify_res = false;
boolean verify_svc = false;
boolean verify_job = false;
public DbVerify()
throws Exception
{
//String methodName = "";
DUCC_HOME = System.getProperty("DUCC_HOME");
if ( DUCC_HOME == null ) {
System.out.println("System proprety -DDUCC_HOME must be set.");
System.exit(1);
}
}
void verify(String table)
throws Exception
{
String methodName = "verify";
DbHandle h = dbManager.open();
SimpleStatement s = new SimpleStatement("SELECT * from " + table);
//SimpleStatement s = new SimpleStatement("SELECT * from " + table + " LIMIT 10"); // for test and debug
logger.info(methodName, null, "Fetch size", s.getFetchSize());
s.setFetchSize(100);
long now = System.currentTimeMillis();
int counter = 0;
int nbytes = 0;
try {
ResultSet rs = h.execute(s);
for ( Row r : rs ) {
counter++;
ByteBuffer b = r.getBytes("work");
byte[] bytes = b.array();
nbytes += bytes.length;
total_bytes += bytes.length;;
ByteArrayInputStream bais = new ByteArrayInputStream(bytes);
ObjectInputStream ois = new ObjectInputStream(bais);
Object o = ois.readObject();
ois.close();
DuccId did = new DuccId(r.getLong("ducc_dbid"));
logger.info(methodName, did, "found object class", o.getClass().getName(), "of type", r.getString("type"), "in table", table, "of size", bytes.length);
}
} catch (Exception e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
logger.info(methodName, null, "Found", counter, "results. Total bytes", nbytes);
logger.info(methodName, null, "Total time for", table, System.currentTimeMillis() - now);
}
void verifyServices()
throws Exception
{
String methodName = "verify";
int live = 0;
int archived = 0;
StateServicesDb sdb = new StateServicesDb();
sdb.init(logger,dbManager);
StateServicesDirectory ssd = sdb.fetchServices(true); // first the archived stuff
Map svcmap = ssd.getMap();
for ( Long id : svcmap.keySet() ) {
DuccId did = new DuccId(id);
archived++;
logger.info(methodName, did, "Found an archived service.");
}
ssd = sdb.fetchServices(false); // first the archived stuff
svcmap = ssd.getMap();
for ( Long id : svcmap.keySet() ) {
DuccId did = new DuccId(id);
logger.info(methodName, did, "Found a live service.");
live++;
}
logger.info(methodName, null, "Found", live, "live services and", archived, "archived services.");
}
void run()
throws Exception
{
String methodName = "run";
long now = System.currentTimeMillis();
String state_url = "bluej538";
try {
dbManager = new DbManager(state_url, logger);
dbManager.init();
verifyServices();
if ( verify_res ) verify("ducc.res_history");
if ( verify_svc ) verify("ducc.svc_history");
if ( verify_job ) verify("ducc.job_history");
} finally {
dbManager.shutdown();
}
logger.info(methodName, null, "Read", total_bytes, "bytes in", System.currentTimeMillis() - now, "MS");
}
public static void main(String[] args)
{
DbVerify v = null;
try {
v = new DbVerify();
v.run();
} catch ( Exception e ) {
e.printStackTrace();
}
}
}
