edu.internet2.middleware.grouper.xml.export.XmlExportMain Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of grouper Show documentation
Show all versions of grouper Show documentation
Internet2 Groups Management Toolkit
/**
* Copyright 2014 Internet2
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
/**
* @author mchyzer
* $Id$
*/
package edu.internet2.middleware.grouper.xml.export;
import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.io.StringWriter;
import java.io.Writer;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.HashMap;
import java.util.HashSet;
import java.util.LinkedHashSet;
import java.util.Map;
import java.util.Set;
import java.util.TreeSet;
import org.apache.commons.lang.StringUtils;
import edu.internet2.middleware.grouper.Group;
import edu.internet2.middleware.grouper.GroupFinder;
import edu.internet2.middleware.grouper.GrouperSession;
import edu.internet2.middleware.grouper.GrouperSourceAdapter;
import edu.internet2.middleware.grouper.SubjectFinder;
import edu.internet2.middleware.grouper.attr.assign.AttributeAssign;
import edu.internet2.middleware.grouper.attr.value.AttributeAssignValue;
import edu.internet2.middleware.grouper.externalSubjects.ExternalSubject;
import edu.internet2.middleware.grouper.externalSubjects.ExternalSubjectAttribute;
import edu.internet2.middleware.grouper.hibernate.HibUtils;
import edu.internet2.middleware.grouper.misc.GrouperDAOFactory;
import edu.internet2.middleware.grouper.misc.GrouperVersion;
import edu.internet2.middleware.grouper.util.GrouperUtil;
import edu.internet2.middleware.grouper.xml.importXml.XmlImportMain;
import edu.internet2.middleware.subject.Subject;
/**
*
*/
public class XmlExportMain {
/** stem patterns to export (and all objects inside) */
private Set stems = new TreeSet();
/** object names to export */
private Set objectNames = new TreeSet();
/** attribute assign ids */
private Set attributeAssignIds;
/** attribute assigns for second phase */
private Map attributeAssignsForSecondPhase;
/** attribute assign values for second phase */
private Map attributeAssignValuesForSecondPhase;
/**
* add a stem pattern e.g. this:stem, that stem and all substems and objects will be exported
* @param stem
* @return this for chaining
*/
public XmlExportMain addStem(String stem) {
this.stems.add(stem);
return this;
}
/**
* add an object name to export e.g. this:stem or this:stem:group
* @param objectName
* @return this for chaining
*/
public XmlExportMain addObjectName(String objectName) {
this.objectNames.add(objectName);
return this;
}
/**
* get the object names filtering on
* @return object names
*/
public Set getObjectNames() {
return this.objectNames;
}
/**
* stem patterns to filter on, e.g. a:b or a:%
* @return stem patterns to filter on
*/
public Set getStems() {
return this.stems;
}
/**
* stem patterns to filter on, e.g. a:b or a:%. This will return a:b:% or a:%:%
* @return stem patterns to filter on
*/
public Set getStemNamePatterns() {
Set result = new LinkedHashSet();
for (String stem : this.stems) {
if (!stem.endsWith("%")) {
result.add(stem + ":%");
} else {
result.add(stem);
}
}
return result;
}
/** if audits should be included */
private boolean includeAudits = true;
/**
* include audits, default to true
* @param theIncludeAudits
*/
public void setIncludeAudits(boolean theIncludeAudits) {
this.includeAudits = theIncludeAudits;
}
/**
* if audits should be included
* @return if audits should be included
*/
public boolean isIncludeAudits() {
return this.includeAudits;
}
/** if comments should be included for foreign keys, note, this slows down the export */
private boolean includeComments;
/**
* if comments should be included for foreign keys, note, this slows down the export
* @return the includeComments
*/
public boolean isIncludeComments() {
return this.includeComments;
}
/**
* if comments should be included for foreign keys, note, this slows down the export
* @param includeComments1 the includeComments to set
*/
public void setIncludeComments(boolean includeComments1) {
this.includeComments = includeComments1;
}
/**
*
* @param args
* @throws Exception
*/
public static void main(String[] args) throws Exception {
//test this with GSH
/*
addGroup("etc", "a", "a");
addGroup("etc", "b", "b");
addGroup("etc", "c", "c");
addComposite("etc:a", CompositeType.INTERSECTION, "etc:b", "etc:c");
typeAdd("test");
typeAddAttr("test", "attr", AccessPrivilege.ADMIN, AccessPrivilege.ADMIN, false);
groupAddType("etc:b", "test");
grouperSession = GrouperSession.startRootSession();
groupB = GroupFinder.findByName(grouperSession, "etc:b");
groupB.setAttribute("attr", "value");
groupB.store();
stem = StemFinder.findByName(grouperSession, "etc", true);
studentsAttrDef = stem.addChildAttributeDef("students", AttributeDefType.attr);
userSharerRole = stem.addChildRole("userSharer", "userSharer");
userReceiverRole = stem.addChildRole("userReceiver", "userReceiver");
userSharerRole.getRoleInheritanceDelegate().addRoleToInheritFromThis(userReceiverRole);
action = studentsAttrDef.getAttributeDefActionDelegate().addAction("someAction");
action2 = studentsAttrDef.getAttributeDefActionDelegate().addAction("someAction2");
action.getAttributeAssignActionSetDelegate().addToAttributeAssignActionSet(action2);
studentsAttrDef.setAssignToGroup(true);
studentsAttrDef.store();
studentsAttrDef2 = stem.addChildAttributeDef("students2", AttributeDefType.attr);
studentsAttrDef2.setAssignToGroupAssn(true);
studentsAttrDef2.store();
studentsAttrName = stem.addChildAttributeDefName(studentsAttrDef, "studentsName", "studentsName");
studentsAttrName2 = stem.addChildAttributeDefName(studentsAttrDef2, "studentsName2", "studentsName2");
attributeAssignResult = groupB.getAttributeDelegate().assignAttribute(studentsAttrName);
attributeAssignResult.getAttributeAssign().getAttributeDelegate().assignAttribute(studentsAttrName2);
AttributeAssignValue attributeAssignValue = new AttributeAssignValue();
attributeAssignValue.setId(edu.internet2.middleware.grouper.internal.util.GrouperUuid.getUuid());
attributeAssignValue.setAttributeAssignId(attributeAssignResult.getAttributeAssign().getId());
attributeAssignValue.setValueString("string");
HibernateSession.byObjectStatic().saveOrUpdate(attributeAssignValue);
*/
StringWriter stringWriter = new StringWriter();
XmlExportMain xmlExportMain = new XmlExportMain();
xmlExportMain.writeAllTables(stringWriter, "a string");
System.out.println(stringWriter);
}
/** if we are done writing */
private boolean done = false;
/** record count is the progress */
private long currentRecordIndex = 0;
/**
*
*/
public void incrementRecordCount() {
this.currentRecordIndex++;
}
/**
* increment by an index
* @param numberOfRecords
*/
public void incrementRecordCount(int numberOfRecords) {
this.currentRecordIndex += numberOfRecords;
}
/**
*
* @param file
*/
public void writeAllTables(File file) {
FileWriter fileWriter = null;
try {
fileWriter = new FileWriter(file);
writeAllTables(fileWriter, GrouperUtil.fileCanonicalPath(file));
} catch (IOException ioe) {
throw new RuntimeException("Problem writing to file: " + GrouperUtil.fileCanonicalPath(file), ioe);
} finally {
GrouperUtil.closeQuietly(fileWriter);
}
}
/**
* write the xml to a writer
* @param writer
* @param fileName for logging
*/
public void writeAllTablesGsh(Writer writer, String fileName) {
XmlExportMembership.membershipFieldsAlreadyErrored.clear();
this.done = false;
this.currentRecordIndex = 0;
Thread thread = null;
final java.text.SimpleDateFormat format = new java.text.SimpleDateFormat("HH:mm:ss");
final SimpleDateFormat estFormat = new SimpleDateFormat("HH:mm");
try {
final long totalRecordCount = XmlImportMain.dbCountGsh(this);
final long startTime = System.currentTimeMillis();
XmlImportMain.logInfoAndPrintToScreen("Starting: " + GrouperUtil.formatNumberWithCommas(totalRecordCount) + " records in the DB to be exported to GSH (not an exact count)");
thread = new Thread(new Runnable() {
public void run() {
while (true) {
//sleep for thirty seconds
for (int i=0;i<30;i++) {
if (XmlExportMain.this.done) {
return;
}
try {
Thread.sleep(1000);
} catch (InterruptedException ie) {
//nothing
}
}
if (XmlExportMain.this.done) {
return;
}
//give a status
long now = System.currentTimeMillis();
int percent = (int)Math.round(((double)XmlExportMain.this.currentRecordIndex*100D)/totalRecordCount);
long endTime = startTime + (long)((now-startTime) * (100D / percent));
XmlImportMain.logInfoAndPrintToScreen(format.format(new Date(now)) + ": completed "
+ GrouperUtil.formatNumberWithCommas(XmlExportMain.this.currentRecordIndex) + " of "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + " ("
+ percent + "%) estimated time done: " + estFormat.format(new Date(endTime)));
}
}
});
thread.start();
writer.write("/* imports for use under Java, or in groovy if evaluating as an external file */\n");
writer.write("import edu.internet2.middleware.grouper.*;\n");
writer.write("import edu.internet2.middleware.grouper.attr.*;\n");
writer.write("import edu.internet2.middleware.grouper.attr.assign.AttributeAssign;\n");
writer.write("import edu.internet2.middleware.grouper.attr.assign.AttributeAssignSave;\n");
writer.write("import edu.internet2.middleware.grouper.attr.assign.AttributeAssignType;\n");
writer.write("import edu.internet2.middleware.grouper.attr.assign.AttributeAssignAction;\n");
writer.write("import edu.internet2.middleware.grouper.attr.finder.AttributeDefFinder;\n");
writer.write("import edu.internet2.middleware.grouper.attr.finder.AttributeDefNameFinder;\n");
writer.write("import edu.internet2.middleware.grouper.group.CompositeSave;\n");
writer.write("import edu.internet2.middleware.grouper.group.TypeOfGroup;\n");
writer.write("import edu.internet2.middleware.grouper.misc.CompositeType;\n");
writer.write("import edu.internet2.middleware.grouper.misc.SaveResultType;\n");
writer.write("import edu.internet2.middleware.grouper.privs.Privilege;\n");
writer.write("import edu.internet2.middleware.grouper.util.GrouperUtil;\n");
writer.write("import edu.internet2.middleware.subject.Subject;\n");
writer.write("import java.util.HashSet;\n");
writer.write("import java.util.Set;\n");
writer.write("import java.util.Date;\n\n");
writer.write("GrouperSession grouperSession = GrouperSession.startRootSession();\n");
writer.write("long gshTotalObjectCount = 0L;\n");
writer.write("long gshTotalChangeCount = 0L;\n");
writer.write("long gshTotalErrorCount = 0L;\n\n");
// Define reusable objects
writer.write("StemSave stemSave = null;\n");
writer.write("Stem stem = null;\n");
writer.write("Stem ownerStem = null;\n");
writer.write("GroupSave groupSave = null;\n");
writer.write("Group group = null;\n");
writer.write("Group ownerGroup = null;\n");
writer.write("Group leftFactorGroup = null;\n");
writer.write("Group rightFactorGroup = null;\n");
writer.write("Group ifHasRole = null;\n");
writer.write("Group thenHasRole = null;\n");
writer.write("CompositeType compositeType = null;\n");
writer.write("AttributeDefSave attributeDefSave = null;\n");
writer.write("AttributeDef attributeDef = null;\n");
writer.write("AttributeDef ownerAttributeDef = null;\n");
writer.write("Privilege privilege = null;\n");
writer.write("Subject subject = null;\n");
writer.write("Subject ownerSubject = null;\n");
writer.write("AttributeDefNameSave attributeDefNameSave = null;\n");
writer.write("AttributeDefName attributeDefName = null;\n");
writer.write("AttributeDefName ifHasAttributeDefName = null;\n");
writer.write("AttributeDefName thenHasAttributeDefName = null;\n");
writer.write("AttributeDefScopeType attributeDefScopeType = null;\n");
writer.write("AttributeAssignSave attributeAssignSave = null;\n");
writer.write("AttributeAssignSave attributeAssignOnAssignSave = null;\n");
writer.write("boolean problemWithAttributeAssign = false;\n\n");
XmlExportStem.exportStemsGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with folders, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportGroup.exportGroupsGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with groups, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportComposite.exportCompositesGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with composites, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportAttributeDef.exportAttributeDefsGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with attribute definitions, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportRoleSet.exportRoleSetsGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with role hierarchies, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportAttributeAssignAction.exportAttributeAssignActionsGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with attribute actions, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportAttributeAssignActionSet.exportAttributeAssignActionSetsGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with attribute action hierarchies, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportMembership.exportMembershipsGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with memberships and privileges, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportAttributeDefName.exportAttributeDefNamesGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with attribute names, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportAttributeDefNameSet.exportAttributeDefNameSetsGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with attribute name hierarchies, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportAttributeDefScope.exportAttributeDefScopesGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Done with attribute definition scopes, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
XmlExportAttributeAssign.exportAttributeAssignsGsh(writer, this);
writer.write("System.out.println(new Date().toString() + \" Script complete: total objects, objects: \" + gshTotalObjectCount + \", expected approx total: "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + ", changes: \" + gshTotalChangeCount + \", known errors (view output for full list): \" + gshTotalErrorCount);\n");
writer.flush();
} catch (IOException ioe) {
throw new RuntimeException(ioe);
} finally {
this.done = true;
if (thread != null) {
try {
thread.join(2000);
} catch (InterruptedException ie) {}
}
}
XmlImportMain.logInfoAndPrintToScreen("DONE: " + format.format(new Date()) + ": exported "
+ GrouperUtil.formatNumberWithCommas(XmlExportMain.this.currentRecordIndex) + " records to: " + fileName);
}
/**
* lazy init external subjects
*/
private Set externalSubjectIdentifiersInitialized = new HashSet();
/**
* print one error per attribute name
*/
private Set externalSubjectAttributeErrored = new HashSet();
/**
* write gsh script for subject, include error handling
* @param subjectId
* @param sourceId
* @param subjectVariableName
* @param writer
* @param errorVariable set to true if error if applicable
* @throws IOException
*/
public void writeGshScriptForSubject(String subjectId, String sourceId, String subjectVariableName, Writer writer, String errorVariable) throws IOException {
String errorBoolean = StringUtils.isBlank(errorVariable) ? "" : (" " + errorVariable + " = true; ");
// handle groups
if (StringUtils.equals(GrouperSourceAdapter.groupSourceId(), sourceId)) {
Group group = GroupFinder.findByUuid(GrouperSession.staticGrouperSession(), subjectId, false);
if (group != null) {
String groupName = group.getName();
writer.write(subjectVariableName + " = SubjectFinder.findByIdentifierAndSource(\""
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(groupName)
+ "\", \"" + GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(sourceId) + "\", false);\n");
writer.write("if (" + subjectVariableName + " == null) { gshTotalErrorCount++; System.out.println(\"Error: cant find group subject: "
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(sourceId) + ": "
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(subjectId) + ": "
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(groupName)
+ "\"); " + errorBoolean + " }\n");
return;
}
}
//handle external users
if (StringUtils.equals(ExternalSubject.sourceId(), sourceId)) {
Subject subject = SubjectFinder.findByIdAndSource(subjectId, sourceId, false);
if (subject != null) {
String subjectIdentifier = subject.getAttributeValue("identifier");
writer.write(subjectVariableName + " = SubjectFinder.findByIdentifierAndSource(\""
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(subjectIdentifier)
+ "\", ExternalSubject.sourceId(), false);\n");
if (!externalSubjectIdentifiersInitialized.contains(subjectIdentifier)) {
this.incrementRecordCount();
ExternalSubject externalSubject = GrouperDAOFactory.getFactory().getExternalSubject().findByIdentifier(subjectIdentifier, true, null);
// gsh 2%
// gsh 3% externalSubject.setInstitution("My Institution");
// gsh 4% externalSubject.setName("My Name");
// gsh 5% externalSubject.setEmail("[email protected]");
// gsh 6% externalSubject.store();
//
// //assign an attribute
// gsh 7% externalSubject.assignAttribute("jabber", "[email protected]");
//create the external subject
writer.write("if (" + subjectVariableName + " == null) { "
+ " if (SourceManager.getInstance().getSource(ExternalSubject.sourceId()) != null) { "
+ " ExternalSubject externalSubject = new ExternalSubject(); "
+ " externalSubject.setIdentifier(\"" + GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(subjectIdentifier) + "\"); ");
if (!StringUtils.isBlank(externalSubject.getInstitution())) {
writer.write(" externalSubject.setInstitution(\"" + GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(externalSubject.getInstitution()) + "\"); ");
}
if (!StringUtils.isBlank(externalSubject.getName())) {
writer.write(" externalSubject.setName(\"" + GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(externalSubject.getName()) + "\"); ");
}
if (!StringUtils.isBlank(externalSubject.getEmail())) {
writer.write(" externalSubject.setEmail(\"" + GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(externalSubject.getEmail()) + "\"); ");
}
writer.write(" externalSubject.store(); ");
writer.write(" System.out.println(\"Made change for external subject: \" + externalSubject.getIdentifier()); gshTotalChangeCount++; ");
Set externalSubjectAttributes = GrouperDAOFactory.getFactory().getExternalSubjectAttribute().findBySubject(externalSubject.getUuid(), null);
for (ExternalSubjectAttribute externalSubjectAttribute : GrouperUtil.nonNull(externalSubjectAttributes)) {
this.incrementRecordCount();
String escapedAttributeName = GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(externalSubjectAttribute.getAttributeSystemName());
writer.write(" if (ExternalSubjectAttribute.validAttribute(\"" + escapedAttributeName + "\", false)) { ");
writer.write(" externalSubject.assignAttribute(\"" + escapedAttributeName
+ "\", \"" + GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(externalSubjectAttribute.getAttributeValue()) + "\"); ");
writer.write(" System.out.println(\"Made change for external subject attr: " + escapedAttributeName + " \"); gshTotalChangeCount++; ");
writer.write(" } ");
if (!this.externalSubjectAttributeErrored.contains(escapedAttributeName)) {
writer.write(" else { gshTotalErrorCount++; System.out.println"
+ "(\"Error: external subject attribute not defined in grouper.properties: " + escapedAttributeName + "\"); } ");
this.externalSubjectAttributeErrored.add(escapedAttributeName);
}
}
//do a find by id so its not cached
writer.write(subjectVariableName + " = SubjectFinder.findByIdAndSource(externalSubject.getUuid()"
+ ", ExternalSubject.sourceId(), false); } ");
if (!this.externalSubjectAttributeErrored.contains("THESOURCEITSELF")) {
writer.write(" else { gshTotalErrorCount++; System.out.println"
+ "(\"Error: external subject source not defined in grouper.properties: \" + ExternalSubject.sourceId()); } ");
this.externalSubjectAttributeErrored.add("THESOURCEITSELF");
}
writer.write(" }\n");
externalSubjectIdentifiersInitialized.add(subjectIdentifier);
}
writer.write("if (" + subjectVariableName + " == null) { gshTotalErrorCount++; System.out.println(\"Error: cant find external subject: "
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(subject.getSourceId()) + ": "
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(subject.getId()) + ": "
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(subjectIdentifier)
+ "\"); " + errorBoolean + " }\n");
return;
}
}
writer.write(subjectVariableName + " = SubjectFinder.findByIdAndSource(\""
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(subjectId)
+ "\", \"" + GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(sourceId) + "\", false);\n");
writer.write("if (" + subjectVariableName + " == null) { gshTotalErrorCount++; System.out.println(\"Error: cant find subject: "
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(sourceId) + ": "
+ GrouperUtil.escapeDoubleQuotesSlashesAndNewlinesForString(subjectId)
+ "\"); " + errorBoolean + " }\n");
}
/**
* write the xml to a writer
* @param writer
* @param fileName for logging
*/
public void writeAllTables(Writer writer, String fileName) {
this.attributeAssignIds = new HashSet();
this.attributeAssignsForSecondPhase = new HashMap();
this.attributeAssignValuesForSecondPhase = new HashMap();
this.done = false;
this.currentRecordIndex = 0;
Thread thread = null;
final SimpleDateFormat format = new SimpleDateFormat("HH:mm:ss");
final SimpleDateFormat estFormat = new SimpleDateFormat("HH:mm");
try {
final long totalRecordCount = XmlImportMain.dbCount(this);
final long startTime = System.currentTimeMillis();
XmlImportMain.logInfoAndPrintToScreen("Starting: " + GrouperUtil.formatNumberWithCommas(totalRecordCount) + " records in the DB to be exported (not an exact count)");
thread = new Thread(new Runnable() {
public void run() {
while (true) {
//sleep for thirty seconds
for (int i=0;i<30;i++) {
if (XmlExportMain.this.done) {
return;
}
try {
Thread.sleep(1000);
} catch (InterruptedException ie) {
//nothing
}
}
if (XmlExportMain.this.done) {
return;
}
//give a status
long now = System.currentTimeMillis();
int percent = (int)Math.round(((double)XmlExportMain.this.currentRecordIndex*100D)/totalRecordCount);
long endTime = startTime + (long)((now-startTime) * (100D / percent));
XmlImportMain.logInfoAndPrintToScreen(format.format(new Date(now)) + ": completed "
+ GrouperUtil.formatNumberWithCommas(XmlExportMain.this.currentRecordIndex) + " of "
+ GrouperUtil.formatNumberWithCommas(totalRecordCount) + " ("
+ percent + "%) estimated time done: " + estFormat.format(new Date(endTime)));
}
}
});
thread.start();
//note, cant use stax since you cant mix stax and non stax since it wont close elements
writer.write("\n 0) {
GrouperUtil.xmlAttribute(writer, "folders", StringUtils.join(this.getStemNamePatterns().iterator(), ", "));
}
if (GrouperUtil.length(this.getObjectNames()) > 0) {
GrouperUtil.xmlAttribute(writer, "objects", StringUtils.join(this.getObjectNames().iterator(), ", "));
}
GrouperUtil.xmlAttribute(writer, "members", "allWithoutUnecessaryGroups");
}
writer.write(">\n");
XmlExportMember.exportMembers(writer, this);
XmlExportStem.exportStems(writer, this);
XmlExportGroup.exportGroups(writer, this);
XmlExportAttributeDef.exportAttributeDefs(writer, this);
XmlExportAttributeDefName.exportAttributeDefNames(writer, this);
XmlExportRoleSet.exportRoleSets(writer, this);
XmlExportAttributeAssignAction.exportAttributeAssignActions(writer, this);
XmlExportAttributeAssignActionSet.exportAttributeAssignActionSets(writer, this);
XmlExportAttributeAssign.exportAttributeAssigns(writer, this);
XmlExportAttributeAssignValue.exportAttributeAssignValues(writer, this);
XmlExportField.exportFields(writer, this);
XmlExportComposite.exportComposites(writer, this);
XmlExportMembership.exportMemberships(writer, this);
XmlExportAttributeAssign.exportAttributeAssignsSecondPhase(writer, this);
XmlExportAttributeAssignValue.exportAttributeAssignValuesSecondPhase(writer, this);
XmlExportAttributeDefNameSet.exportAttributeDefNameSets(writer, this);
XmlExportAttributeDefScope.exportAttributeDefScopes(writer, this);
if (this.isIncludeAudits()) {
XmlExportAuditType.exportAuditTypes(writer, this);
XmlExportAuditEntry.exportAuditEntries(writer, this);
}
writer.write("\n");
writer.flush();
} catch (IOException ioe) {
throw new RuntimeException(ioe);
} finally {
this.done = true;
if (thread != null) {
try {
thread.join(2000);
} catch (InterruptedException ie) {}
}
}
XmlImportMain.logInfoAndPrintToScreen("DONE: " + format.format(new Date()) + ": exported "
+ GrouperUtil.formatNumberWithCommas(XmlExportMain.this.currentRecordIndex) + " records to: " + fileName);
}
/**
* @return the attributeAssignIds
*/
public Set getAttributeAssignIds() {
return this.attributeAssignIds;
}
/**
* @return the attributeAssignsForSecondPhase
*/
public Map getAttributeAssignsForSecondPhase() {
return this.attributeAssignsForSecondPhase;
}
/**
* @return the attributeAssignValuesForSecondPhase
*/
public Map getAttributeAssignValuesForSecondPhase() {
return this.attributeAssignValuesForSecondPhase;
}
/**
*
* @return filter
*/
public boolean filterStemsOrObjects() {
return GrouperUtil.length(this.stems) > 0 || GrouperUtil.length(this.objectNames) > 0;
}
/**
*
* @param queryBuilder
* @param aliasName
* @param fieldName
* @param forStemsOnly this param doesnt matter right now. used to let you specify an exact folder, but might as well specify any exact object
*/
public void appendHqlStemLikeOrObjectEquals(StringBuilder queryBuilder, String aliasName, String fieldName, boolean forStemsOnly) {
String[] stemNamePatternArray = GrouperUtil.toArray(this.getStemNamePatterns(), String.class);
String[] stemNameArray = GrouperUtil.toArray(this.getStems(), String.class);
Set patterns = new LinkedHashSet();
patterns.addAll(GrouperUtil.nonNull(GrouperUtil.toSet(stemNamePatternArray)));
patterns.addAll(GrouperUtil.nonNull(GrouperUtil.toSet(stemNameArray)));
{
int i=0;
for (String pattern : patterns) {
if (i != 0) {
queryBuilder.append(" or ");
}
queryBuilder.append(" ").append(aliasName).append(".")
.append(fieldName).append(" like '")
.append(HibUtils.escapeSqlString(pattern)).append("' ");
// if (forStemsOnly) {
//
// queryBuilder.append(" or ").append(aliasName).append(".")
// .append(fieldName).append(" = '")
// .append(HibUtils.escapeSqlString(stemNameArray[i])).append("' ");
//
// }
i++;
}
}
String[] objectNameArray = GrouperUtil.toArray(this.getObjectNames(), String.class);
for (int i=0;i 0) {
queryBuilder.append(" or ");
}
queryBuilder.append(" ").append(aliasName).append(".")
.append(fieldName).append(" = '")
.append(HibUtils.escapeSqlString(objectNameArray[i])).append("' ");
}
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy