tbrugz.sqldiff.patch.PatchDumper Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of sqldump Show documentation
Utility to dump schema and data from a RDBMS
There is a newer version: 0.9.17
package tbrugz.sqldiff.patch;

import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.io.Writer;
import java.util.Arrays;
import java.util.List;
import java.util.Properties;
import java.util.regex.Pattern;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;

import difflib.Delta;
import difflib.DiffUtils;
import difflib.Patch;
import tbrugz.sqldiff.DiffDumper;
import tbrugz.sqldiff.SQLDiff;
import tbrugz.sqldiff.model.Diff;
import tbrugz.sqldiff.model.SchemaDiff;
import tbrugz.sqldump.util.Utils;

/*
 * Patch (unified) diff dumper using java-diff-utils 
 * 
 * other similar(?) project: https://code.google.com/p/google-diff-match-patch/
 * 
 * TODO: use CategorizedOut with possible patterns (like outfilepattern): [schemaname], [objecttype], [objectname] (& [changetype]?) - maybe not the "spirit" of patch files...
 * XXX: include grabber info: source (grabber: JDBCGrabber/XML/JSON, JDBC url, JDBC user), date, user, sqldump-version - add properties to SchemaModel?
 * XXXdone: option to include context lines (lines of context around the lines that differ) - https://www.gnu.org/software/diffutils/manual/html_node/Context-Format.html#Context-Format
 * - XXXdone option to specify number of lines of context (default: 3 lines?)
 * TODO: join hunk's contexts if line difference is smaller than (contextsize*2)
 * 
 * see also:
 * http://en.wikipedia.org/wiki/Diff_utility#Unified_format
 * https://www.gnu.org/software/diffutils/manual/html_node/Unified-Format.html
 */
public class PatchDumper implements DiffDumper {

	static final Log log = LogFactory.getLog(PatchDumper.class);
	
	public static final String PROP_PATCHFILE_CONTEXT = SQLDiff.PREFIX_PATCH+".contextsize";
	
	int context = 3;

	@Override
	public String type() {
		return "patch";
	}
	
	@Override
	public void setProperties(Properties prop) {
		context = Utils.getPropInt(prop, PROP_PATCHFILE_CONTEXT, context);
	}

	@Override
	public void dumpDiff(Diff diff, Writer writer) throws IOException {
		try {
			if(diff instanceof SchemaDiff) {
				SchemaDiff sd = (SchemaDiff) diff;
				//XXX: write diff header
				for(Diff d: sd.getChildren()) {
					diffOne(d, writer);
				}
			}
			else {
				diffOne(diff, writer);
			}
			writer.flush();
		}
		catch(RuntimeException e) {
			String message = "Error generating patch: "+e;
			log.warn(message, e);
			writer.write("\n# "+message);
			writer.flush();
			throw e;
		}
	}
	
	public void diffOne(Diff diff, Writer writer) throws IOException {
		try {
		List original = bigStringToLines(diff.getPreviousDefinition());
		List revised = bigStringToLines(diff.getDefinition());
		Patch patch = DiffUtils.diff(original, revised);
		
		//writer.write("### "+diff.getObjectType()+": "+diff.getNamedObject().getSchemaName()+"."+diff.getNamedObject().getName()+"\n");
		writeHeader(writer, diff);
		for (Delta delta : patch.getDeltas()) {
			//writer.write(delta.toString()+"\n");
			//System.out.println(delta);
			int beforeDeltaContextSize = (delta.getOriginal().getPosition())>context?context:delta.getOriginal().getPosition();
			int beforeDeltaStart = delta.getOriginal().getPosition()-beforeDeltaContextSize;
			int beforeDeltaEnd = delta.getOriginal().getPosition()-1;
			
			int afterDeltaContextSize = ( delta.getOriginal().getPosition()+delta.getOriginal().size()+context < original.size()) ?
					context:(original.size()-delta.getOriginal().getPosition()-delta.getOriginal().size());
			int afterDeltaStart = delta.getOriginal().getPosition()+delta.getOriginal().size();
			int afterDeltaEnd = afterDeltaStart+afterDeltaContextSize-1;
			
			writer.write("@@ -"+(delta.getOriginal().getPosition()-beforeDeltaContextSize+1)+","+delta.getOriginal().size()
					+" +"+(delta.getRevised().getPosition()-beforeDeltaContextSize+1)+","+delta.getRevised().size()
					+" @@"
					/*+" DELTA:: o:"+delta.getOriginal().getPosition()+" r:"+delta.getRevised().getPosition()
					+" // BEFORE:: c:"+beforeDeltaContextSize+" | s:"+beforeDeltaStart+" | e:"+beforeDeltaEnd
					+" // AFTER:: c:"+afterDeltaContextSize+" | s:"+afterDeltaStart+" | e:"+afterDeltaEnd
					+" // ORIGINAL: "+original.size()+" | REVISED: "+revised.size()*/
					+"\n");
			writeLines(writer, original, beforeDeltaStart, beforeDeltaEnd, " ");
			writeLines(writer, delta.getOriginal().getLines(), "-");
			writeLines(writer, delta.getRevised().getLines(), "+");
			writeLines(writer, original, afterDeltaStart, afterDeltaEnd, " ");
		}
		//writer.write("###\n");
		}
		catch(RuntimeException e) {
			log.warn("Error diffing "+diff.getObjectType()+" '"+diff.getNamedObject().getSchemaName()+"."+diff.getNamedObject().getName()+"' ("+diff.getChangeType()+"): "+e);
			throw e;
		}
	}
	
	void writeHeader(Writer w, Diff diff) throws IOException {
		String objectId = diff.getObjectType()+": "+diff.getNamedObject().getSchemaName()+"."+diff.getNamedObject().getName();
		StringBuilder sb = new StringBuilder();
		for(int i=objectId.length();i<60;i++) { sb.append(" "); }
		
		w.write("diff "
			+objectId
			+sb.toString()
			+" # type: "+diff.getChangeType()+"\n");
	}
	
	void writeLines(Writer w, List lines, String prepend) throws IOException {
		if(lines.size()==1 && lines.get(0).equals("")) { return; }
		for(Object s: lines) {
			w.write(prepend+s+"\n");
		}
	}

	void writeLines(Writer w, List lines, int start, int end, String prepend) throws IOException {
		if(lines.size()==1 && lines.get(0).equals("")) { return; }
		for(int i=start;i<=end;i++) {
			Object s = lines.get(i);
			w.write(prepend+s+"\n");
		}
	}
	
	@Override
	public void dumpDiff(Diff diff, File file) throws IOException {
		Utils.prepareDir(file);
		FileWriter fw = new FileWriter(file);
		dumpDiff(diff, fw);
		log.info(type()+" diff written to: "+file.getAbsolutePath());
		fw.close();
	}
	
	static final Pattern PTRN_TRAILING_WHITESPACE = Pattern.compile("\\s+$", Pattern.MULTILINE);
	
	//XXX: option to ignore or not trailing whitespace? - see equals4Diff...
	List bigStringToLines(String s) {
		if(s==null) { s = ""; }
		s = PTRN_TRAILING_WHITESPACE.matcher(s).replaceAll("");
		return Arrays.asList(s.split("\n"));
	}
	
}