com.google.code.or.binlog.impl.FileBasedBinlogParser Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of open-replicator Show documentation
Open Replicator is a high performance MySQL binlog parser written in Java.
There is a newer version: 1.6.1-PRE2
/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.google.code.or.binlog.impl;

import java.io.File;
import java.util.concurrent.TimeUnit;

import com.google.code.or.binlog.BinlogEventV4;
import com.google.code.or.binlog.impl.parser.FormatDescriptionEventParser;
import com.google.code.or.net.impl.EventInputStream;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.google.code.or.binlog.BinlogEventParser;
import com.google.code.or.binlog.impl.event.BinlogEventV4HeaderImpl;
import com.google.code.or.common.util.CodecUtils;
import com.google.code.or.common.util.IOUtils;
import com.google.code.or.common.util.MySQLConstants;
import com.google.code.or.io.XInputStream;
import com.google.code.or.io.impl.XInputStreamImpl;
import com.google.code.or.io.util.RamdomAccessFileInputStream;

/**
 *
 * @author Jingqi Xu
 */
public class FileBasedBinlogParser extends AbstractBinlogParser {
	//
	private static final Logger LOGGER = LoggerFactory.getLogger(FileBasedBinlogParser.class);

	//
	protected XInputStream is;
	protected String binlogFileName;
	protected String binlogFilePath;
	protected long stopPosition = 0;
	protected long startPosition = 4;


	/**
	 *
	 */
	public FileBasedBinlogParser() {
	}

	@Override
	protected void doStart() throws Exception {
		this.is = open(this.binlogFilePath + "/" +  this.binlogFileName, this.startPosition);
	}

	@Override
	protected void doStop(long timeout, TimeUnit unit) throws Exception {
		IOUtils.closeQuietly(this.is);
	}

	/**
	 *
	 */
	public String getBinlogFileName() {
		return binlogFileName;
	}

	public void setBinlogFileName(String name) {
		this.binlogFileName = name;
	}

	public String getBinlogFilePath() {
		return binlogFilePath;
	}

	public void setBinlogFilePath(String path) {
		this.binlogFilePath = path;
	}

	public long getStopPosition() {
		return stopPosition;
	}

	public void setStopPosition(long stopPosition) {
		this.stopPosition = stopPosition;
	}

	public long getStartPosition() {
		return startPosition;
	}

	public void setStartPosition(long startPosition) {
		this.startPosition = startPosition;
	}


	/**
	 *
	 */
	@Override
	protected void doParse() throws Exception {
		final Context context = new Context(this);
		final EventInputStream es = new EventInputStream(is);

		es.setChecksumEnabled(findChecksumEnabled());

		while(isRunning() && is.available() > 0) {
			final BinlogEventV4HeaderImpl header = es.getNextBinlogHeader();
			try {
				if(isVerbose() && LOGGER.isInfoEnabled()) {
					LOGGER.info("read an event, header: {}", header);
				}

				//
				if(this.stopPosition > 0 && header.getPosition() > this.stopPosition) {
					break;
				}

				// Parse the event body
				if(this.eventFilter != null && !this.eventFilter.accepts(header, context)) {
					this.defaultParser.parse(es, header, context);
				} else {
					BinlogEventParser parser = getEventParser(header.getEventType());
					if(parser == null) parser = this.defaultParser;
					parser.parse(es, header, context);
				}

				es.finishEvent(header);
			} catch(Exception e) {
				IOUtils.closeQuietly(is);
				throw e;
			} finally {
				is.setReadLimit(0);
			}
		}
	}

	private boolean findChecksumEnabled() throws Exception {
		final XInputStream is = open(this.binlogFilePath + "/" +  this.binlogFileName, 4L);
		final Context context = new Context(this) {
			@Override
			public void onEvents(BinlogEventV4 event) { }
		};
		final EventInputStream es = new EventInputStream(is);
		final BinlogEventV4HeaderImpl header = es.getNextBinlogHeader();

		if ( header.getEventType() != MySQLConstants.FORMAT_DESCRIPTION_EVENT )
			throw new RuntimeException("Expected FORMAT_DESCRIPTION_EVENT at top of file, found " + header);

		// use our own parser instead of the client's -- they may not have registered a
		// parser for FORMAT_DESCRIPTION_EVENT, or they may not want to get it
		new FormatDescriptionEventParser().parse(es, header, context);

		es.finishEvent(header);
		es.close();

		return context.getChecksumEnabled();
	}
	/**
	 *
	 */
	protected XInputStream open(String path, Long offset) throws Exception {
		//
		final XInputStream is = new XInputStreamImpl(new RamdomAccessFileInputStream(new File(path)));
		try {
			// Check binlog magic
			final byte[] magic = is.readBytes(MySQLConstants.BINLOG_MAGIC.length);
			if(!CodecUtils.equals(magic, MySQLConstants.BINLOG_MAGIC)) {
				throw new RuntimeException("invalid binlog magic, file: " + path);
			}

			//
			if(offset > MySQLConstants.BINLOG_MAGIC.length) {
				is.skip(offset - MySQLConstants.BINLOG_MAGIC.length);
			}
			return is;
		} catch(Exception e) {
			IOUtils.closeQuietly(is);
			throw e;
		}
	}
}