com.google.code.or.binlog.impl.ReplicationBasedBinlogParser Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of open-replicator Show documentation
Open Replicator is a high performance MySQL binlog parser written in Java.
There is a newer version: 1.6.1-PRE2
/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.google.code.or.binlog.impl;

import java.io.EOFException;
import java.io.IOException;
import java.util.concurrent.TimeUnit;

import com.google.code.or.binlog.impl.parser.FormatDescriptionEventParser;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.google.code.or.binlog.BinlogEventParser;
import com.google.code.or.binlog.impl.event.BinlogEventV4HeaderImpl;
import com.google.code.or.common.util.MySQLConstants;
import com.google.code.or.io.XInputStream;
import com.google.code.or.net.Transport;
import com.google.code.or.net.TransportInputStream;
import com.google.code.or.net.impl.EventInputStream;
import com.google.code.or.net.impl.packet.EOFPacket;
import com.google.code.or.net.impl.packet.ErrorPacket;
import com.google.code.or.net.impl.packet.OKPacket;

/**
 *
 * @author Jingqi Xu
 */
public class ReplicationBasedBinlogParser extends AbstractBinlogParser {
	//
	private static final Logger LOGGER = LoggerFactory.getLogger(ReplicationBasedBinlogParser.class);
	private final boolean stopOnEOF;
	protected long heartbeatCount = 0;
	protected Long lastEventMillis = null;

	//
	protected Transport transport;

	public ReplicationBasedBinlogParser(boolean stopOnEOF) {
		this.stopOnEOF = stopOnEOF;
	}

	/**
	 *
	 */
	public ReplicationBasedBinlogParser() {
		this(false);
	}

	@Override
	protected void doStart() throws Exception {
		// NOP
	}

	@Override
	protected void doStop(long timeout, TimeUnit unit) throws Exception {
		// NOP
	}

	/**
	 *
	 */
	public Transport getTransport() {
		return transport;
	}

	public void setTransport(Transport transport) {
		this.transport = transport;
	}

	@Override
	public String getBinlogFileName() {
		return binlogFileName;
	}

	public void setBinlogFileName(String binlogFileName) {
		this.binlogFileName = binlogFileName;
	}

	private void readPacketMarker(TransportInputStream ts) throws IOException {
		final int packetMarker = ts.readInt(1);
		if(packetMarker != OKPacket.PACKET_MARKER) { // 0x00
			if((byte)packetMarker == ErrorPacket.PACKET_MARKER) {
				final ErrorPacket packet = ErrorPacket.valueOf(ts.currentPacketLength(), ts.currentPacketSequence(), packetMarker, ts);
				throw new RuntimeException(packet.toString());
			} else if((byte)packetMarker == EOFPacket.PACKET_MARKER) {
				if ( stopOnEOF ) {
					throw new EOFException();
				} else {
					final EOFPacket packet = EOFPacket.valueOf(ts.currentPacketLength(), ts.currentPacketSequence(), packetMarker, ts);
					throw new RuntimeException(packet.toString());
				}
			} else {
				throw new RuntimeException("assertion failed, invalid packet marker: " + packetMarker);
			}
		}
	}

	public long getHeartbeatCount() {
		return this.heartbeatCount;
	}

	public Long millisSinceLastEvent() {
		if ( this.lastEventMillis == null )
			return null;

		return System.currentTimeMillis() - this.lastEventMillis;
	}

	/**
	 *
	 */
	@Override
	protected void doParse() throws Exception {
		final TransportInputStream is = this.transport.getInputStream();
		final EventInputStream es = new EventInputStream(is);

		final Context context = new Context(this);

		BinlogEventV4HeaderImpl header;
		while(isRunning()) {
			readPacketMarker(is);
			header = es.getNextBinlogHeader();

			boolean isFormatDescriptionEvent = header.getEventType() == MySQLConstants.FORMAT_DESCRIPTION_EVENT;

			if ( header.getEventType() == MySQLConstants.HEARTBEAT_LOG_EVENT )
				this.heartbeatCount++;

			this.lastEventMillis = System.currentTimeMillis();

			// Parse the event body
			if(this.eventFilter != null && !this.eventFilter.accepts(header, context)) {
				/*
					FORMAT_DESCRIPTION events must always be parsed to ensure that we record
					checksum info -- if the caller has filtered them out,
					we still need to know.
				 */
				if ( isFormatDescriptionEvent )
					new FormatDescriptionEventParser().parse(es, header, context);
				else
					this.defaultParser.parse(es, header, context);
			} else {
				BinlogEventParser parser = getEventParser(header.getEventType());
				if(parser == null) parser = this.defaultParser;
				parser.parse(es, header, context);
			}


			if ( isFormatDescriptionEvent )
				es.setChecksumEnabled(context.getChecksumEnabled());

			es.finishEvent(header);
		}
	}
}