com.wordnik.system.mongodb.ReplicationUtil Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of mongo-admin-utils_2.10 Show documentation
mongo-admin-utils
The newest version!
// Copyright (C) 2010  Wordnik, Inc.
//
// This program is free software: you can redistribute it and/or modify it
// under the terms of the GNU Lesser General Public License as published by
// the Free Software Foundation, either version 3 of the License, or (at your 
// option) any later version.  This program is distributed in the hope that it
// will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty 
// of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser 
// General Public License for more details.  You should have received a copy 
// of the GNU Lesser General Public License along with this program.  If not,
// see .

package com.wordnik.system.mongodb;

import com.wordnik.mongo.connection.*;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.StringTokenizer;

import com.mongodb.*;

public class ReplicationUtil extends MongoUtil {
	protected static String DATABASE_HOST = null;
	protected static String DATABASE_USER_NAME = null;
	protected static String DATABASE_PASSWORD = null;

	protected static String DEST_DATABASE_USER_NAME = null;
	protected static String DEST_DATABASE_PASSWORD = null;
	protected static String DEST_DATABASE_HOST = null;
	protected static String DEST_DATABASE_NAME = null;
	
	protected static String DATABASE_MAPPING = null;

	protected static String OPLOG_LAST_FILENAME = "last_timestamp.txt";
	protected static String COLLECTIONS_STRING;

	public static void main(String ... args){
		if(!parseArgs(args)){
			usage();
			return;
		}
		if(DATABASE_HOST == null){
			usage();
			return;
		}
		if(DEST_DATABASE_HOST == null){
			usage();
			return;
		}

		new ReplicationUtil().run();
	}

	protected void run(){
		//	create and configure a replication target processor
		OplogReplayWriter util = new OplogReplayWriter();
		
		if(DATABASE_MAPPING != null){
			Map mappings = getMappings(DATABASE_MAPPING);
			for(Iterator x = mappings.keySet().iterator(); x.hasNext();){
				String key = x.next();
				String value = mappings.get(key);
				util.addDatabaseMapping(key, value);
			}
		}

		util.setDestinationDatabaseUsername(DEST_DATABASE_USER_NAME);
		util.setDestinationDatabasePassword(DEST_DATABASE_PASSWORD);
		util.setDestinationDatabaseHost(DEST_DATABASE_HOST);

		try{
			//	create and configure a tail thread
			DBCollection coll = MongoDBConnectionManager.getOplog("oplog", DATABASE_HOST, DATABASE_USER_NAME, DATABASE_PASSWORD).get();
			OplogTailThread thd = new OplogTailThread(util, coll);
            thd.setExitOnStopThread(true);
			List inclusions = new ArrayList();
			List exclusions = new ArrayList();
			selectCollections(COLLECTIONS_STRING, inclusions, exclusions);

			thd.setInclusions(inclusions);
			thd.setExclusions(exclusions);
			thd.start();

			StopFileMonitor mon = new StopFileMonitor(thd);
			mon.start();
		}
		catch(Exception e){
			e.printStackTrace();
		}
	}

	private Map getMappings(String mappingString) {
		Map output = new HashMap();
		StringTokenizer tk = new StringTokenizer(mappingString, ",");

		while(tk.hasMoreTokens()){
			String token = tk.nextToken();
			StringTokenizer tk2 = new StringTokenizer(token, ":");
			if(tk2.countTokens() == 2){
				String src = tk2.nextToken();
				String dest = tk2.nextToken();
				System.out.println(src + ", " + dest);
				output.put(src,dest);
			}
		}

		return output;
	}

	public static boolean parseArgs(String...args){
		for (int i = 0; i < args.length; i++) {
			switch (args[i].charAt(1)) {
			case 'U':
				DEST_DATABASE_USER_NAME = args[++i];
				break;
			case 'P':
				DEST_DATABASE_PASSWORD = args[++i];
				break;
			case 'H':
				DEST_DATABASE_HOST = args[++i];
				break;
			case 'c':
				COLLECTIONS_STRING = args[++i];
				break;
			case 'u':
				DATABASE_USER_NAME = args[++i];
				break;
			case 'p':
				DATABASE_PASSWORD = args[++i];
				break;
			case 'h':
				DATABASE_HOST = args[++i];
				break;
			case 'd':
				DEST_DATABASE_NAME = args[++i];
				break;
			case 'm':
				DATABASE_MAPPING = args[++i];
				break;
			default:
				System.out.println("unknown argument " + args[i]);
				return false;
			}
		}
		return true;
	}

	public static void usage(){
		System.out.println("usage: ReplicationUtil");
		System.out.println(" -c : CSV collection string (prefix with ! to exclude)");
		System.out.println(" -h : source database host[:port]");
		System.out.println(" [-u : source database username]");
		System.out.println(" [-p : source database password]");
		System.out.println(" -H : target database host[:port]");
		System.out.println(" [-U : target database username]");
		System.out.println(" [-P : target database password]");
		System.out.println(" -m : mapping between source + dest databases (a:a',b:b')");
	}
}