org.evosuite.junit.MutationAnalysisRunner Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of evosuite-client Show documentation
The newest version!
/**
 * Copyright (C) 2010-2018 Gordon Fraser, Andrea Arcuri and EvoSuite
 * contributors
 *
 * This file is part of EvoSuite.
 *
 * EvoSuite is free software: you can redistribute it and/or modify it
 * under the terms of the GNU Lesser General Public License as published
 * by the Free Software Foundation, either version 3.0 of the License, or
 * (at your option) any later version.
 *
 * EvoSuite is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
 * Lesser Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with EvoSuite. If not, see .
 */
package org.evosuite.junit;

import java.util.Collection;
import java.util.LinkedHashSet;
import java.util.Set;

import org.evosuite.coverage.mutation.Mutation;
import org.evosuite.coverage.mutation.MutationObserver;
import org.evosuite.coverage.mutation.MutationPool;
import org.evosuite.testcase.execution.ExecutionTracer;
import org.junit.runner.notification.Failure;
import org.junit.runner.notification.RunListener;
import org.junit.runner.notification.RunNotifier;
import org.junit.runners.BlockJUnit4ClassRunner;
import org.junit.runners.model.FrameworkMethod;
import org.junit.runners.model.InitializationError;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public class MutationAnalysisRunner extends BlockJUnit4ClassRunner {

	private static final Logger logger = LoggerFactory.getLogger(MutationAnalysisRunner.class);
	
	private Set killedMutants = new LinkedHashSet();

	private Set liveMutants;

	public MutationAnalysisRunner(Class klass, Collection allMutants) throws InitializationError {
		super(klass);
		this.liveMutants = new LinkedHashSet(allMutants);
	}
	
	public MutationAnalysisRunner(Class klass) throws InitializationError {
		this(klass, MutationPool.getMutants());
	}
	
	public Set getLiveMutants() {
		return liveMutants;
	}
	
	public Set getKilledMutants() {
		return killedMutants;
	}

	private static class SimpleRunListener extends RunListener {
		public boolean hasFailure = false;
		public Failure lastFailure = null;
		@Override
		public void testFailure(Failure failure) throws Exception {
			hasFailure = true;
			lastFailure = failure;
			super.testFailure(failure);
		}		
	}
	
	@Override
	protected void runChild(FrameworkMethod method, RunNotifier notifier) {
		logger.info("Running method "+method.getName());
		SimpleRunListener resultListener = new SimpleRunListener();
		notifier.addListener(resultListener);
		
		// First run without mutants
		ExecutionTracer.enable();
		super.runChild(method, notifier);
		boolean result = resultListener.hasFailure;
		logger.info("Result without mutant: "+result);
		if(result) {
			logger.info("Failure: "+resultListener.lastFailure.getMessage());
		}
		
		Set touchedMutants = ExecutionTracer.getExecutionTracer().getTrace().getTouchedMutants();
		logger.info("Touched mutants: "+touchedMutants.size());
		// Now run it for all touched mutants
		for(Integer mutantID : touchedMutants) {
			// logger.info("Current mutant: "+mutantID);
			Mutation m = MutationPool.getMutant(mutantID);
			if(killedMutants.contains(m)) {
				// logger.info("Already dead: "+mutantID);
				continue;
			}

			ExecutionTracer.getExecutionTracer().clear();
			resultListener.hasFailure = false;
			MutationObserver.activateMutation(m);
			super.runChild(method, notifier);
			MutationObserver.deactivateMutation(m);
			
			// If killed
			if(resultListener.hasFailure != result) {
				logger.info("Now killed: "+mutantID);
				try {
				liveMutants.remove(m);
				} catch(Throwable t) {
					logger.info("Error: "+t);
					t.printStackTrace();
				}
				try {
				killedMutants.add(m);
				} catch(Throwable t) {
					logger.info("Error: "+t);
					t.printStackTrace();
				}
				
			//} else {
			//	logger.info("Remains live: "+mutantID);
			}
		}
		notifier.removeListener(resultListener);
		logger.info("Done with "+method.getName());
	}
}