org.scalatest.fixture.FunSuite.scala Maven / Gradle / Ivy
Show all versions of scalatest_2.11.0-M3 Show documentation
/*
* Copyright 2001-2009 Artima, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.scalatest.fixture
import org.scalatest._
import scala.collection.immutable.ListSet
import java.util.ConcurrentModificationException
import java.util.concurrent.atomic.AtomicReference
import org.scalatest.exceptions.StackDepthExceptionHelper.getStackDepth
import org.scalatest.events._
import org.scalatest.Suite.anErrorThatShouldCauseAnAbort
import FunSuite.IgnoreTagName
import org.scalatest.Suite.checkRunTestParamsForNull
/**
* A sister trait to org.scalatest.FunSuite that can pass a fixture object into its tests.
*
*
* The purpose of fixture.FunSuite and its subtraits is to facilitate writing tests in
* a functional style. Some users may prefer writing tests in a functional style in general, but one
* particular use case is parallel test execution (See ParallelTestExecution). To run
* tests in parallel, your test class must
* be thread safe, and a good way to make it thread safe is to make it functional. A good way to
* write tests that need common fixtures in a functional style is to pass the fixture objects into the tests,
* the style enabled by the fixture.FunSuite family of traits.
*
*
*
* Trait fixture.FunSuite behaves similarly to trait org.scalatest.FunSuite, except that tests may have a
* fixture parameter. The type of the
* fixture parameter is defined by the abstract FixtureParam type, which is declared as a member of this trait.
* This trait also declares an abstract withFixture method. This withFixture method
* takes a OneArgTest, which is a nested trait defined as a member of this trait.
* OneArgTest has an apply method that takes a FixtureParam.
* This apply method is responsible for running a test.
* This trait's runTest method delegates the actual running of each test to withFixture, passing
* in the test code to run via the OneArgTest argument. The withFixture method (abstract in this trait) is responsible
* for creating the fixture argument and passing it to the test function.
*
*
*
* Subclasses of this trait must, therefore, do three things differently from a plain old org.scalatest.FunSuite:
*
*
*
* - define the type of the fixture parameter by specifying type
FixtureParam
* - define the
withFixture(OneArgTest) method
* - write test methods that take a fixture parameter
* - (You can also define test methods that don't take a fixture parameter.)
*
*
*
* Here's an example:
*
*
*
* import org.scalatest.fixture
* import collection.mutable.Stack
* import java.util.NoSuchElementException
*
* class StackSuite extends fixture.FunSuite {
*
* // 1. define type FixtureParam
* type FixtureParam = Stack[Int]
*
* // 2. define the withFixture method
* def withFixture(test: OneArgTest) {
* val stack = new Stack[Int]
* stack.push(1)
* stack.push(2)
* test(stack) // "loan" the fixture to the test
* }
*
* // 3. write test methods that take a fixture parameter
* test("pop a value") { stack =>
* val top = stack.pop()
* assert(top === 2)
* assert(stack.size === 1)
* }
*
* test("push a value") { stack =>
* stack.push(9)
* assert(stack.size === 3)
* assert(stack.head === 9)
* }
*
* // 4. You can also write test methods that don't take a fixture parameter.
* test("pop an empty stack") {
* intercept[NoSuchElementException] {
* (new Stack[Int]).pop()
* }
* }
* }
*
*
*
* In the previous example, withFixture creates and initializes a stack, then invokes the test function, passing in
* the stack. In addition to setting up a fixture before a test, the withFixture method also allows you to
* clean it up afterwards, if necessary. If you need to do some clean up that must happen even if a test
* fails, you should invoke the test function from inside a try block and do the cleanup in a
* finally clause, like this:
*
*
*
* def withFixture(test: OneArgTest) {
* val resource = someResource.open() // set up the fixture
* try {
* test(resource) // if the test fails, test(...) will throw an exception
* }
* finally {
* // clean up the fixture no matter whether the test succeeds or fails
* resource.close()
* }
* }
*
*
*
* The reason you must perform cleanup in a finally clause is that withFixture is called by
* runTest, which expects an exception to be thrown to indicate a failed test. Thus when you invoke
* the test function, it may complete abruptly with an exception. The finally clause will
* ensure the fixture cleanup happens as that exception propagates back up the call stack to runTest.
*
*
*
* If the fixture you want to pass into your tests consists of multiple objects, you will need to combine
* them into one object to use this trait. One good approach to passing multiple fixture objects is
* to encapsulate them in a case class. Here's an example:
*
*
*
* import org.scalatest.fixture
* import scala.collection.mutable.ListBuffer
*
* class ExampleSuite extends fixture.FunSuite {
*
* case class F(builder: StringBuilder, buffer: ListBuffer[String])
* type FixtureParam = F
*
* def withFixture(test: OneArgTest) {
*
* // Create needed mutable objects
* val stringBuilder = new StringBuilder("ScalaTest is ")
* val listBuffer = new ListBuffer[String]
*
* // Invoke the test function, passing in the mutable objects
* test(F(stringBuilder, listBuffer))
* }
*
* test("easy") { f =>
* f.builder.append("easy!")
* assert(f.builder.toString === "ScalaTest is easy!")
* assert(f.buffer.isEmpty)
* f.buffer += "sweet"
* }
*
* test("fun") { f =>
* f.builder.append("fun!")
* assert(f.builder.toString === "ScalaTest is fun!")
* assert(f.buffer.isEmpty)
* }
* }
*
*
* Configuring fixtures and tests
*
*
* Sometimes you may want to write tests that are configurable. For example, you may want to write
* a suite of tests that each take an open temp file as a fixture, but whose file name is specified
* externally so that the file name can be can be changed from run to run. To accomplish this
* the OneArgTest trait has a configMap
* method, which will return a Map[String, Any] from which configuration information may be obtained.
* The runTest method of this trait will pass a OneArgTest to withFixture
* whose configMap method returns the configMap passed to runTest.
* Here's an example in which the name of a temp file is taken from the passed configMap:
*
*
*
* import org.scalatest.fixture
* import java.io.FileReader
* import java.io.FileWriter
* import java.io.File
*
* class ExampleSuite extends fixture.FunSuite {
*
* type FixtureParam = FileReader
* def withFixture(test: OneArgTest) {
*
* require(
* test.configMap.contains("TempFileName"),
* "This suite requires a TempFileName to be passed in the configMap"
* )
*
* // Grab the file name from the configMap
* val FileName = test.configMap("TempFileName").asInstanceOf[String]
*
* // Set up the temp file needed by the test
* val writer = new FileWriter(FileName)
* try {
* writer.write("Hello, test!")
* }
* finally {
* writer.close()
* }
*
* // Create the reader needed by the test
* val reader = new FileReader(FileName)
*
* try {
* // Run the test using the temp file
* test(reader)
* }
* finally {
* // Close and delete the temp file
* reader.close()
* val file = new File(FileName)
* file.delete()
* }
* }
*
* test("reading from the temp file") { reader =>
* var builder = new StringBuilder
* var c = reader.read()
* while (c != -1) {
* builder.append(c.toChar)
* c = reader.read()
* }
* assert(builder.toString === "Hello, test!")
* }
*
* test("first char of the temp file") { reader =>
* assert(reader.read() === 'H')
* }
* }
*
*
*
* If you want to pass into each test the entire configMap that was passed to runTest, you
* can mix in trait ConfigMapFixture. See the documentation
* for ConfigMapFixture for the details, but here's a quick
* example of how it looks:
*
*
*
* import org.scalatest.fixture
* import org.scalatest.fixture.ConfigMapFixture
*
* class ExampleSuite extends fixture.FunSuite with ConfigMapFixture {
*
* test("hello") { (configMap: Map[String, Any]) =>
* // Use the configMap passed to runTest in the test
* assert(configMap.contains("hello"))
* }
*
* test("world") { (configMap: Map[String, Any]) =>
* assert(configMap.contains("world"))
* }
* }
*
*
* Providing multiple fixtures
*
*
* If different tests in the same fixture.FunSuite need different shared fixtures, you can use the loan pattern to supply to
* each test just the fixture or fixtures it needs. First select the most commonly used fixture objects and pass them in via the
* FixtureParam. Then for each remaining fixture needed by multiple tests, create a with<fixture name>
* method that takes a function you will use to pass the fixture to the test. Lasty, use the appropriate
* with<fixture name> method or methods in each test.
*
*
*
* In the following example, the FixtureParam is set to Map[String, Any] by mixing in ConfigMapFixture.
* The withFixture method in trait ConfigMapFixture will pass the config map to any test that needs it.
* In addition, some tests in the following example need a Stack[Int] and others a Stack[String].
* The withIntStack method takes
* care of supplying the Stack[Int] to those tests that need it, and the withStringStack method takes care
* of supplying the Stack[String] fixture. Here's how it looks:
*
*
*
* import org.scalatest.fixture
* import org.scalatest.fixture.ConfigMapFixture
* import collection.mutable.Stack
*
* class StackSuite extends fixture.FunSuite with ConfigMapFixture {
*
* def withIntStack(test: Stack[Int] => Any) {
* val stack = new Stack[Int]
* stack.push(1)
* stack.push(2)
* test(stack) // "loan" the Stack[Int] fixture to the test
* }
*
* def withStringStack(test: Stack[String] => Any) {
* val stack = new Stack[String]
* stack.push("one")
* stack.push("two")
* test(stack) // "loan" the Stack[String] fixture to the test
* }
*
* test("pop an Int value") { () => // This test doesn't need the configMap fixture, ...
* withIntStack { stack =>
* val top = stack.pop() // But it needs the Stack[Int] fixture.
* assert(top === 2)
* assert(stack.size === 1)
* }
* }
*
* test("push an Int value") { configMap =>
* withIntStack { stack =>
* val iToPush = // This test uses the configMap fixture...
* configMap("IntToPush").toString.toInt
* stack.push(iToPush) // And also uses the Stack[Int] fixture.
* assert(stack.size === 3)
* assert(stack.head === iToPush)
* }
* }
*
* test("pop a String value") () => { // This test doesn't need the configMap fixture, ...
* withStringStack { stack =>
* val top = stack.pop() // But it needs the Stack[String] fixture.
* assert(top === "two")
* assert(stack.size === 1)
* }
* }
*
* test("push a String value") { configMap =>
* withStringStack { stack =>
* val sToPush = // This test uses the configMap fixture...
* configMap("StringToPush").toString
* stack.push(sToPush) // And also uses the Stack[Int] fixture.
* assert(stack.size === 3)
* assert(stack.head === sToPush)
* }
* }
* }
*
*
*
* If you run the previous class in the Scala interpreter, you'll see:
*
*
*
* scala> import org.scalatest._
* import org.scalatest._
*
* scala> run(new StackSuite, configMap = Map("IntToPush" -> 9, "StringToPush" -> "nine"))
* StackSuite:
* - pop a String value
* - pop an Int value
* - push a String value
* - push an Int value
*
*
* @author Bill Venners
*/
trait FunSuite extends Suite { thisSuite =>
private final val engine = new FixtureEngine[FixtureParam]("concurrentFixtureFunSuiteMod", "FixtureFunSuite")
import engine._
private[scalatest] val sourceFileName = "FunSuite.scala"
/**
* Returns an Informer that during test execution will forward strings (and other objects) passed to its
* apply method to the current reporter. If invoked in a constructor, it
* will register the passed string for forwarding later during test execution. If invoked while this
* fixture.FunSuite is being executed, such as from inside a test function, it will forward the information to
* the current reporter immediately. If invoked at any other time, it will
* throw an exception. This method can be called safely by any thread.
*/
implicit protected def info: Informer = atomicInformer.get
/**
* Register a test with the specified name, optional tags, and function value that takes no arguments.
* This method will register the test for later execution via an invocation of one of the run
* methods. The passed test name must not have been registered previously on
* this FunSuite instance.
*
* @param testName the name of the test
* @param testTags the optional list of tags for this test
* @param testFun the test function
* @throws TestRegistrationClosedException if invoked after run has been invoked on this suite
* @throws DuplicateTestNameException if a test with the same name has been registered previously
* @throws NotAllowedException if testName had been registered previously
* @throws NullPointerException if testName or any passed test tag is null
*/
protected def test(testName: String, testTags: Tag*)(testFun: FixtureParam => Any) {
registerTest(testName, testFun, "testCannotAppearInsideAnotherTest", sourceFileName, "test", 2, None, None, testTags: _*)
}
/**
* Register a test to ignore, which has the specified name, optional tags, and function value that takes no arguments.
* This method will register the test for later ignoring via an invocation of one of the run
* methods. This method exists to make it easy to ignore an existing test by changing the call to test
* to ignore without deleting or commenting out the actual test code. The test will not be run, but a
* report will be sent that indicates the test was ignored. The passed test name must not have been registered previously on
* this FunSuite instance.
*
* @param testName the name of the test
* @param testTags the optional list of tags for this test
* @param testFun the test function
* @throws TestRegistrationClosedException if invoked after run has been invoked on this suite
* @throws DuplicateTestNameException if a test with the same name has been registered previously
* @throws NotAllowedException if testName had been registered previously
*/
protected def ignore(testName: String, testTags: Tag*)(testFun: FixtureParam => Any) {
registerIgnoredTest(testName, testFun, "ignoreCannotAppearInsideATest", sourceFileName, "ignore", 1, testTags: _*)
}
/**
* An immutable Set of test names. If this fixture.FunSuite contains no tests, this method returns an empty Set.
*
*
* This trait's implementation of this method will return a set that contains the names of all registered tests. The set's iterator will
* return those names in the order in which the tests were registered.
*
*/
override def testNames: Set[String] = {
// I'm returning a ListSet here so that they tests will be run in registration order
ListSet(atomic.get.testNamesList.toArray: _*)
}
/**
* Run a test. This trait's implementation runs the test registered with the name specified by testName.
*
* @param testName the name of one test to run.
* @param reporter the Reporter to which results will be reported
* @param stopper the Stopper that will be consulted to determine whether to stop execution early.
* @param configMap a Map of properties that can be used by the executing Suite of tests.
* @throws IllegalArgumentException if testName is defined but a test with that name does not exist on this fixture.FunSuite
* @throws NullPointerException if any of testName, reporter, stopper, or configMap
* is null.
*/
protected override def runTest(testName: String, reporter: Reporter, stopper: Stopper, configMap: Map[String, Any], tracker: Tracker) {
def invokeWithFixture(theTest: TestLeaf) {
theTest.testFun match {
case wrapper: NoArgTestWrapper[_] =>
withFixture(new FixturelessTestFunAndConfigMap(testName, wrapper.test, configMap))
case fun => withFixture(new TestFunAndConfigMap(testName, fun, configMap))
}
}
runTestImpl(thisSuite, testName, reporter, stopper, configMap, tracker, true, invokeWithFixture)
}
/**
* A Map whose keys are String tag names to which tests in this fixture.FunSuite belong, and values
* the Set of test names that belong to each tag. If this fixture.FunSuite contains no tags, this method returns an empty
* Map.
*
*
* This trait's implementation returns tags that were passed as strings contained in Tag objects passed to
* methods test and ignore.
*
*/
override def tags: Map[String, Set[String]] = atomic.get.tagsMap
protected override def runTests(testName: Option[String], reporter: Reporter, stopper: Stopper, filter: Filter,
configMap: Map[String, Any], distributor: Option[Distributor], tracker: Tracker) {
runTestsImpl(thisSuite, testName, reporter, stopper, filter, configMap, distributor, tracker, info, true, runTest)
}
override def run(testName: Option[String], reporter: Reporter, stopper: Stopper, filter: Filter,
configMap: Map[String, Any], distributor: Option[Distributor], tracker: Tracker) {
runImpl(thisSuite, testName, reporter, stopper, filter, configMap, distributor, tracker, super.run)
}
/**
* Registers shared tests.
*
*
* This method enables the following syntax for shared tests in a fixture.FunSuite:
*
*
*
* testsFor(nonEmptyStack(lastValuePushed))
*
*
*
* This method just provides syntax sugar intended to make the intent of the code clearer.
* Because the parameter passed to it is
* type Unit, the expression will be evaluated before being passed, which
* is sufficient to register the shared tests. For examples of shared tests, see the
* Shared tests section in the main documentation for
* trait FunSuite.
*
*/
protected def testsFor(unit: Unit) {}
/**
* Implicitly converts a function that takes no parameters and results in PendingNothing to
* a function from FixtureParam to Any, to enable pending tests to registered as by-name parameters
* by methods that require a test function that takes a FixtureParam.
*
*
* This method makes it possible to write pending tests as simply (pending), without needing
* to write (fixture => pending).
*
*/
protected implicit def convertPendingToFixtureFunction(f: => PendingNothing): (FixtureParam => Any) = {
fixture => f
}
/**
* Implicitly converts a function that takes no parameters and results in Any to
* a function from FixtureParam to Any, to enable no-arg tests to registered
* by methods that require a test function that takes a FixtureParam.
*/
protected implicit def convertNoArgToFixtureFunction(fun: () => Any): (FixtureParam => Any) =
new NoArgTestWrapper(fun)
/**
* Suite style name.
*/
final override val styleName: String = "org.scalatest.fixture.FunSuite"
}