org.scalatest.fixture.PropSpec.scala Maven / Gradle / Ivy
Show all versions of scalatest_2.11.0-M3 Show documentation
/*
* Copyright 2001-2009 Artima, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.scalatest.fixture
import org.scalatest._
import scala.collection.immutable.ListSet
import java.util.ConcurrentModificationException
import java.util.concurrent.atomic.AtomicReference
import org.scalatest.exceptions.StackDepthExceptionHelper.getStackDepth
import org.scalatest.events._
import org.scalatest.Suite.anErrorThatShouldCauseAnAbort
import org.scalatest.Suite.checkRunTestParamsForNull
/**
* A sister trait to org.scalatest.PropSpec that can pass a fixture object into its tests.
*
*
* The purpose of fixture.PropSpec and its subtraits is to facilitate writing tests in
* a functional style. Some users may prefer writing tests in a functional style in general, but one
* particular use case is parallel test execution (See ParallelTestExecution). To run
* tests in parallel, your test class must
* be thread safe, and a good way to make it thread safe is to make it functional. A good way to
* write tests that need common fixtures in a functional style is to pass the fixture objects into the tests,
* the style enabled by the fixture.Suite family of traits.
*
*
*
* Trait fixture.PropSpec behaves similarly to trait org.scalatest.PropSpec, except that tests may have a
* fixture parameter. The type of the
* fixture parameter is defined by the abstract FixtureParam type, which is declared as a member of this trait.
* This trait also declares an abstract withFixture method. This withFixture method
* takes a OneArgTest, which is a nested trait defined as a member of this trait.
* OneArgTest has an apply method that takes a FixtureParam.
* This apply method is responsible for running a test.
* This trait's runTest method delegates the actual running of each test to withFixture, passing
* in the test code to run via the OneArgTest argument. The withFixture method (abstract in this trait) is responsible
* for creating the fixture argument and passing it to the test function.
*
*
*
* Subclasses of this trait must, therefore, do three things differently from a plain old org.scalatest.PropSpec:
*
*
*
* - define the type of the fixture parameter by specifying type
FixtureParam
* - define the
withFixture(OneArgTest) method
* - write tests that take a fixture parameter
* - (You can also define tests that don't take a fixture parameter.)
*
*
*
* Here's an example:
*
*
*
* import org.scalatest.fixture
* import org.scalatest.prop.PropertyChecks
* import org.scalatest.matchers.ShouldMatchers
* import java.io.FileReader
* import java.io.FileWriter
* import java.io.File
*
* class ExamplePropSpec extends fixture.PropSpec with PropertyChecks with ShouldMatchers {
*
* // 1. define type FixtureParam
* type FixtureParam = FileReader
*
* // 2. define the withFixture method
* def withFixture(test: OneArgTest) {
*
* val FileName = "TempFile.txt"
*
* // Set up the temp file needed by the test
* val writer = new FileWriter(FileName)
* try {
* writer.write("Hello, test!")
* }
* finally {
* writer.close()
* }
*
* // Create the reader needed by the test
* val reader = new FileReader(FileName)
*
* try {
* // Run the test using the temp file
* test(reader)
* }
* finally {
* // Close and delete the temp file
* reader.close()
* val file = new File(FileName)
* file.delete()
* }
* }
*
* // 3. write property-based tests that take a fixture parameter
* // (Hopefully less contrived than the examples shown here.)
* property("reading from the temp file") { reader =>
* var builder = new StringBuilder
* var c = reader.read()
* while (c != -1) {
* builder.append(c.toChar)
* c = reader.read()
* }
* val fileContents = builder.toString
* forAll { (c: Char) =>
* whenever (c != 'H') {
* fileContents should not startWith c.toString
* }
* }
* }
*
* property("first char of the temp file") { reader =>
* val firstChar = reader.read()
* forAll { (c: Char) =>
* whenever (c != 'H') {
* c should not equal firstChar
* }
* }
* }
*
* // (You can also write tests that don't take a fixture parameter.)
* property("without a fixture") { () =>
* forAll { (i: Int) => i + i should equal (2 * i) }
* }
* }
*
*
*
* In the previous example, withFixture creates and initializes a temp file, then invokes the test function,
* passing in a FileReader connected to that file. Note that in addition to setting up a fixture before a test,
* the withFixture method is also being used to clean it up afterwards. If you need to do some clean up
* that must happen even if a test fails, you should invoke the test function from inside a try block and do
* the cleanup in a finally clause, as shown in the previous example.
*
*
*
* The reason you must perform cleanup in a finally clause is that withFixture is called by
* runTest, which expects an exception to be thrown to indicate a failed test. Thus when you invoke
* the test function, it may complete abruptly with an exception. The finally clause will
* ensure the fixture cleanup happens as that exception propagates back up the call stack to runTest.
*
*
*
* If the fixture you want to pass into your tests consists of multiple objects, you will need to combine
* them into one object to use this trait. One good approach to passing multiple fixture objects is
* to encapsulate them in a case class. Here's an example:
*
*
*
* import org.scalatest.fixture
* import org.scalatest.prop.PropertyChecks
* import org.scalatest.matchers.ShouldMatchers
* import scala.collection.mutable.ListBuffer
*
* class ExamplePropSpec extends fixture.PropSpec with PropertyChecks with ShouldMatchers {
*
* case class F(builder: StringBuilder, buffer: ListBuffer[String])
* type FixtureParam = F
*
* def withFixture(test: OneArgTest) {
*
* // Create needed mutable objects
* val stringBuilder = new StringBuilder("ScalaTest is ")
* val listBuffer = new ListBuffer[String]
*
* // Invoke the test function, passing in the mutable objects
* test(F(stringBuilder, listBuffer))
* }
*
* property("easy") { f =>
* f.builder.append("easy!")
* assert(f.builder.toString === "ScalaTest is easy!")
* assert(f.buffer.isEmpty)
* val firstChar = f.builder(0)
* forAll { (c: Char) =>
* whenever (c != 'S') {
* c should not equal firstChar
* }
* }
* f.buffer += "sweet"
* }
*
* property("fun") { f =>
* f.builder.append("fun!")
* assert(f.builder.toString === "ScalaTest is fun!")
* assert(f.buffer.isEmpty)
* val firstChar = f.builder(0)
* forAll { (c: Char) =>
* whenever (c != 'S') {
* c should not equal firstChar
* }
* }
* }
* }
*
*
* Configuring fixtures and tests
*
*
* Sometimes you may want to write tests that are configurable. For example, you may want to write
* a suite of tests that each take an open temp file as a fixture, but whose file name is specified
* externally so that the file name can be can be changed from run to run. To accomplish this
* the OneArgTest trait has a configMap
* method, which will return a Map[String, Any] from which configuration information may be obtained.
* The runTest method of this trait will pass a OneArgTest to withFixture
* whose configMap method returns the configMap passed to runTest.
* Here's an example in which the name of a temp file is taken from the passed configMap:
*
*
*
* import org.scalatest.fixture
* import org.scalatest.prop.PropertyChecks
* import org.scalatest.matchers.ShouldMatchers
* import java.io.FileReader
* import java.io.FileWriter
* import java.io.File
*
* class ExamplePropSpec extends fixture.PropSpec with PropertyChecks with ShouldMatchers {
*
* type FixtureParam = FileReader
*
* def withFixture(test: OneArgTest) {
*
* require(
* test.configMap.contains("TempFileName"),
* "This suite requires a TempFileName to be passed in the configMap"
* )
*
* // Grab the file name from the configMap
* val FileName = test.configMap("TempFileName").asInstanceOf[String]
*
* // Set up the temp file needed by the test
* val writer = new FileWriter(FileName)
* try {
* writer.write("Hello, test!")
* }
* finally {
* writer.close()
* }
*
* // Create the reader needed by the test
* val reader = new FileReader(FileName)
*
* try {
* // Run the test using the temp file
* test(reader)
* }
* finally {
* // Close and delete the temp file
* reader.close()
* val file = new File(FileName)
* file.delete()
* }
* }
*
* property("reading from the temp file") { reader =>
* var builder = new StringBuilder
* var c = reader.read()
* while (c != -1) {
* builder.append(c.toChar)
* c = reader.read()
* }
* val fileContents = builder.toString
* forAll { (c: Char) =>
* whenever (c != 'H') {
* fileContents should not startWith c.toString
* }
* }
* }
*
* property("first char of the temp file") { reader =>
* val firstChar = reader.read()
* forAll { (c: Char) =>
* whenever (c != 'H') {
* c should not equal firstChar
* }
* }
* }
* }
*
*
*
* If you want to pass into each test the entire configMap that was passed to runTest, you
* can mix in trait ConfigMapFixture. See the documentation
* for ConfigMapFixture for the details, but here's a quick
* example of how it looks:
*
*
*
* import org.scalatest.fixture
* import org.scalatest.prop.PropertyChecks
* import org.scalatest.matchers.ShouldMatchers
* import org.scalatest.fixture.ConfigMapFixture
*
* class ExamplePropSpec extends fixture.PropSpec with ConfigMapFixture with PropertyChecks with ShouldMatchers {
*
* property("hello") { configMap =>
* // Use the configMap passed to runTest in the test
* forAll { (s: String) =>
* whenever (!configMap.contains(s)) {
* s should not equal "hello"
* }
* }
* }
*
* property("world") { configMap =>
* forAll { (s: String) =>
* whenever (!configMap.contains(s)) {
* s should not equal "world"
* }
* }
* }
* }
*
*
*
* If you want to pass into each test the entire configMap that was passed to runTest, you
* can mix in trait ConfigMapFixture. See the documentation
* for ConfigMapFixture for the details, but here's a quick
* example of how it looks:
*
*
*
* import org.scalatest.fixture
* import org.scalatest.fixture.ConfigMapFixture
* import org.scalatest.prop.PropertyChecks
* import org.scalatest.matchers.ShouldMatchers
*
* class ExampleSpec extends fixture.PropSpec with ConfigMapFixture
* with PropertyChecks with ShouldMatchers {
*
* property("hello is in the config map") { configMap =>
* // Use the configMap passed to runTest in the test
* forAll { (s: String) =>
* whenever (s != "hello" && s != "world") {
* configMap should not contain key (s)
* }
* }
* }
* }
*
*
* Providing multiple fixtures
*
*
* If different tests in the same fixture.PropSpec need different shared fixtures, you can use the loan pattern to supply to
* each test just the fixture or fixtures it needs. First select the most commonly used fixture objects and pass them in via the
* FixtureParam. Then for each remaining fixture needed by multiple tests, create a with<fixture name>
* method that takes a function you will use to pass the fixture to the test. Lasty, use the appropriate
* with<fixture name> method or methods in each test.
*
*
*
* In the following example, the FixtureParam is set to Map[String, Any] by mixing in ConfigMapFixture.
* The withFixture method in trait ConfigMapFixture will pass the config map to any test that needs it.
* In addition, some tests in the following example need a Stack[Int] and others a Stack[String].
* The withIntStack method takes
* care of supplying the Stack[Int] to those tests that need it, and the withStringStack method takes care
* of supplying the Stack[String] fixture. Here's how it looks:
*
*
*
* import org.scalatest.fixture
* import org.scalatest.fixture.ConfigMapFixture
* import org.scalatest.prop.PropertyChecks
* import org.scalatest.matchers.ShouldMatchers
* import collection.mutable.Stack
*
* class StackSpec extends fixture.PropSpec with ConfigMapFixture
* with PropertyChecks with ShouldMatchers {
*
* def withIntStack(test: Stack[Int] => Any) {
* val stack = new Stack[Int]
* stack.push(1)
* stack.push(2)
* test(stack) // "loan" the Stack[Int] fixture to the test
* }
*
* def withStringStack(test: Stack[String] => Any) {
* val stack = new Stack[String]
* stack.push("one")
* stack.push("two")
* test(stack) // "loan" the Stack[String] fixture to the test
* }
*
* property("pop an Int value") { () => // This test doesn't need the configMap fixture, ...
* withIntStack { stack =>
* val top = stack.pop() // But it needs the Stack[Int] fixture.
* top should equal (2)
* forAll { (i: Int) =>
* whenever (i != 1) {
* stack.size should not equal i
* }
* }
* }
* }
*
* property("push an Int value") { configMap =>
* withIntStack { stack =>
* val iToPush = // This test uses the configMap fixture...
* configMap("IntToPush").toString.toInt
* stack.push(iToPush) // And also uses the Stack[Int] fixture.
* stack.size should equal (3)
* forAll { (i: Int) =>
* whenever (i != iToPush) {
* stack.size should not equal i
* }
* }
* }
* }
*
* property("pop a String value") { () => // This test doesn't need the configMap fixture, ...
* withStringStack { stack =>
* val top = stack.pop() // But it needs the Stack[String] fixture.
* top should equal ("two")
* forAll { (i: Int) =>
* whenever (i != 1) {
* stack.size should not equal i
* }
* }
* }
* }
*
* property("push a String value") { configMap =>
* withStringStack { stack =>
* val sToPush = // This test uses the configMap fixture...
* configMap("StringToPush").toString
* stack.push(sToPush) // And also uses the Stack[Int] fixture.
* stack.size should equal (3)
* forAll { (s: String) =>
* whenever (s != sToPush) {
* stack.head should not equal s
* }
* }
* }
* }
* }
*
*
*
* If you run the previous class in the Scala interpreter, you'll see:
*
*
*
* scala> import org.scalatest._
* import org.scalatest._
*
* scala> run(new StackSpec, configMap = Map("IntToPush" -> 9, "StringToPush" -> "nine"))
* StackSpec:
* - pop an Int value
* - push an Int value
* - pop a String value
* - push a String value
*
*
* @author Bill Venners
*/
trait PropSpec extends Suite { thisSuite =>
private final val engine = new FixtureEngine[FixtureParam]("concurrentFixturePropSpecMod", "FixturePropSpec")
import engine._
private[scalatest] val sourceFileName = "PropSpec.scala"
/**
* Returns an Informer that during test execution will forward strings (and other objects) passed to its
* apply method to the current reporter. If invoked in a constructor, it
* will register the passed string for forwarding later during test execution. If invoked while this
* fixture.PropSpec is being executed, such as from inside a test function, it will forward the information to
* the current reporter immediately. If invoked at any other time, it will
* throw an exception. This method can be called safely by any thread.
*/
implicit protected def info: Informer = atomicInformer.get
/**
* Register a property-based test with the specified name, optional tags, and function value that takes no arguments.
* This method will register the test for later execution via an invocation of one of the run
* methods. The passed test name must not have been registered previously on
* this PropSpec instance.
*
* @param testName the name of the test
* @param testTags the optional list of tags for this test
* @param testFun the test function
* @throws TestRegistrationClosedException if invoked after run has been invoked on this suite
* @throws DuplicateTestNameException if a test with the same name has been registered previously
* @throws NotAllowedException if testName had been registered previously
* @throws NullPointerException if testName or any passed test tag is null
*/
protected def property(testName: String, testTags: Tag*)(testFun: FixtureParam => Any) {
registerTest(testName, testFun, "testCannotAppearInsideAnotherTest", sourceFileName, "property", 2, None, None, testTags: _*)
}
/**
* Register a property-based test to ignore, which has the specified name, optional tags, and function value that takes no arguments.
* This method will register the test for later ignoring via an invocation of one of the run
* methods. This method exists to make it easy to ignore an existing test by changing the call to test
* to ignore without deleting or commenting out the actual test code. The test will not be run, but a
* report will be sent that indicates the test was ignored. The passed test name must not have been registered previously on
* this PropSpec instance.
*
* @param testName the name of the test
* @param testTags the optional list of tags for this test
* @param testFun the test function
* @throws TestRegistrationClosedException if invoked after run has been invoked on this suite
* @throws DuplicateTestNameException if a test with the same name has been registered previously
* @throws NotAllowedException if testName had been registered previously
*/
protected def ignore(testName: String, testTags: Tag*)(testFun: FixtureParam => Any) {
registerIgnoredTest(testName, testFun, "ignoreCannotAppearInsideATest", sourceFileName, "ignore", 1, testTags: _*)
}
/**
* An immutable Set of test names. If this fixture.PropSpec contains no tests, this method returns an empty Set.
*
*
* This trait's implementation of this method will return a set that contains the names of all registered tests. The set's iterator will
* return those names in the order in which the tests were registered.
*
*/
override def testNames: Set[String] = {
// I'm returning a ListSet here so that they tests will be run in registration order
ListSet(atomic.get.testNamesList.toArray: _*)
}
/**
* Run a test. This trait's implementation runs the test registered with the name specified by testName.
*
* @param testName the name of one test to run.
* @param reporter the Reporter to which results will be reported
* @param stopper the Stopper that will be consulted to determine whether to stop execution early.
* @param configMap a Map of properties that can be used by the executing Suite of tests.
* @throws IllegalArgumentException if testName is defined but a test with that name does not exist on this fixture.PropSpec
* @throws NullPointerException if any of testName, reporter, stopper, or configMap
* is null.
*/
protected override def runTest(testName: String, reporter: Reporter, stopper: Stopper, configMap: Map[String, Any], tracker: Tracker) {
def invokeWithFixture(theTest: TestLeaf) {
theTest.testFun match {
case wrapper: NoArgTestWrapper[_] =>
withFixture(new FixturelessTestFunAndConfigMap(testName, wrapper.test, configMap))
case fun => withFixture(new TestFunAndConfigMap(testName, fun, configMap))
}
}
runTestImpl(thisSuite, testName, reporter, stopper, configMap, tracker, true, invokeWithFixture)
}
/**
* A Map whose keys are String tag names to which tests in this fixture.PropSpec belong, and values
* the Set of test names that belong to each tag. If this fixture.PropSpec contains no tags, this method returns an empty
* Map.
*
*
* This trait's implementation returns tags that were passed as strings contained in Tag objects passed to
* methods test and ignore.
*
*/
override def tags: Map[String, Set[String]] = atomic.get.tagsMap
protected override def runTests(testName: Option[String], reporter: Reporter, stopper: Stopper, filter: Filter,
configMap: Map[String, Any], distributor: Option[Distributor], tracker: Tracker) {
runTestsImpl(thisSuite, testName, reporter, stopper, filter, configMap, distributor, tracker, info, true, runTest)
}
override def run(testName: Option[String], reporter: Reporter, stopper: Stopper, filter: Filter,
configMap: Map[String, Any], distributor: Option[Distributor], tracker: Tracker) {
runImpl(thisSuite, testName, reporter, stopper, filter, configMap, distributor, tracker, super.run)
}
/**
* Registers shared tests.
*
*
* This method enables the following syntax for shared tests in a fixture.PropSpec:
*
*
*
* propertiesFor(nonEmptyStack(lastValuePushed))
*
*
*
* This method just provides syntax sugar intended to make the intent of the code clearer.
* Because the parameter passed to it is
* type Unit, the expression will be evaluated before being passed, which
* is sufficient to register the shared tests. For examples of shared tests, see the
* Shared tests section in the main documentation for
* trait PropSpec.
*
*/
protected def propertiesFor(unit: Unit) {}
@deprecated("Use propertiesFor instead.")
protected def testsFor(unit: Unit) {}
/**
* Implicitly converts a function that takes no parameters and results in PendingNothing to
* a function from FixtureParam to Any, to enable pending tests to registered as by-name parameters
* by methods that require a test function that takes a FixtureParam.
*
*
* This method makes it possible to write pending tests as simply (pending), without needing
* to write (fixture => pending).
*
*/
protected implicit def convertPendingToFixtureFunction(f: => PendingNothing): (FixtureParam => Any) = {
fixture => f
}
/**
* Implicitly converts a function that takes no parameters and results in Any to
* a function from FixtureParam to Any, to enable no-arg tests to registered
* by methods that require a test function that takes a FixtureParam.
*/
protected implicit def convertNoArgToFixtureFunction(fun: () => Any): (FixtureParam => Any) =
new NoArgTestWrapper(fun)
/**
* Suite style name.
*/
final override val styleName: String = "org.scalatest.fixture.PropSpec"
}