au.com.dius.pact.provider.TestResultAccumulator.kt Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of pact-jvm-provider Show documentation
Show all versions of pact-jvm-provider Show documentation
Pact provider
=============
sub project of https://github.com/DiUS/pact-jvm
The pact provider is responsible for verifying that an API provider adheres to a number of pacts authored by its clients
This library provides the basic tools required to automate the process, and should be usable on its own in many instances.
Framework and build tool specific bindings will be provided in separate libraries that build on top of this core functionality.
### Provider State
Before each interaction is executed, the provider under test will have the opportunity to enter a state.
Generally the state maps to a set of fixture data for mocking out services that the provider is a consumer of (they will have their own pacts)
The pact framework will instruct the test server to enter that state by sending:
POST "${config.stateChangeUrl.url}/setup" { "state" : "${interaction.stateName}" }
### An example of running provider verification with junit
This example uses Groovy, JUnit 4 and Hamcrest matchers to run the provider verification.
As the provider service is a DropWizard application, it uses the DropwizardAppRule to startup the service before running any test.
**Warning:** It only grabs the first interaction from the pact file with the consumer, where there could be many. (This could possibly be solved with a parameterized test)
```groovy
class ReadmeExamplePactJVMProviderJUnitTest {
@ClassRule
public static final TestRule startServiceRule = new DropwizardAppRule<DropwizardConfiguration>(
TestDropwizardApplication, ResourceHelpers.resourceFilePath('dropwizard/test-config.yaml'))
private static ProviderInfo serviceProvider
private static Pact<RequestResponseInteraction> testConsumerPact
private static ConsumerInfo consumer
@BeforeClass
static void setupProvider() {
serviceProvider = new ProviderInfo('Dropwizard App')
serviceProvider.setProtocol('http')
serviceProvider.setHost('localhost')
serviceProvider.setPort(8080)
serviceProvider.setPath('/')
consumer = new ConsumerInfo()
consumer.setName('test_consumer')
consumer.setPactSource(new UrlSource(
ReadmeExamplePactJVMProviderJUnitTest.getResource('/pacts/zoo_app-animal_service.json').toString()))
testConsumerPact = DefaultPactReader.INSTANCE.loadPact(consumer.getPactSource()) as Pact<RequestResponseInteraction>
}
@Test
void runConsumerPacts() {
// grab the first interaction from the pact with consumer
Interaction interaction = testConsumerPact.interactions.get(0)
// setup the verifier
ProviderVerifier verifier = setupVerifier(interaction, serviceProvider, consumer)
// setup any provider state
// setup the client and interaction to fire against the provider
ProviderClient client = new ProviderClient(serviceProvider, new HttpClientFactory())
Map<String, Object> failures = new HashMap<>()
verifier.verifyResponseFromProvider(serviceProvider, interaction, interaction.getDescription(), failures, client)
// normally assert all good, but in this example it will fail
assertThat(failures, is(not(empty())))
verifier.displayFailures(failures)
}
private ProviderVerifier setupVerifier(Interaction interaction, ProviderInfo provider, ConsumerInfo consumer) {
ProviderVerifier verifier = new ProviderVerifier()
verifier.initialiseReporters(provider)
verifier.reportVerificationForConsumer(consumer, provider, new UrlSource('http://example.example'))
if (!interaction.getProviderStates().isEmpty()) {
for (ProviderState providerState: interaction.getProviderStates()) {
verifier.reportStateForInteraction(providerState.getName(), provider, consumer, true)
}
}
verifier.reportInteractionDescription(interaction)
return verifier
}
}
```
### An example of running provider verification with spock
This example uses groovy and spock to run the provider verification.
Again the provider service is a DropWizard application, and is using the DropwizardAppRule to startup the service.
This example runs all interactions using spocks Unroll feature
```groovy
class ReadmeExamplePactJVMProviderSpockSpec extends Specification {
@ClassRule @Shared
TestRule startServiceRule = new DropwizardAppRule<DropwizardConfiguration>(TestDropwizardApplication,
ResourceHelpers.resourceFilePath('dropwizard/test-config.yaml'))
@Shared
ProviderInfo serviceProvider
ProviderVerifier verifier
def setupSpec() {
serviceProvider = new ProviderInfo('Dropwizard App')
serviceProvider.protocol = 'http'
serviceProvider.host = 'localhost'
serviceProvider.port = 8080
serviceProvider.path = '/'
serviceProvider.hasPactWith('zoo_app') { consumer ->
consumer.pactSource = new FileSource(new File(ResourceHelpers.resourceFilePath('pacts/zoo_app-animal_service.json')))
}
}
def setup() {
verifier = new ProviderVerifier()
}
def cleanup() {
// cleanup provider state
// ie. db.truncateAllTables()
}
def cleanupSpec() {
// cleanup provider
}
@Unroll
def "Provider Pact - With Consumer #consumer"() {
expect:
!verifyConsumerPact(consumer).empty
where:
consumer << serviceProvider.consumers
}
private Map verifyConsumerPact(ConsumerInfo consumer) {
Map failures = [:]
verifier.initialiseReporters(serviceProvider)
verifier.runVerificationForConsumer(failures, serviceProvider, consumer)
if (!failures.empty) {
verifier.displayFailures(failures)
}
failures
}
}
```
The newest version!
package au.com.dius.pact.provider
import au.com.dius.pact.core.model.Interaction
import au.com.dius.pact.core.model.Pact
import au.com.dius.pact.core.pactbroker.TestResult
import au.com.dius.pact.provider.ProviderVerifier.Companion.PACT_VERIFIER_PUBLISH_RESULTS
import mu.KLogging
import org.apache.commons.lang3.builder.HashCodeBuilder
/**
* Accumulates the test results for the interactions. Once all the interactions for a pact have been verified,
* the result is submitted back to the broker
*/
interface TestResultAccumulator {
@Deprecated(message = "Use the version that takes a TestResult parameter")
fun updateTestResult(pact: Pact, interaction: Interaction, testExecutionResult: Boolean)
fun updateTestResult(pact: Pact, interaction: Interaction, testExecutionResult: TestResult)
fun clearTestResult(pact: Pact)
}
object DefaultTestResultAccumulator : TestResultAccumulator, KLogging() {
val testResults: MutableMap> = mutableMapOf()
var verificationReporter: VerificationReporter = DefaultVerificationReporter
override fun updateTestResult(pact: Pact, interaction: Interaction, testExecutionResult: Boolean) {
updateTestResult(pact, interaction, TestResult.fromBoolean(testExecutionResult))
}
override fun updateTestResult(
pact: Pact,
interaction: Interaction,
testExecutionResult: TestResult
) {
logger.debug { "Received test result '$testExecutionResult' for Pact ${pact.provider.name}-${pact.consumer.name} " +
"and ${interaction.description}" }
val pactHash = calculatePactHash(pact)
val interactionResults = testResults.getOrPut(pactHash) { mutableMapOf() }
val interactionHash = calculateInteractionHash(interaction)
val testResult = interactionResults[interactionHash]
if (testResult == null) {
interactionResults[interactionHash] = testExecutionResult
} else {
interactionResults[interactionHash] = testResult.merge(testExecutionResult)
}
val unverifiedInteractions = unverifiedInteractions(pact, interactionResults)
if (unverifiedInteractions.isEmpty()) {
logger.debug {
"All interactions for Pact ${pact.provider.name}-${pact.consumer.name} have a verification result"
}
if (verificationReporter.publishingResultsDisabled()) {
logger.warn { "Skipping publishing of verification results as it has been disabled " +
"($PACT_VERIFIER_PUBLISH_RESULTS is not 'true')" }
} else {
verificationReporter.reportResults(pact, interactionResults.values.fold(TestResult.Ok) {
acc: TestResult, result -> acc.merge(result)
}, lookupProviderVersion(), null, lookupProviderTag())
}
testResults.remove(pactHash)
} else {
logger.warn { "Not all of the ${pact.interactions.size} were verified. The following were missing:" }
unverifiedInteractions.forEach {
logger.warn { " ${it.description}" }
}
}
}
fun calculateInteractionHash(interaction: Interaction): Int {
val builder = HashCodeBuilder().append(interaction.description)
interaction.providerStates.forEach { builder.append(it.name) }
return builder.toHashCode()
}
fun calculatePactHash(pact: Pact) =
HashCodeBuilder().append(pact.consumer.name).append(pact.provider.name).toHashCode()
fun lookupProviderVersion(): String {
val version = System.getProperty("pact.provider.version")
return if (version.isNullOrEmpty()) {
logger.warn { "Set the provider version using the 'pact.provider.version' property. Defaulting to '0.0.0'" }
"0.0.0"
} else {
version
}
}
private fun lookupProviderTag(): String? = System.getProperty("pact.provider.tag")
fun unverifiedInteractions(pact: Pact, results: MutableMap): List {
logger.debug { "Number of interactions #${pact.interactions.size} and results: ${results.values}" }
return pact.interactions.filter { !results.containsKey(calculateInteractionHash(it)) }
}
override fun clearTestResult(pact: Pact) {
val pactHash = calculatePactHash(pact)
testResults.remove(pactHash)
}
}