All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.gradle.api.internal.cache.CacheConfigurationsContinuousIntegrationTest.groovy Maven / Gradle / Ivy

There is a newer version: 8.11.1
Show newest version
/*
 * Copyright 2022 the original author or authors.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.gradle.api.internal.cache

import org.gradle.cache.internal.GradleUserHomeCleanupFixture
import org.gradle.integtests.fixtures.AbstractContinuousIntegrationTest
import org.gradle.integtests.fixtures.ToBeFixedForConfigurationCache
import org.gradle.internal.time.TimestampSuppliers
import org.gradle.test.fixtures.file.TestFile
import org.gradle.util.GradleVersion
import org.gradle.util.internal.TextUtil

import static org.gradle.cache.internal.VersionSpecificCacheCleanupFixture.MarkerFileType.NOT_USED_WITHIN_30_DAYS
import static org.gradle.cache.internal.VersionSpecificCacheCleanupFixture.MarkerFileType.USED_TODAY
import static org.gradle.integtests.fixtures.ToBeFixedForConfigurationCache.Skip.INVESTIGATE


class CacheConfigurationsContinuousIntegrationTest extends AbstractContinuousIntegrationTest implements GradleUserHomeCleanupFixture {
    def setup() {
        requireOwnGradleUserHomeDir()
    }

    @Override
    TestFile getGradleUserHomeDir() {
        return executer.gradleUserHomeDir
    }

    def "can configure caches via init script and execute multiple builds in a session"() {
        def initDir = new File(executer.gradleUserHomeDir, "init.d")
        initDir.mkdirs()
        new File(initDir, "cache-settings.gradle") << """
            beforeSettings { settings ->
                settings.caches {
                    markingStrategy = MarkingStrategy.NONE
                    cleanup = Cleanup.DISABLED
                    releasedWrappers.removeUnusedEntriesAfterDays = 10
                    snapshotWrappers.removeUnusedEntriesAfterDays = 5
                    downloadedResources.removeUnusedEntriesAfterDays = 10
                    createdResources.removeUnusedEntriesAfterDays = 5
                    buildCache.removeUnusedEntriesAfterDays = 15
                }
            }
        """
        settingsFile << """
            caches {
                assert markingStrategy.get() == MarkingStrategy.NONE
                releasedWrappers { ${assertValueIsSameInDays(10)} }
                snapshotWrappers { ${assertValueIsSameInDays(5)} }
                downloadedResources { ${assertValueIsSameInDays(10)} }
                createdResources { ${assertValueIsSameInDays(5)} }
                buildCache { ${assertValueIsSameInDays(15)} }
            }
        """

        when:
        buildFile << """
            task foo(type: Copy) {
                from 'foo'
                into layout.buildDir.dir('foo')
            }
        """
        file('foo').text = 'bar'

        then:
        succeeds("foo")
        file('build/foo/foo').text == 'bar'

        when:
        file('foo').text = 'baz'

        then:
        buildTriggeredAndSucceeded()
        file('build/foo/foo').text == 'baz'
    }

    @ToBeFixedForConfigurationCache(skip = INVESTIGATE)
    def "can change cache configurations in between builds in a session"() {
        executer.requireOwnGradleUserHomeDir()

        def retentionFileName = 'retention'
        def retentionFile = file(retentionFileName)
        def initDir = new File(executer.gradleUserHomeDir, "init.d")
        initDir.mkdirs()
        new File(initDir, "cache-settings.gradle") << """
            beforeSettings { settings ->
                def retentionFile = new File(settings.rootDir, '${retentionFileName}')
                def retentionFileProperty = settings.services.get(ObjectFactory).fileProperty().fileValue(retentionFile)
                def retentionTimeStampProvider = settings.providers.fileContents(retentionFileProperty).asText.map { it as long }
                settings.caches {
                    markingStrategy = MarkingStrategy.NONE
                    cleanup = Cleanup.DISABLED
                    releasedWrappers.removeUnusedEntriesOlderThan = retentionTimeStampProvider
                    snapshotWrappers.removeUnusedEntriesOlderThan = retentionTimeStampProvider
                    downloadedResources.removeUnusedEntriesOlderThan = retentionTimeStampProvider
                    createdResources.removeUnusedEntriesOlderThan = retentionTimeStampProvider
                }
            }
        """
        buildFile << """
            def retentionFile = file('${retentionFileName}')
            task foo(type: Copy) {
                from '${retentionFileName}'
                into layout.buildDir.dir('foo')
                doLast {
                    def retentionTimestamp = retentionFile.text as long
                    println "retention timestamp is " + retentionTimestamp
                    def caches = services.get(CacheConfigurations)
                    caches.with {
                        assert markingStrategy.get() == MarkingStrategy.NONE
                        releasedWrappers { assert removeUnusedEntriesOlderThan.get() == retentionTimestamp }
                        snapshotWrappers { assert removeUnusedEntriesOlderThan.get() == retentionTimestamp }
                        downloadedResources { assert removeUnusedEntriesOlderThan.get() == retentionTimestamp}
                        createdResources { assert removeUnusedEntriesOlderThan.get() == retentionTimestamp }
                    }
                }
            }
        """

        when:
        retentionFile.text = TimestampSuppliers.daysAgo(10).get()
        succeeds("foo")

        then:
        outputContains("retention timestamp is " + retentionFile.text)

        when:
        retentionFile.text = TimestampSuppliers.daysAgo(20).get()

        then:
        buildTriggeredAndSucceeded()
        outputContains("retention timestamp is " + retentionFile.text)

        when:
        retentionFile.text = TimestampSuppliers.daysAgo(15).get()

        then:
        buildTriggeredAndSucceeded()
        outputContains("retention timestamp is " + retentionFile.text)
    }

    def "only executes cleanup after the build session ends"() {
        alwaysCleanupCaches()

        def oldButRecentlyUsedGradleDist = versionedDistDirs("1.4.5", USED_TODAY, "my-dist-1")
        def oldNotRecentlyUsedGradleDist = versionedDistDirs("2.3.4", NOT_USED_WITHIN_30_DAYS, "my-dist-2")

        def currentCacheDir = createVersionSpecificCacheDir(GradleVersion.current(), NOT_USED_WITHIN_30_DAYS)
        def currentDist = createDistributionChecksumDir(GradleVersion.current()).parentFile

        when:
        buildFile << """
            task foo(type: Copy) {
                from 'foo'
                into layout.buildDir.dir('foo')
            }
        """
        file('foo').text = 'bar'

        then:
        succeeds("foo")
        file('build/foo/foo').text == 'bar'
        getGcFile(currentCacheDir).assertDoesNotExist()

        when:
        file('foo').text = 'baz'

        then:
        buildTriggeredAndSucceeded()
        file('build/foo/foo').text == 'baz'
        getGcFile(currentCacheDir).assertDoesNotExist()

        when:
        sendEOT()

        then:
        waitForNotRunning()

        and:
        oldButRecentlyUsedGradleDist.assertAllDirsExist()
        oldNotRecentlyUsedGradleDist.assertAllDirsDoNotExist()

        currentCacheDir.assertExists()
        currentDist.assertExists()

        getGcFile(currentCacheDir).assertExists()
    }

    def "does not execute cleanup after init script failure is introduced in between builds in a session"() {
        withReleasedWrappersRetentionInDays(60)
        alwaysCleanupCaches()

        def oldButRecentlyUsedGradleDist = versionedDistDirs("1.4.5", USED_TODAY, "my-dist-1")
        def oldNotRecentlyUsedGradleDist = versionedDistDirs("2.3.4", NOT_USED_WITHIN_30_DAYS, "my-dist-2")

        def currentCacheDir = createVersionSpecificCacheDir(GradleVersion.current(), NOT_USED_WITHIN_30_DAYS)
        def currentDist = createDistributionChecksumDir(GradleVersion.current()).parentFile

        def initDir = gradleUserHomeDir.createDir("init.d")
        initDir.createFile('maybeBroken.gradle') << """
            def foo = new File('${TextUtil.normaliseFileSeparators(file('foo').absolutePath)}')
            def fooFileProperty = services.get(ObjectFactory).fileProperty().fileValue(foo)
            def fooContentProvider = services.get(ProviderFactory).fileContents(fooFileProperty).asText

            if (fooContentProvider.get() == 'fail') {
                throw new Exception('BOOM!')
            }
        """

        when:
        buildFile << """
            task foo(type: Copy) {
                from 'foo'
                into layout.buildDir.dir('foo')
            }
        """
        file('foo').text = 'bar'

        then:
        succeeds("foo")
        file('build/foo/foo').text == 'bar'
        getGcFile(currentCacheDir).assertDoesNotExist()

        when:
        file('foo').text = 'fail'

        then:
        buildTriggeredAndFailed()

        when:
        sendEOT()

        then:
        waitForNotRunning()

        and:
        oldButRecentlyUsedGradleDist.assertAllDirsExist()
        oldNotRecentlyUsedGradleDist.assertAllDirsExist()

        currentCacheDir.assertExists()
        currentDist.assertExists()

        getGcFile(currentCacheDir).assertDoesNotExist()
    }

    static String assertValueIsSameInDays(configuredDaysAgo) {
        return """
            def timestamp = removeUnusedEntriesOlderThan.get()
            def daysAgo = java.util.concurrent.TimeUnit.MILLISECONDS.toDays(System.currentTimeMillis() - timestamp)
            assert daysAgo == ${configuredDaysAgo}
        """
    }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy