Skip to content

Commit

Permalink
Rebaseline performance tests to latest 6.8.2 snapshot
Browse files Browse the repository at this point in the history
  • Loading branch information
wolfs committed Feb 18, 2021
1 parent e1c3234 commit becaa3a
Show file tree
Hide file tree
Showing 34 changed files with 38 additions and 38 deletions.
Expand Up @@ -28,7 +28,7 @@ class AbstractRealLifeAndroidBuildPerformanceTest extends AbstractCrossVersionPe

def setup() {
runner.args = [AndroidGradlePluginVersions.OVERRIDE_VERSION_CHECK]
runner.targetVersions = ["6.8-20201223103229+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
// AGP 3.6 requires 5.6.1+
// forUseAtConfigurationTime API used in this senario
runner.minimumBaseVersion = "6.5"
Expand Down
Expand Up @@ -39,7 +39,7 @@ class RealLifeAndroidStudioMockupPerformanceTest extends AbstractCrossVersionPer
runner.warmUpRuns = iterations
runner.runs = iterations
runner.minimumBaseVersion = "5.4.1"
runner.targetVersions = ["6.8-20201108230029+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]

runner.toolingApi("Android Studio Sync") {
it.action(new GetModel())
Expand Down
Expand Up @@ -37,7 +37,7 @@ class TaskOutputCachingJavaPerformanceTest extends AbstractTaskOutputCachingPerf
runner.warmUpRuns = 11
runner.runs = 21
runner.minimumBaseVersion = "3.5"
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

def "clean assemble with remote http cache"() {
Expand Down
Expand Up @@ -30,7 +30,7 @@ class TaskOutputCachingNativePerformanceTest extends AbstractTaskOutputCachingPe

def setup() {
runner.minimumBaseVersion = "4.3"
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.args += ["-Dorg.gradle.caching.native=true"]
}

Expand Down
Expand Up @@ -28,7 +28,7 @@ import static org.gradle.performance.results.OperatingSystem.LINUX
class TaskOutputCachingSwiftPerformanceTest extends AbstractTaskOutputCachingPerformanceTest {
def setup() {
runner.minimumBaseVersion = "4.5"
runner.targetVersions = ["6.8-20201116230039+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

def "clean assemble with local cache (swift)"() {
Expand Down
Expand Up @@ -28,7 +28,7 @@ import static org.gradle.performance.results.OperatingSystem.LINUX
)
class ArchiveTreePerformanceTest extends AbstractCrossVersionPerformanceTest {
def setup() {
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

def "visiting zip trees"() {
Expand Down
Expand Up @@ -31,7 +31,7 @@ class DeprecationCreationPerformanceTest extends AbstractCrossVersionPerformance
given:
runner.tasksToRun = ['help']
runner.minimumBaseVersion = '6.3'
runner.targetVersions = ["6.8-20201115230028+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
when:
def result = runner.run()

Expand Down
Expand Up @@ -31,7 +31,7 @@ class ExcludeRuleMergingPerformanceTest extends AbstractCrossVersionPerformanceT

def setup() {
runner.minimumBaseVersion = '4.9'
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

def "merge exclude rules"() {
Expand Down
Expand Up @@ -44,7 +44,7 @@ class FileSystemWatchingPerformanceTest extends AbstractCrossVersionPerformanceT

def setup() {
runner.minimumBaseVersion = "6.7"
runner.targetVersions = ["6.8-20201223103229+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.useToolingApi = true
runner.args = ["--no-build-cache", "--no-scan"]
if (OperatingSystem.current().windows) {
Expand Down
Expand Up @@ -31,7 +31,7 @@ class IdeIntegrationPerformanceTest extends AbstractCrossVersionPerformanceTest
def "eclipse"() {
given:
runner.tasksToRun = ['eclipse']
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]

when:
def result = runner.run()
Expand All @@ -43,7 +43,7 @@ class IdeIntegrationPerformanceTest extends AbstractCrossVersionPerformanceTest
def "idea"() {
given:
runner.tasksToRun = ['idea']
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]

when:
def result = runner.run()
Expand Down
Expand Up @@ -36,7 +36,7 @@ class LargeDependencyGraphPerformanceTest extends AbstractCrossVersionPerformanc

def setup() {
runner.minimumBaseVersion = '4.8'
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

def "resolve large dependency graph from file repo"() {
Expand All @@ -59,7 +59,7 @@ class LargeDependencyGraphPerformanceTest extends AbstractCrossVersionPerformanc
given:
runner.tasksToRun = ['resolveDependencies']
runner.gradleOpts = [MIN_MEMORY, MAX_MEMORY]
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.args = ['-PuseHttp', "-PhttpPort=${serverPort}", '-PnoExcludes']
if (parallel) {
runner.args += '--parallel'
Expand Down
Expand Up @@ -49,7 +49,7 @@ class ParallelDownloadsPerformanceTest extends AbstractCrossVersionPerformanceTe
}

def setup() {
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
// Example project requires TaskContainer.register
runner.minimumBaseVersion = "4.9"
runner.warmUpRuns = 5
Expand Down
Expand Up @@ -42,7 +42,7 @@ class RichConsolePerformanceTest extends AbstractCrossVersionPerformanceTest {
runner.tasksToRun = tasks.split(' ')
runner.warmUpRuns = 5
runner.runs = 8
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]

when:
def result = runner.run()
Expand Down
Expand Up @@ -31,7 +31,7 @@ class TaskCreationPerformanceTest extends AbstractCrossVersionPerformanceTest {
def "create many tasks"() {
given:
runner.tasksToRun = ['help']
runner.targetVersions = ["6.8-20201117230037+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.runs = 60

when:
Expand Down
Expand Up @@ -32,7 +32,7 @@ class VerboseTestOutputPerformanceTest extends AbstractCrossVersionPerformanceTe
given:
runner.tasksToRun = ['cleanTest', 'test']
runner.args = ['-q']
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]

when:
def result = runner.run()
Expand Down
Expand Up @@ -24,7 +24,7 @@ import spock.lang.Unroll
class WorkerApiPerformanceTest extends AbstractCrossVersionPerformanceTest {
def setup() {
runner.minimumBaseVersion = '5.0'
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.testProject = "workerApiProject"
}

Expand Down
Expand Up @@ -40,7 +40,7 @@ class JavaABIChangePerformanceTest extends AbstractCrossVersionPerformanceTest {
def fileToChange = new File(it.projectDir, testProject.config.fileToChangeByScenario['assemble'])
return isGroovyProject ? new ApplyAbiChangeToGroovySourceFileMutator(fileToChange) : new ApplyAbiChangeToJavaSourceFileMutator(fileToChange)
}
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
if (isGroovyProject) {
runner.minimumBaseVersion = '5.0'
}
Expand Down
Expand Up @@ -33,7 +33,7 @@ class JavaCleanAssemblePerformanceTest extends AbstractCrossVersionPerformanceTe
runner.warmUpRuns = 2
runner.runs = 6
runner.tasksToRun = ["clean", "assemble"]
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.minimumBaseVersion = runner.testProject.contains("Composite") ? "4.0" : null

when:
Expand Down
Expand Up @@ -46,7 +46,7 @@ class JavaConfigurationCachePerformanceTest extends AbstractCrossVersionPerforma
@Unroll
def "assemble #action configuration cache state with #daemon daemon"() {
given:
runner.targetVersions = ["6.8-20201116162838+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.minimumBaseVersion = "6.6"
runner.tasksToRun = ["assemble"]
runner.args = ["-D${ConfigurationCacheOption.PROPERTY_NAME}=true"]
Expand Down
Expand Up @@ -31,7 +31,7 @@ class JavaConfigurationPerformanceTest extends AbstractCrossVersionPerformanceTe
def "configure"() {
given:
runner.tasksToRun = ['help']
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]

when:
def result = runner.run()
Expand Down
Expand Up @@ -35,7 +35,7 @@ class JavaDependencyReportPerformanceTest extends AbstractCrossVersionPerformanc
given:
def subProject = (runner.testProject == LARGE_JAVA_MULTI_PROJECT.projectName) ? 'project363:' : ''
runner.tasksToRun = ["${subProject}dependencyReport"]
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]

when:
def result = runner.run()
Expand Down
Expand Up @@ -33,7 +33,7 @@ import static org.gradle.performance.results.OperatingSystem.LINUX
class JavaFirstUsePerformanceTest extends AbstractCrossVersionPerformanceTest {

def setup() {
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

def "first use"() {
Expand Down
Expand Up @@ -33,7 +33,7 @@ import static org.gradle.performance.results.OperatingSystem.LINUX
class JavaIDEModelPerformanceTest extends AbstractCrossVersionPerformanceTest {

def setup() {
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.minimumBaseVersion = "2.11"
}

Expand Down
Expand Up @@ -37,7 +37,7 @@ class JavaNonABIChangePerformanceTest extends AbstractCrossVersionPerformanceTes
given:
def testProject = JavaTestProject.projectFor(runner.testProject)
runner.tasksToRun = ['assemble']
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
boolean isGroovyProject = testProject.name().contains("GROOVY")
runner.addBuildMutator {
def fileToChange = new File(it.projectDir, testProject.config.fileToChangeByScenario['assemble'])
Expand Down
Expand Up @@ -28,7 +28,7 @@ import static org.gradle.performance.results.OperatingSystem.LINUX
)
class JavaTasksPerformanceTest extends AbstractCrossVersionPerformanceTest {
def setup() {
runner.targetVersions = ["6.8-20201117230037+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

def "tasks"() {
Expand Down
Expand Up @@ -35,7 +35,7 @@ class JavaTestChangePerformanceTest extends AbstractCrossVersionPerformanceTest
runner.warmUpRuns = 2
runner.runs = 6
runner.tasksToRun = ['test']
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
// Pre-4.0 versions run into memory problems with this test
runner.minimumBaseVersion = "4.0"
runner.addBuildMutator { new ApplyNonAbiChangeToJavaSourceFileMutator(new File(it.projectDir, testProject.config.fileToChangeByScenario['test'])) }
Expand Down
Expand Up @@ -37,7 +37,7 @@ class JavaUpToDatePerformanceTest extends AbstractCrossVersionPerformanceTest {
def "up-to-date assemble (parallel #parallel)"() {
given:
runner.tasksToRun = ['assemble']
runner.targetVersions = ["6.8-20201116230039+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.args += ["-Dorg.gradle.parallel=$parallel"]
when:
Expand All @@ -58,7 +58,7 @@ class JavaUpToDatePerformanceTest extends AbstractCrossVersionPerformanceTest {
def "up-to-date assemble with local build cache enabled (parallel #parallel)"() {
given:
runner.tasksToRun = ['assemble']
runner.targetVersions = ["6.8-20201113131108+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.minimumBaseVersion = "3.5"
runner.args += ["-Dorg.gradle.parallel=$parallel", "-D${StartParameterBuildOptions.BuildCacheOption.GRADLE_PROPERTY}=true"]
runner.addBuildMutator { invocationSettings ->
Expand Down
Expand Up @@ -28,7 +28,7 @@ class GradleKotlinDslBuildPerformanceTest extends AbstractCrossVersionPerformanc
given:
runner.testProject = testProject
runner.tasksToRun = ['help']
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]

when:
def result = runner.run()
Expand All @@ -47,7 +47,7 @@ class GradleKotlinDslBuildPerformanceTest extends AbstractCrossVersionPerformanc
given:
runner.testProject = testProject
runner.tasksToRun = ['help']
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]

when:
def result = runner.run()
Expand Down
Expand Up @@ -27,7 +27,7 @@ import static org.gradle.performance.results.OperatingSystem.LINUX
class NativeBuildDependentsPerformanceTest extends AbstractCrossVersionPerformanceTest {

def setup() {
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.minimumBaseVersion = "4.0"
}

Expand Down
Expand Up @@ -31,7 +31,7 @@ import static org.gradle.performance.results.OperatingSystem.LINUX
class NativeBuildPerformanceTest extends AbstractCrossVersionPerformanceTest {
def setup() {
runner.minimumBaseVersion = '4.1' // minimum version that contains new C++ plugins
runner.targetVersions = ["6.8-20201115230028+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

def "up-to-date assemble (native)"() {
Expand Down
Expand Up @@ -26,7 +26,7 @@ import static org.gradle.performance.results.OperatingSystem.LINUX
class NativeCleanBuildPerformanceTest extends AbstractCrossVersionPerformanceTest {
def setup() {
runner.minimumBaseVersion = '4.1' // minimum version that contains new C++ plugins
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

@RunFor([
Expand Down
Expand Up @@ -33,7 +33,7 @@ import static org.gradle.performance.results.OperatingSystem.LINUX
class RealWorldNativePluginPerformanceTest extends AbstractCrossVersionPerformanceTest {

def setup() {
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
runner.minimumBaseVersion = "4.0"
}

Expand Down
Expand Up @@ -31,7 +31,7 @@ import static org.gradle.performance.results.OperatingSystem.LINUX
class SwiftBuildPerformanceTest extends AbstractCrossVersionPerformanceTest {
def setup() {
runner.minimumBaseVersion = '4.6'
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

def "up-to-date assemble (swift)"() {
Expand Down
Expand Up @@ -30,7 +30,7 @@ class SwiftCleanBuildPerformanceTest extends AbstractCrossVersionPerformanceTest

def setup() {
runner.minimumBaseVersion = '4.6'
runner.targetVersions = ["6.8.2-20210128010010+0000"]
runner.targetVersions = ["6.8.2-20210218002439+0000"]
}

def "clean assemble (swift)"() {
Expand Down

0 comments on commit becaa3a

Please sign in to comment.