firka/flutter
firka/flutter
5
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Remove the flaky tests. (#9988)

Browse Source 
They are causing nothing but trouble. We should fix these before turning them back on.

See https://github.com/flutter/flutter/issues/9986 https://github.com/flutter/flutter/issues/9987
This commit is contained in:
Ian Hickson 2017-05-11 08:59:10 -07:00 committed by GitHub
parent 2f737cf94e
commit bc32847fd4
1 changed files with 28 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

51
dev/devicelab/manifest.yaml
View File

@ -25,7 +25,9 @@
# #
# * flaky: boolean true or false # * flaky: boolean true or false
# whether the task is considered flaky; the result of running a flaky task does not affect # whether the task is considered flaky; the result of running a flaky task does not affect
# the overall build status. # the overall build status. Tests should be marked flaky when newly added, until they have
# been proved for a few cycles. Tests that are actually flaky but not being actively worked
# on should be hidden because they just cause confusion otherwise.
# * timeout_in_minutes: integer # * timeout_in_minutes: integer
# a custom task timeout, specified in minutes. # a custom task timeout, specified in minutes.
@ -180,17 +182,19 @@ tasks:
stage: devicelab_ios stage: devicelab_ios
required_agent_capabilities: ["has-ios-device"] required_agent_capabilities: ["has-ios-device"]
flutter_gallery_ios__start_up: # flutter_gallery_ios__start_up:
description: > # description: >
Measures the startup time of the Flutter Gallery app on iOS. # Measures the startup time of the Flutter Gallery app on iOS.
stage: devicelab_ios # stage: devicelab_ios
required_agent_capabilities: ["has-ios-device"] # required_agent_capabilities: ["has-ios-device"]
# flaky: true
complex_layout_ios__start_up: # complex_layout_ios__start_up:
description: > # description: >
Measures the startup time of the Complex Layout sample app on iOS. # Measures the startup time of the Complex Layout sample app on iOS.
stage: devicelab_ios # stage: devicelab_ios
required_agent_capabilities: ["has-ios-device"] # required_agent_capabilities: ["has-ios-device"]
# flaky: true
flutter_gallery_ios__transition_perf: flutter_gallery_ios__transition_perf:
description: > description: >
@ -205,19 +209,20 @@ tasks:
stage: devicelab_ios stage: devicelab_ios
required_agent_capabilities: ["has-ios-device"] required_agent_capabilities: ["has-ios-device"]
microbenchmarks_ios: # microbenchmarks_ios:
description: > # description: >
Runs benchmarks from dev/benchmarks/microbenchmarks on iOS. # Runs benchmarks from dev/benchmarks/microbenchmarks on iOS.
stage: devicelab_ios # stage: devicelab_ios
required_agent_capabilities: ["has-ios-device"] # required_agent_capabilities: ["has-ios-device"]
timeout_in_minutes: 30 # timeout_in_minutes: 30
flaky: true # flaky: true
flutter_view_ios__start_up: # flutter_view_ios__start_up:
description: > # description: >
Verifies that Flutter View can be used from an iOS project. # Verifies that Flutter View can be used from an iOS project.
stage: devicelab_ios # stage: devicelab_ios
required_agent_capabilities: ["has-ios-device"] # required_agent_capabilities: ["has-ios-device"]
# flaky: true
# Tests running on Windows host # Tests running on Windows host