firka/flutter
firka/flutter
5
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Revert "Reduce noise on the memory benchmarks" (#20158)

Browse Source 
* Revert "Add pub cache, artifacts, pkgs to Cirrus cache (#20080)"

This reverts commit 07e93b385c3c861aab859d34d761fd29e416b831.

* Revert "Reduce noise on the memory benchmarks (#19630)"

This reverts commit 8eb5cb7dc0816f8d9ad620e8933efccf5b8d0551.
This commit is contained in:
Ian Hickson 2018-08-02 13:56:44 -07:00 committed by GitHub
parent 07e93b385c
commit a2ca14d71e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
21 changed files with 220 additions and 564 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

72
dev/benchmarks/complex_layout/test_memory/scroll_perf.dart
View File

@ -1,72 +0,0 @@
// Copyright 2016 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
import 'dart:async';
import 'package:complex_layout/main.dart';
import 'package:flutter/material.dart';
import 'package:flutter/scheduler.dart';
import 'package:flutter_test/flutter_test.dart';
/// The speed, in pixels per second, that the drag gestures should end with.
const double speed = 1500.0;
/// The number of down drags and the number of up drags. The total number of
/// gestures is twice this number.
const int maxIterations = 4;
/// The time that is allowed between gestures for the fling effect to settle.
const Duration pauses = Duration(milliseconds: 500);
Future<void> main() async {
final Completer<void> ready = new Completer<void>();
runApp(new GestureDetector(
onTap: () {
debugPrint('Received tap.');
ready.complete();
},
behavior: HitTestBehavior.opaque,
child: new IgnorePointer(
ignoring: true,
child: new ComplexLayoutApp(),
),
));
await SchedulerBinding.instance.endOfFrame;
/// Wait 50ms to allow the GPU thread to actually put up the frame. (The
/// endOfFrame future ends when we send the data to the engine, before the GPU
/// thread has had a chance to rasterize, etc.)
await new Future<Null>.delayed(const Duration(milliseconds: 50));
debugPrint('==== MEMORY BENCHMARK ==== READY ====');
await ready.future; // waits for tap sent by devicelab task
debugPrint('Continuing...');
// remove onTap handler, enable pointer events for app
runApp(new GestureDetector(
child: new IgnorePointer(
ignoring: false,
child: new ComplexLayoutApp(),
),
));
await SchedulerBinding.instance.endOfFrame;
final WidgetController controller = new LiveWidgetController(WidgetsBinding.instance);
// Scroll down
for (int iteration = 0; iteration < maxIterations; iteration += 1) {
debugPrint('Scroll down... $iteration/$maxIterations');
await controller.fling(find.byType(ListView), const Offset(0.0, -700.0), speed);
await new Future<Null>.delayed(pauses);
}
// Scroll up
for (int iteration = 0; iteration < maxIterations; iteration += 1) {
debugPrint('Scroll up... $iteration/$maxIterations');
await controller.fling(find.byType(ListView), const Offset(0.0, 300.0), speed);
await new Future<Null>.delayed(pauses);
}
debugPrint('==== MEMORY BENCHMARK ==== DONE ====');
}

9
dev/devicelab/bin/tasks/complex_layout_scroll_perf__memory.dart
View File

@ -4,16 +4,11 @@
import 'dart:async'; import 'dart:async';
import 'package:flutter_devicelab/tasks/perf_tests.dart';
import 'package:flutter_devicelab/framework/adb.dart'; import 'package:flutter_devicelab/framework/adb.dart';
import 'package:flutter_devicelab/framework/framework.dart'; import 'package:flutter_devicelab/framework/framework.dart';
import 'package:flutter_devicelab/framework/utils.dart';
import 'package:flutter_devicelab/tasks/perf_tests.dart';
Future<Null> main() async { Future<Null> main() async {
deviceOperatingSystem = DeviceOperatingSystem.android; deviceOperatingSystem = DeviceOperatingSystem.android;
await task(new MemoryTest( await task(createComplexLayoutScrollMemoryTest());
'${flutterDirectory.path}/dev/benchmarks/complex_layout',
'test_memory/scroll_perf.dart',
'com.yourcompany.complexLayout',
).run);
} }

50
dev/devicelab/bin/tasks/flutter_gallery__back_button_memory.dart
View File

@ -2,57 +2,11 @@
// Use of this source code is governed by a BSD-style license that can be // Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file. // found in the LICENSE file.
/// Measure application memory usage after pausing and resuming the app
/// with the Android back button.
import 'dart:async'; import 'dart:async';
import 'package:flutter_devicelab/framework/adb.dart';
import 'package:flutter_devicelab/framework/framework.dart';
import 'package:flutter_devicelab/framework/utils.dart';
import 'package:flutter_devicelab/tasks/perf_tests.dart'; import 'package:flutter_devicelab/tasks/perf_tests.dart';
import 'package:flutter_devicelab/framework/framework.dart';
const String packageName = 'io.flutter.demo.gallery';
const String activityName = 'io.flutter.demo.gallery.MainActivity';
class BackButtonMemoryTest extends MemoryTest {
BackButtonMemoryTest() : super('${flutterDirectory.path}/examples/flutter_gallery', 'test_memory/back_button.dart', packageName);
@override
AndroidDevice get device => super.device;
/// Perform a series of back button suspend and resume cycles.
@override
Future<void> useMemory() async {
await launchApp();
await recordStart();
for (int iteration = 0; iteration < 10; iteration += 1) {
print('back/forward iteration $iteration');
// Push back button, wait for it to be seen by the Flutter app.
prepareForNextMessage('AppLifecycleState.paused');
await device.shellExec('input', <String>['keyevent', 'KEYCODE_BACK']);
await receivedNextMessage;
// Give Android time to settle (e.g. run GCs) after closing the app.
await new Future<Null>.delayed(const Duration(milliseconds: 100));
// Relaunch the app, wait for it to launch.
prepareForNextMessage('READY');
final String output = await device.shellEval('am', <String>['start', '-n', '$packageName/$activityName']);
print('adb shell am start: $output');
if (output.contains('Error'))
fail('unable to launch activity');
await receivedNextMessage;
// Wait for the Flutter app to settle (e.g. run GCs).
await new Future<Null>.delayed(const Duration(milliseconds: 100));
}
await recordEnd();
}
}
Future<Null> main() async { Future<Null> main() async {
deviceOperatingSystem = DeviceOperatingSystem.android; await task(createGalleryBackButtonMemoryTest());
await task(new BackButtonMemoryTest().run);
} }

9
dev/devicelab/bin/tasks/flutter_gallery__memory_nav.dart
View File

@ -4,14 +4,9 @@
import 'dart:async'; import 'dart:async';
import 'package:flutter_devicelab/framework/framework.dart';
import 'package:flutter_devicelab/framework/utils.dart';
import 'package:flutter_devicelab/tasks/perf_tests.dart'; import 'package:flutter_devicelab/tasks/perf_tests.dart';
import 'package:flutter_devicelab/framework/framework.dart';
Future<Null> main() async { Future<Null> main() async {
await task(new MemoryTest( await task(createGalleryNavigationMemoryTest());
'${flutterDirectory.path}/examples/flutter_gallery',
'test_memory/memory_nav.dart',
'io.flutter.demo.gallery',
).run);
} }

31
dev/devicelab/bin/tasks/hello_world__memory.dart
View File

@ -4,36 +4,9 @@
import 'dart:async'; import 'dart:async';
import 'package:flutter_devicelab/framework/framework.dart';
import 'package:flutter_devicelab/framework/utils.dart';
import 'package:flutter_devicelab/tasks/perf_tests.dart'; import 'package:flutter_devicelab/tasks/perf_tests.dart';
import 'package:flutter_devicelab/framework/framework.dart';
class HelloWorldMemoryTest extends MemoryTest {
HelloWorldMemoryTest() : super(
'${flutterDirectory.path}/examples/hello_world',
'lib/main.dart',
'io.flutter.examples.hello_world',
);
/// Launch an app with no instrumentation and measure its memory usage after
/// 1.5s and 3.0s.
@override
Future<void> useMemory() async {
print('launching $project$test on device...');
await flutter('run', options: <String>[
'--verbose',
'--release',
'--no-resident',
'-d', device.deviceId,
test,
]);
await new Future<Null>.delayed(const Duration(milliseconds: 1500));
await recordStart();
await new Future<Null>.delayed(const Duration(milliseconds: 3000));
await recordEnd();
}
}
Future<Null> main() async { Future<Null> main() async {
await task(new HelloWorldMemoryTest().run); await task(createHelloWorldMemoryTest());
} }

81
dev/devicelab/lib/framework/adb.dart
View File

@ -83,18 +83,9 @@ abstract class Device {
/// Assumes the device doesn't have a secure unlock pattern. /// Assumes the device doesn't have a secure unlock pattern.
Future<Null> unlock(); Future<Null> unlock();
/// Emulate a tap on the touch screen.
Future<Null> tap(int x, int y);
/// Read memory statistics for a process. /// Read memory statistics for a process.
Future<Map<String, dynamic>> getMemoryStats(String packageName); Future<Map<String, dynamic>> getMemoryStats(String packageName);
/// Stream the system log from the device.
///
/// Flutter applications' `print` statements end up in this log
/// with some prefix.
Stream<String> get logcat;
/// Stop a process. /// Stop a process.
Future<Null> stop(String packageName); Future<Null> stop(String packageName);
} }
@ -246,11 +237,6 @@ class AndroidDevice implements Device {
await shellExec('input', const <String>['keyevent', '82']); await shellExec('input', const <String>['keyevent', '82']);
} }
@override
Future<Null> tap(int x, int y) async {
await shellExec('input', <String>['tap', '$x', '$y']);
}
/// Retrieves device's wakefulness state. /// Retrieves device's wakefulness state.
/// ///
/// See: https://android.googlesource.com/platform/frameworks/base/+/master/core/java/android/os/PowerManagerInternal.java /// See: https://android.googlesource.com/platform/frameworks/base/+/master/core/java/android/os/PowerManagerInternal.java
@ -285,63 +271,6 @@ class AndroidDevice implements Device {
}; };
} }
@override
Stream<String> get logcat {
final Completer<void> stdoutDone = new Completer<void>();
final Completer<void> stderrDone = new Completer<void>();
final Completer<void> processDone = new Completer<void>();
final Completer<void> abort = new Completer<void>();
bool aborted = false;
StreamController<String> stream;
stream = new StreamController<String>(
onListen: () async {
await adb(<String>['logcat', '--clear']);
final Process process = await startProcess(adbPath, <String>['-s', deviceId, 'logcat']);
process.stdout
.transform(utf8.decoder)
.transform(const LineSplitter())
.listen((String line) {
print('adb logcat: $line');
stream.sink.add(line);
}, onDone: () { stdoutDone.complete(); });
process.stderr
.transform(utf8.decoder)
.transform(const LineSplitter())
.listen((String line) {
print('adb logcat stderr: $line');
}, onDone: () { stderrDone.complete(); });
process.exitCode.then((int exitCode) {
print('adb logcat process terminated with exit code $exitCode');
if (!aborted) {
stream.addError(BuildFailedError('adb logcat failed with exit code $exitCode.'));
processDone.complete();
}
});
await Future.any<dynamic>(<Future<dynamic>>[
Future.wait<void>(<Future<void>>[
stdoutDone.future,
stderrDone.future,
processDone.future,
]),
abort.future,
]);
aborted = true;
print('terminating adb logcat');
process.kill();
print('closing logcat stream');
await stream.close();
},
onCancel: () {
if (!aborted) {
print('adb logcat aborted');
aborted = true;
abort.complete();
}
},
);
return stream.stream;
}
@override @override
Future<Null> stop(String packageName) async { Future<Null> stop(String packageName) async {
return shellExec('am', <String>['force-stop', packageName]); return shellExec('am', <String>['force-stop', packageName]);
@ -442,21 +371,11 @@ class IosDevice implements Device {
@override @override
Future<Null> unlock() async {} Future<Null> unlock() async {}
@override
Future<Null> tap(int x, int y) async {
throw 'Not implemented';
}
@override @override
Future<Map<String, dynamic>> getMemoryStats(String packageName) async { Future<Map<String, dynamic>> getMemoryStats(String packageName) async {
throw 'Not implemented'; throw 'Not implemented';
} }
@override
Stream<String> get logcat {
throw 'Not implemented';
}
@override @override
Future<Null> stop(String packageName) async {} Future<Null> stop(String packageName) async {}
} }

3
dev/devicelab/lib/framework/framework.dart
View File

@ -81,15 +81,12 @@ class _TaskRunner {
Future<TaskResult> run(Duration taskTimeout) async { Future<TaskResult> run(Duration taskTimeout) async {
try { try {
_taskStarted = true; _taskStarted = true;
print('Running task.');
final TaskResult result = await _performTask().timeout(taskTimeout); final TaskResult result = await _performTask().timeout(taskTimeout);
_completer.complete(result); _completer.complete(result);
return result; return result;
} on TimeoutException catch (_) { } on TimeoutException catch (_) {
print('Task timed out after $taskTimeout.');
return new TaskResult.failure('Task timed out after $taskTimeout'); return new TaskResult.failure('Task timed out after $taskTimeout');
} finally { } finally {
print('Cleaning up after task...');
await forceQuitRunningProcesses(); await forceQuitRunningProcesses();
_closeKeepAlivePort(); _closeKeepAlivePort();
} }

4
dev/devicelab/lib/framework/utils.dart
View File

@ -244,7 +244,7 @@ Future<Null> forceQuitRunningProcesses() async {
// Whatever's left, kill it. // Whatever's left, kill it.
for (ProcessInfo p in _runningProcesses) { for (ProcessInfo p in _runningProcesses) {
print('Force-quitting process:\n$p'); print('Force quitting process:\n$p');
if (!p.process.kill()) { if (!p.process.kill()) {
print('Failed to force quit process'); print('Failed to force quit process');
} }
@ -528,6 +528,8 @@ int parseServicePort(String line, {
// e.g. "An Observatory debugger and profiler on ... is available at: http://127.0.0.1:8100/" // e.g. "An Observatory debugger and profiler on ... is available at: http://127.0.0.1:8100/"
final RegExp pattern = new RegExp('$prefix(\\S+:(\\d+)/\\S*)\$', multiLine: multiLine); final RegExp pattern = new RegExp('$prefix(\\S+:(\\d+)/\\S*)\$', multiLine: multiLine);
final Match match = pattern.firstMatch(line); final Match match = pattern.firstMatch(line);
print(pattern);
print(match);
return match == null ? null : int.parse(match.group(2)); return match == null ? null : int.parse(match.group(2));
} }

281
dev/devicelab/lib/tasks/perf_tests.dart
View File

@ -7,7 +7,7 @@ import 'dart:convert' show json;
import 'dart:io'; import 'dart:io';
import 'package:meta/meta.dart'; import 'package:meta/meta.dart';
import 'package:path/path.dart' as path; import 'package:path/path.dart' as p;
import '../framework/adb.dart'; import '../framework/adb.dart';
import '../framework/framework.dart'; import '../framework/framework.dart';
@ -30,6 +30,14 @@ TaskFunction createTilesScrollPerfTest() {
).run; ).run;
} }
TaskFunction createComplexLayoutScrollMemoryTest() {
return new MemoryTest(
'${flutterDirectory.path}/dev/benchmarks/complex_layout',
'com.yourcompany.complexLayout',
testTarget: 'test_driver/scroll_perf.dart',
).run;
}
TaskFunction createFlutterGalleryStartupTest() { TaskFunction createFlutterGalleryStartupTest() {
return new StartupTest( return new StartupTest(
'${flutterDirectory.path}/examples/flutter_gallery', '${flutterDirectory.path}/examples/flutter_gallery',
@ -54,6 +62,29 @@ TaskFunction createComplexLayoutCompileTest() {
return new CompileTest('${flutterDirectory.path}/dev/benchmarks/complex_layout').run; return new CompileTest('${flutterDirectory.path}/dev/benchmarks/complex_layout').run;
} }
TaskFunction createHelloWorldMemoryTest() {
return new MemoryTest(
'${flutterDirectory.path}/examples/hello_world',
'io.flutter.examples.hello_world',
).run;
}
TaskFunction createGalleryNavigationMemoryTest() {
return new MemoryTest(
'${flutterDirectory.path}/examples/flutter_gallery',
'io.flutter.demo.gallery',
testTarget: 'test_driver/memory_nav.dart',
).run;
}
TaskFunction createGalleryBackButtonMemoryTest() {
return new AndroidBackButtonMemoryTest(
'${flutterDirectory.path}/examples/flutter_gallery',
'io.flutter.demo.gallery',
'io.flutter.demo.gallery.MainActivity',
).run;
}
TaskFunction createFlutterViewStartupTest() { TaskFunction createFlutterViewStartupTest() {
return new StartupTest( return new StartupTest(
'${flutterDirectory.path}/examples/flutter_view', '${flutterDirectory.path}/examples/flutter_view',
@ -335,15 +366,15 @@ class CompileTest {
static Future<Map<String, dynamic>> getSizesFromIosApp(String appPath) async { static Future<Map<String, dynamic>> getSizesFromIosApp(String appPath) async {
// Thin the binary to only contain one architecture. // Thin the binary to only contain one architecture.
final String xcodeBackend = path.join(flutterDirectory.path, 'packages', 'flutter_tools', 'bin', 'xcode_backend.sh'); final String xcodeBackend = p.join(flutterDirectory.path, 'packages', 'flutter_tools', 'bin', 'xcode_backend.sh');
await exec(xcodeBackend, <String>['thin'], environment: <String, String>{ await exec(xcodeBackend, <String>['thin'], environment: <String, String>{
'ARCHS': 'arm64', 'ARCHS': 'arm64',
'WRAPPER_NAME': path.basename(appPath), 'WRAPPER_NAME': p.basename(appPath),
'TARGET_BUILD_DIR': path.dirname(appPath), 'TARGET_BUILD_DIR': p.dirname(appPath),
}); });
final File appFramework = new File(path.join(appPath, 'Frameworks', 'App.framework', 'App')); final File appFramework = new File(p.join(appPath, 'Frameworks', 'App.framework', 'App'));
final File flutterFramework = new File(path.join(appPath, 'Frameworks', 'Flutter.framework', 'Flutter')); final File flutterFramework = new File(p.join(appPath, 'Frameworks', 'Flutter.framework', 'Flutter'));
return <String, dynamic>{ return <String, dynamic>{
'app_framework_uncompressed_bytes': await appFramework.length(), 'app_framework_uncompressed_bytes': await appFramework.length(),
@ -389,167 +420,123 @@ class CompileTest {
/// Measure application memory usage. /// Measure application memory usage.
class MemoryTest { class MemoryTest {
MemoryTest(this.project, this.test, this.package); const MemoryTest(this.testDirectory, this.packageName, { this.testTarget });
final String project; final String testDirectory;
final String test; final String packageName;
final String package;
/// Completes when the log line specified in the last call to /// Path to a flutter driver script that will run after starting the app.
/// [prepareForNextMessage] is seen by `adb logcat`. ///
Future<void> get receivedNextMessage => _receivedNextMessage?.future; /// If not specified, then the test will start the app, gather statistics, and then exit.
Completer<void> _receivedNextMessage; final String testTarget;
String _nextMessage;
/// Prepares the [receivedNextMessage] future such that it will complete
/// when `adb logcat` sees a log line with the given `message`.
void prepareForNextMessage(String message) {
_nextMessage = message;
_receivedNextMessage = new Completer<void>();
}
int get iterationCount => 15;
Device get device => _device;
Device _device;
Future<TaskResult> run() { Future<TaskResult> run() {
return inDirectory(project, () async { return inDirectory(testDirectory, () async {
// This test currently only works on Android, because device.logcat, final Device device = await devices.workingDevice;
// device.getMemoryStats, etc, aren't implemented for iOS.
_device = await devices.workingDevice;
await device.unlock(); await device.unlock();
final String deviceId = device.deviceId;
await flutter('packages', options: <String>['get']); await flutter('packages', options: <String>['get']);
if (deviceOperatingSystem == DeviceOperatingSystem.ios) if (deviceOperatingSystem == DeviceOperatingSystem.ios)
await prepareProvisioningCertificates(project); await prepareProvisioningCertificates(testDirectory);
final StreamSubscription<String> adb = device.logcat.listen( final List<String> runOptions = <String>[
(String data) { '-v',
if (data.contains('==== MEMORY BENCHMARK ==== $_nextMessage ====')) '--profile',
_receivedNextMessage.complete(); '--trace-startup', // wait for the first frame to render
}, '-d',
); deviceId,
'--observatory-port',
'0',
];
if (testTarget != null)
runOptions.addAll(<String>['-t', testTarget]);
final String output = await evalFlutter('run', options: runOptions);
final int observatoryPort = parseServicePort(output, prefix: 'Successfully connected to service protocol: ', multiLine: true);
if (observatoryPort == null)
throw new Exception('Could not find observatory port in "flutter run" output.');
for (int iteration = 0; iteration < iterationCount; iteration += 1) { final Map<String, dynamic> startData = await device.getMemoryStats(packageName);
print('running memory test iteration $iteration...');
_startMemoryUsage = null; final Map<String, dynamic> data = <String, dynamic>{
await useMemory(); 'start_total_kb': startData['total_kb'],
assert(_startMemoryUsage != null); };
assert(_startMemory.length == iteration + 1);
assert(_endMemory.length == iteration + 1); if (testTarget != null) {
assert(_diffMemory.length == iteration + 1); await flutter('drive', options: <String>[
print('terminating...'); '-v',
await device.stop(package); '-t',
await new Future<void>.delayed(const Duration(milliseconds: 10)); testTarget,
'-d',
deviceId,
'--use-existing-app=http://localhost:$observatoryPort',
]);
final Map<String, dynamic> endData = await device.getMemoryStats(packageName);
data['end_total_kb'] = endData['total_kb'];
data['diff_total_kb'] = endData['total_kb'] - startData['total_kb'];
} }
await adb.cancel(); await device.stop(packageName);
final ListStatistics startMemoryStatistics = new ListStatistics(_startMemory); return new TaskResult.success(data, benchmarkScoreKeys: data.keys.toList());
final ListStatistics endMemoryStatistics = new ListStatistics(_endMemory);
final ListStatistics diffMemoryStatistics = new ListStatistics(_diffMemory);
final Map<String, dynamic> memoryUsage = <String, dynamic>{};
memoryUsage.addAll(startMemoryStatistics.asMap('start'));
memoryUsage.addAll(endMemoryStatistics.asMap('end'));
memoryUsage.addAll(diffMemoryStatistics.asMap('diff'));
_device = null;
_startMemory.clear();
_endMemory.clear();
_diffMemory.clear();
return new TaskResult.success(memoryUsage, benchmarkScoreKeys: memoryUsage.keys.toList());
}); });
} }
/// Starts the app specified by [test] on the [device].
///
/// The [run] method will terminate it by its package name ([package]).
Future<void> launchApp() async {
prepareForNextMessage('READY');
print('launching $project$test on device...');
await flutter('run', options: <String>[
'--verbose',
'--release',
'--no-resident',
'-d', device.deviceId,
test,
]);
print('awaiting "ready" message...');
await receivedNextMessage;
}
/// To change the behaviour of the test, override this.
///
/// Make sure to call recordStart() and recordEnd() once each in that order.
///
/// By default it just launches the app, records memory usage, taps the device,
/// awaits a DONE notification, and records memory usage again.
Future<void> useMemory() async {
await launchApp();
await recordStart();
prepareForNextMessage('DONE');
print('tapping device...');
await device.tap(100, 100);
print('awaiting "done" message...');
await receivedNextMessage;
await recordEnd();
}
final List<int> _startMemory = <int>[];
final List<int> _endMemory = <int>[];
final List<int> _diffMemory = <int>[];
Map<String, dynamic> _startMemoryUsage;
@protected
Future<void> recordStart() async {
assert(_startMemoryUsage == null);
print('snapshotting memory usage...');
_startMemoryUsage = await device.getMemoryStats(package);
}
@protected
Future<void> recordEnd() async {
assert(_startMemoryUsage != null);
print('snapshotting memory usage...');
final Map<String, dynamic> endMemoryUsage = await device.getMemoryStats(package);
_startMemory.add(_startMemoryUsage['total_kb']);
_endMemory.add(endMemoryUsage['total_kb']);
_diffMemory.add(endMemoryUsage['total_kb'] - _startMemoryUsage['total_kb']);
}
} }
/// Holds simple statistics of an odd-lengthed list of integers. /// Measure application memory usage after pausing and resuming the app
class ListStatistics { /// with the Android back button.
factory ListStatistics(Iterable<int> data) { class AndroidBackButtonMemoryTest {
assert(data.isNotEmpty); const AndroidBackButtonMemoryTest(this.testDirectory, this.packageName, this.activityName);
assert(data.length % 2 == 1);
final List<int> sortedData = data.toList()..sort();
return new ListStatistics._(
sortedData.first,
sortedData.last,
sortedData[(sortedData.length - 1) ~/ 2],
);
}
const ListStatistics._(this.min, this.max, this.median); final String testDirectory;
final String packageName;
final String activityName;
final int min; Future<TaskResult> run() {
final int max; return inDirectory(testDirectory, () async {
final int median; if (deviceOperatingSystem != DeviceOperatingSystem.android) {
throw 'This test is only supported on Android';
}
Map<String, int> asMap(String prefix) { final AndroidDevice device = await devices.workingDevice;
return <String, int>{ await device.unlock();
'$prefix-min': min, final String deviceId = device.deviceId;
'$prefix-max': max, await flutter('packages', options: <String>['get']);
'$prefix-median': median,
}; await flutter('run', options: <String>[
'-v',
'--profile',
'--trace-startup', // wait for the first frame to render
'-d',
deviceId,
]);
final Map<String, dynamic> startData = await device.getMemoryStats(packageName);
final Map<String, dynamic> data = <String, dynamic>{
'start_total_kb': startData['total_kb'],
};
// Perform a series of back button suspend and resume cycles.
for (int i = 0; i < 10; i++) {
await device.shellExec('input', <String>['keyevent', 'KEYCODE_BACK']);
await new Future<Null>.delayed(const Duration(milliseconds: 1000));
final String output = await device.shellEval('am', <String>['start', '-n', '$packageName/$activityName']);
print(output);
if (output.contains('Error'))
return new TaskResult.failure('unable to launch activity');
await new Future<Null>.delayed(const Duration(milliseconds: 1000));
}
final Map<String, dynamic> endData = await device.getMemoryStats(packageName);
data['end_total_kb'] = endData['total_kb'];
data['diff_total_kb'] = endData['total_kb'] - startData['total_kb'];
await device.stop(packageName);
return new TaskResult.success(data, benchmarkScoreKeys: data.keys.toList());
});
} }
} }

9
dev/devicelab/test/adb_test.dart
View File

@ -93,15 +93,6 @@ void main() {
]); ]);
}); });
}); });
group('adb', () {
test('tap', () async {
await device.tap(100, 200);
expectLog(<CommandArgs>[
cmd(command: 'input', arguments: <String>['tap', '100', '200']),
]);
});
});
}); });
} }

2
examples/flutter_gallery/lib/gallery/home.dart
View File

@ -363,7 +363,7 @@ class _GalleryHomeState extends State<GalleryHome> with SingleTickerProviderStat
? const Text('Flutter gallery') ? const Text('Flutter gallery')
: new Text(_category.name), : new Text(_category.name),
), ),
frontHeading: widget.testMode ? null : new Container(height: 24.0), frontHeading: widget.testMode ? null: new Container(height: 24.0),
frontLayer: new AnimatedSwitcher( frontLayer: new AnimatedSwitcher(
duration: _kFrontLayerSwitchDuration, duration: _kFrontLayerSwitchDuration,
switchOutCurve: switchOutCurve, switchOutCurve: switchOutCurve,

12
examples/flutter_gallery/test/live_smoketest.dart
View File

@ -44,7 +44,7 @@ Future<Null> main() async {
fail('Unrecognized demo names in _kSkippedDemoTitles: $_kSkippedDemoTitles'); fail('Unrecognized demo names in _kSkippedDemoTitles: $_kSkippedDemoTitles');
runApp(const GalleryApp(testMode: true)); runApp(const GalleryApp(testMode: true));
final _LiveWidgetController controller = new _LiveWidgetController(WidgetsBinding.instance); final _LiveWidgetController controller = new _LiveWidgetController();
for (GalleryDemoCategory category in kAllGalleryDemoCategories) { for (GalleryDemoCategory category in kAllGalleryDemoCategories) {
await controller.tap(find.text(category.name)); await controller.tap(find.text(category.name));
for (GalleryDemo demo in kGalleryCategoryToDemos[category]) { for (GalleryDemo demo in kGalleryCategoryToDemos[category]) {
@ -73,8 +73,9 @@ Future<Null> main() async {
} }
} }
class _LiveWidgetController extends LiveWidgetController { class _LiveWidgetController {
_LiveWidgetController(WidgetsBinding binding) : super(binding);
final WidgetController _controller = new WidgetController(WidgetsBinding.instance);
/// With [frameSync] enabled, Flutter Driver will wait to perform an action /// With [frameSync] enabled, Flutter Driver will wait to perform an action
/// until there are no pending frames in the app under test. /// until there are no pending frames in the app under test.
@ -106,9 +107,8 @@ class _LiveWidgetController extends LiveWidgetController {
return finder; return finder;
} }
@override Future<Null> tap(Finder finder) async {
Future<Null> tap(Finder finder, { int pointer }) async { await _controller.tap(await _waitForElement(finder));
await tap(await _waitForElement(finder), pointer: pointer);
} }
Future<Null> scrollIntoView(Finder finder, {double alignment}) async { Future<Null> scrollIntoView(Finder finder, {double alignment}) async {

15
examples/flutter_gallery/test_driver/memory_nav.dart Normal file
View File

@ -0,0 +1,15 @@
// Copyright 2016 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
import 'package:flutter_driver/driver_extension.dart';
import 'package:flutter_gallery/gallery/app.dart' show GalleryApp;
import 'package:flutter/material.dart';
void main() {
enableFlutterDriverExtension();
// As in lib/main.dart: overriding https://github.com/flutter/flutter/issues/13736
// for better visual effect at the cost of performance.
MaterialPageRoute.debugEnableFadingRoutes = true; // ignore: deprecated_member_use
runApp(const GalleryApp(testMode: true));
}

32
examples/flutter_gallery/test_driver/memory_nav_test.dart Normal file
View File

@ -0,0 +1,32 @@
import 'package:flutter_driver/flutter_driver.dart';
import 'package:test/test.dart';
void main() {
group('flutter gallery transitions', () {
FlutterDriver driver;
setUpAll(() async {
driver = await FlutterDriver.connect();
});
tearDownAll(() async {
if (driver != null)
await driver.close();
});
test('navigation', () async {
await driver.tap(find.text('Material'));
final SerializableFinder demoList = find.byValueKey('GalleryDemoList');
final SerializableFinder demoItem = find.text('Text fields');
await driver.scrollUntilVisible(demoList, demoItem,
dyScroll: -300.0,
alignment: 0.5,
timeout: const Duration(minutes: 1),
);
for (int i = 0; i < 15; i++) {
await driver.tap(demoItem);
await driver.tap(find.byTooltip('Back'));
}
});
});
}

37
examples/flutter_gallery/test_memory/back_button.dart
View File

@ -1,37 +0,0 @@
// Copyright 2016 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
// See //dev/devicelab/bin/tasks/flutter_gallery__memory_nav.dart
import 'dart:async';
import 'package:flutter/material.dart';
import 'package:flutter/scheduler.dart';
import 'package:flutter_gallery/gallery/app.dart' show GalleryApp;
import 'package:flutter_test/flutter_test.dart';
Future<void> endOfAnimation() async {
do {
await SchedulerBinding.instance.endOfFrame;
} while (SchedulerBinding.instance.hasScheduledFrame);
}
int iteration = 0;
class LifecycleObserver extends WidgetsBindingObserver {
@override
void didChangeAppLifecycleState(AppLifecycleState state) {
debugPrint('==== MEMORY BENCHMARK ==== $state ====');
debugPrint('This was lifecycle event number $iteration in this instance');
}
}
Future<void> main() async {
MaterialPageRoute.debugEnableFadingRoutes = true; // ignore: deprecated_member_use
runApp(const GalleryApp());
await endOfAnimation();
await new Future<Null>.delayed(const Duration(milliseconds: 50));
debugPrint('==== MEMORY BENCHMARK ==== READY ====');
WidgetsBinding.instance.addObserver(new LifecycleObserver());
}

72
examples/flutter_gallery/test_memory/memory_nav.dart
View File

@ -1,72 +0,0 @@
// Copyright 2016 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
// See //dev/devicelab/bin/tasks/flutter_gallery__memory_nav.dart
import 'dart:async';
import 'package:flutter/material.dart';
import 'package:flutter/scheduler.dart';
import 'package:flutter_gallery/gallery/app.dart' show GalleryApp;
import 'package:flutter_test/flutter_test.dart';
Future<void> endOfAnimation() async {
do {
await SchedulerBinding.instance.endOfFrame;
} while (SchedulerBinding.instance.hasScheduledFrame);
}
Future<void> main() async {
MaterialPageRoute.debugEnableFadingRoutes = true; // ignore: deprecated_member_use
final Completer<void> ready = new Completer<void>();
runApp(new GestureDetector(
onTap: () {
debugPrint('Received tap.');
ready.complete();
},
behavior: HitTestBehavior.opaque,
child: const IgnorePointer(
ignoring: true,
child: GalleryApp(testMode: true),
),
));
await SchedulerBinding.instance.endOfFrame;
await new Future<Null>.delayed(const Duration(milliseconds: 50));
debugPrint('==== MEMORY BENCHMARK ==== READY ====');
await ready.future;
debugPrint('Continuing...');
// remove onTap handler, enable pointer events for app
runApp(new GestureDetector(
child: const IgnorePointer(
ignoring: false,
child: GalleryApp(testMode: true),
),
));
await SchedulerBinding.instance.endOfFrame;
final WidgetController controller = new LiveWidgetController(WidgetsBinding.instance);
debugPrint('Navigating...');
await controller.tap(find.text('Material'));
await new Future<Null>.delayed(const Duration(milliseconds: 150));
final Finder demoList = find.byKey(const Key('GalleryDemoList'));
final Finder demoItem = find.text('Text fields');
do {
await controller.drag(demoList, const Offset(0.0, -300.0));
await new Future<Null>.delayed(const Duration(milliseconds: 20));
} while (!demoItem.precache());
for (int iteration = 0; iteration < 15; iteration += 1) {
debugPrint('Tapping... (iteration $iteration)');
await controller.tap(demoItem);
await endOfAnimation();
debugPrint('Backing out...');
await controller.tap(find.byTooltip('Back').last);
await endOfAnimation();
}
debugPrint('==== MEMORY BENCHMARK ==== DONE ====');
}

12
packages/flutter_driver/lib/src/driver/driver.dart
View File

@ -447,19 +447,19 @@ class FlutterDriver {
/// ensure the item's final position matches [alignment]. /// ensure the item's final position matches [alignment].
/// ///
/// The [scrollable] must locate the scrolling widget that contains [item]. /// The [scrollable] must locate the scrolling widget that contains [item].
/// Typically `find.byType('ListView')` or `find.byType('CustomScrollView')`. /// Typically `find.byType('ListView') or `find.byType('CustomScrollView')`.
/// ///
/// At least one of [dxScroll] and [dyScroll] must be non-zero. /// Atleast one of [dxScroll] and [dyScroll] must be non-zero.
/// ///
/// If [item] is below the currently visible items, then specify a negative /// If [item] is below the currently visible items, then specify a negative
/// value for [dyScroll] that's a small enough increment to expose [item] /// value for [dyScroll] that's a small enough increment to expose [item]
/// without potentially scrolling it up and completely out of view. Similarly /// without potentially scrolling it up and completely out of view. Similarly
/// if [item] is above, then specify a positive value for [dyScroll]. /// if [item] is above, then specify a positve value for [dyScroll].
/// ///
/// If [item] is to the right of the currently visible items, then /// If [item] is to the right of the the currently visible items, then
/// specify a negative value for [dxScroll] that's a small enough increment to /// specify a negative value for [dxScroll] that's a small enough increment to
/// expose [item] without potentially scrolling it up and completely out of /// expose [item] without potentially scrolling it up and completely out of
/// view. Similarly if [item] is to the left, then specify a positive value /// view. Similarly if [item] is to the left, then specify a positve value
/// for [dyScroll]. /// for [dyScroll].
/// ///
/// The [timeout] value should be long enough to accommodate as many scrolls /// The [timeout] value should be long enough to accommodate as many scrolls
@ -483,7 +483,7 @@ class FlutterDriver {
// the chance to complete if the item is already onscreen; if not, scroll // the chance to complete if the item is already onscreen; if not, scroll
// repeatedly until we either find the item or time out. // repeatedly until we either find the item or time out.
bool isVisible = false; bool isVisible = false;
waitFor(item, timeout: timeout).then((Null value) { isVisible = true; }); waitFor(item, timeout: timeout).then((Null _) { isVisible = true; });
await new Future<Null>.delayed(const Duration(milliseconds: 500)); await new Future<Null>.delayed(const Duration(milliseconds: 500));
while (!isVisible) { while (!isVisible) {
await scroll(scrollable, dxScroll, dyScroll, const Duration(milliseconds: 100)); await scroll(scrollable, dxScroll, dyScroll, const Duration(milliseconds: 100));

2
packages/flutter_driver/lib/src/extension/extension.dart
View File

@ -146,7 +146,7 @@ class FlutterDriverExtension {
static final Logger _log = new Logger('FlutterDriverExtension'); static final Logger _log = new Logger('FlutterDriverExtension');
final WidgetController _prober = new LiveWidgetController(WidgetsBinding.instance); final WidgetController _prober = new WidgetController(WidgetsBinding.instance);
final Map<String, CommandHandlerCallback> _commandHandlers = <String, CommandHandlerCallback>{}; final Map<String, CommandHandlerCallback> _commandHandlers = <String, CommandHandlerCallback>{};
final Map<String, CommandDeserializerCallback> _commandDeserializers = <String, CommandDeserializerCallback>{}; final Map<String, CommandDeserializerCallback> _commandDeserializers = <String, CommandDeserializerCallback>{};
final Map<String, FinderConstructor> _finders = <String, FinderConstructor>{}; final Map<String, FinderConstructor> _finders = <String, FinderConstructor>{};

32
packages/flutter_test/lib/src/controller.dart
View File

@ -15,12 +15,8 @@ import 'test_pointer.dart';
/// Class that programmatically interacts with widgets. /// Class that programmatically interacts with widgets.
/// ///
/// For a variant of this class suited specifically for unit tests, see /// For a variant of this class suited specifically for unit tests, see [WidgetTester].
/// [WidgetTester]. For one suitable for live tests on a device, consider class WidgetController {
/// [LiveWidgetController].
///
/// Concrete subclasses must implement the [pump] method.
abstract class WidgetController {
/// Creates a widget controller that uses the given binding. /// Creates a widget controller that uses the given binding.
WidgetController(this.binding); WidgetController(this.binding);
@ -396,11 +392,10 @@ abstract class WidgetController {
/// This is invoked by [flingFrom], for instance, so that the sequence of /// This is invoked by [flingFrom], for instance, so that the sequence of
/// pointer events occurs over time. /// pointer events occurs over time.
/// ///
/// The [WidgetTester] subclass implements this by deferring to the [binding]. /// The default implementation does nothing.
/// ///
/// See also [SchedulerBinding.endOfFrame], which returns a future that could /// The [WidgetTester] subclass implements this by deferring to the [binding].
/// be appropriate to return in the implementation of this method. Future<Null> pump(Duration duration) => new Future<Null>.value(null);
Future<Null> pump(Duration duration);
/// Attempts to drag the given widget by the given offset, by /// Attempts to drag the given widget by the given offset, by
/// starting a drag in the middle of the widget. /// starting a drag in the middle of the widget.
@ -521,20 +516,3 @@ abstract class WidgetController {
/// the widget's render object has been laid out at least once. /// the widget's render object has been laid out at least once.
Rect getRect(Finder finder) => getTopLeft(finder) & getSize(finder); Rect getRect(Finder finder) => getTopLeft(finder) & getSize(finder);
} }
/// Variant of [WidgetController] that can be used in tests running
/// on a device.
///
/// This is used, for instance, by [FlutterDriver].
class LiveWidgetController extends WidgetController {
/// Creates a widget controller that uses the given binding.
LiveWidgetController(WidgetsBinding binding) : super(binding);
@override
Future<Null> pump(Duration duration) async {
if (duration != null)
await new Future<void>.delayed(duration);
binding.scheduleFrame();
await binding.endOfFrame;
}
}

10
packages/flutter_tools/lib/src/android/gradle.dart
View File

@ -360,11 +360,11 @@ Future<Null> _buildGradleProjectV2(
command.add(assembleTask); command.add(assembleTask);
final int exitCode = await runCommandAndStreamOutput( final int exitCode = await runCommandAndStreamOutput(
command, command,
workingDirectory: flutterProject.android.directory.path, workingDirectory: flutterProject.android.directory.path,
allowReentrantFlutter: true, allowReentrantFlutter: true,
environment: _gradleEnv, environment: _gradleEnv,
filter: logger.isVerbose ? null : ndkMessageFilter, filter: logger.isVerbose ? null : ndkMessageFilter,
); );
status.stop(); status.stop();

9
packages/flutter_tools/lib/src/base/process.dart
View File

@ -302,11 +302,10 @@ String runSync(List<String> cmd, {
void _traceCommand(List<String> args, { String workingDirectory }) { void _traceCommand(List<String> args, { String workingDirectory }) {
final String argsText = args.join(' '); final String argsText = args.join(' ');
if (workingDirectory == null) { if (workingDirectory == null)
printTrace('executing: $argsText'); printTrace(argsText);
} else { else
printTrace('executing: [$workingDirectory${fs.path.separator}] $argsText'); printTrace('[$workingDirectory${fs.path.separator}] $argsText');
}
} }
String _runWithLoggingSync(List<String> cmd, { String _runWithLoggingSync(List<String> cmd, {