firka/flutter
firka/flutter
5
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add iOS build benchmarks (#35749)

Browse Source
This commit is contained in:
Jonah Williams 2019-07-08 18:09:00 -07:00 committed by GitHub
parent 0e7cfc1e41
commit 91e3b2d671
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 88 additions and 58 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dev/devicelab/bin/tasks/build_benchmark.dart
View File

@ -8,5 +8,5 @@ import 'package:flutter_devicelab/framework/framework.dart';
import 'package:flutter_devicelab/tasks/build_benchmarks.dart';
Future<void> main() async {
await task(createBuildbenchmarkTask());
await task(createAndroidBuildBenchmarkTask());
}

12
dev/devicelab/bin/tasks/build_benchmark_ios.dart Normal file
View File

@ -0,0 +1,12 @@
// Copyright 2019 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
import 'dart:async';
import 'package:flutter_devicelab/framework/framework.dart';
import 'package:flutter_devicelab/tasks/build_benchmarks.dart';
Future<void> main() async {
await task(createIosBuildBenchmarkTask());
}

125
dev/devicelab/lib/tasks/build_benchmarks.dart
View File

@ -10,63 +10,74 @@ import 'package:path/path.dart' as path;
final Directory helloWorldDir = dir(path.join(flutterDirectory.path, 'examples', 'hello_world'));
/// Creates a device lab build benchmark.
TaskFunction createBuildbenchmarkTask() {
/// Creates a devicelab build benchmark for Android.
TaskFunction createAndroidBuildBenchmarkTask() {
return () async {
return inDirectory<TaskResult>(helloWorldDir, () async {
final Stopwatch stopwatch = Stopwatch()
..start();
final Process initialBuild = await startProcess(
path.join(flutterDirectory.path, 'bin', 'flutter'),
<String>['build', 'apk', '--debug'],
environment: null,
);
int exitCode = await initialBuild.exitCode;
if (exitCode != 0) {
return TaskResult.failure('Failed to build debug APK');
}
final int initialBuildMilliseconds = stopwatch.elapsedMilliseconds;
stopwatch
..reset()
..start();
final Process secondBuild = await startProcess(
path.join(flutterDirectory.path, 'bin', 'flutter'),
<String>['build', 'apk', '--debug'],
environment: null,
);
exitCode = await secondBuild.exitCode;
if (exitCode != 0) {
return TaskResult.failure('Failed to build debug APK');
}
final int secondBuildMilliseconds = stopwatch.elapsedMilliseconds;
final Process newBuildConfig = await startProcess(
path.join(flutterDirectory.path, 'bin', 'flutter'),
<String>['build', 'apk', '--profile'],
environment: null,
);
exitCode = await newBuildConfig.exitCode;
if (exitCode != 0) {
return TaskResult.failure('Failed to build profile APK');
}
stopwatch
..reset()
..start();
final Process thirdBuild = await startProcess(
path.join(flutterDirectory.path, 'bin', 'flutter'),
<String>['build', 'apk', '--debug'],
environment: null,
);
exitCode = await thirdBuild.exitCode;
if (exitCode != 0) {
return TaskResult.failure('Failed to build debug APK');
}
final int thirdBuildMilliseconds = stopwatch.elapsedMilliseconds;
stopwatch.stop();
final Map<String, double> allResults = <String, double>{};
allResults['first_build_debug_millis'] = initialBuildMilliseconds.toDouble();
allResults['second_build_debug_millis'] = secondBuildMilliseconds.toDouble();
allResults['after_config_change_build_debug_millis'] = thirdBuildMilliseconds.toDouble();
return TaskResult.success(allResults, benchmarkScoreKeys: allResults.keys.toList());
});
return createBuildCommand('apk');
};
}
/// Creates a devicelab build benchmark for iOS.
TaskFunction createIosBuildBenchmarkTask() {
return () async {
return createBuildCommand('ios');
};
}
Future<TaskResult> createBuildCommand(String buildKind) {
return inDirectory<TaskResult>(helloWorldDir, () async {
final Stopwatch stopwatch = Stopwatch()
..start();
final Process initialBuild = await startProcess(
path.join(flutterDirectory.path, 'bin', 'flutter'),
<String>['build', buildKind, '--debug'],
environment: null,
);
int exitCode = await initialBuild.exitCode;
if (exitCode != 0) {
return TaskResult.failure('Failed to build debug app');
}
final int initialBuildMilliseconds = stopwatch.elapsedMilliseconds;
stopwatch
..reset()
..start();
final Process secondBuild = await startProcess(
path.join(flutterDirectory.path, 'bin', 'flutter'),
<String>['build', buildKind, '--debug'],
environment: null,
);
exitCode = await secondBuild.exitCode;
if (exitCode != 0) {
return TaskResult.failure('Failed to build debug app');
}
final int secondBuildMilliseconds = stopwatch.elapsedMilliseconds;
final Process newBuildConfig = await startProcess(
path.join(flutterDirectory.path, 'bin', 'flutter'),
<String>['build', buildKind, '--profile'],
environment: null,
);
exitCode = await newBuildConfig.exitCode;
if (exitCode != 0) {
return TaskResult.failure('Failed to build profile app');
}
stopwatch
..reset()
..start();
final Process thirdBuild = await startProcess(
path.join(flutterDirectory.path, 'bin', 'flutter'),
<String>['build', buildKind, '--debug'],
environment: null,
);
exitCode = await thirdBuild.exitCode;
if (exitCode != 0) {
return TaskResult.failure('Failed to build debug app');
}
final int thirdBuildMilliseconds = stopwatch.elapsedMilliseconds;
stopwatch.stop();
final Map<String, double> allResults = <String, double>{};
allResults['first_build_debug_millis'] = initialBuildMilliseconds.toDouble();
allResults['second_build_debug_millis'] = secondBuildMilliseconds.toDouble();
allResults['after_config_change_build_debug_millis'] = thirdBuildMilliseconds.toDouble();
return TaskResult.success(allResults, benchmarkScoreKeys: allResults.keys.toList());
});
}

7
dev/devicelab/manifest.yaml
View File

@ -489,6 +489,13 @@ tasks:
required_agent_capabilities: ["mac/ios"]
flaky: true
build_benchmark_ios:
description: >
Measures iOS build performance across config changes.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]
flaky: true
# Tests running on Windows host
flavors_test_win: