diff --git a/.ci.yaml b/.ci.yaml
index 36ca28a208..9c985ee7b6 100644
--- a/.ci.yaml
+++ b/.ci.yaml
@@ -4842,7 +4842,7 @@ targets:
     properties:
       tags: >
         ["devicelab", "hostonly", "windows"]
-      task_name: flutter_tool_startup__windows
+      task_name: flutter_tool_startup
 
   - name: Linux flutter_tool_startup__linux
     recipe: devicelab/devicelab_drone
@@ -4851,14 +4851,14 @@ targets:
     properties:
       tags: >
         ["devicelab", "hostonly", "linux"]
-      task_name: flutter_tool_startup__linux
+      task_name: flutter_tool_startup
 
   - name: Mac_benchmark flutter_tool_startup__macos
     presubmit: false
     recipe: devicelab/devicelab_drone
     timeout: 60
     properties:
-      task_name: flutter_tool_startup__macos
+      task_name: flutter_tool_startup
 
   - name: Linux flutter_packaging
     recipe: packaging/packaging
diff --git a/dev/devicelab/bin/tasks/flutter_tool_startup__linux.dart b/dev/devicelab/bin/tasks/flutter_tool_startup.dart
similarity index 100%
rename from dev/devicelab/bin/tasks/flutter_tool_startup__linux.dart
rename to dev/devicelab/bin/tasks/flutter_tool_startup.dart
diff --git a/dev/devicelab/bin/tasks/flutter_tool_startup__macos.dart b/dev/devicelab/bin/tasks/flutter_tool_startup__macos.dart
deleted file mode 100644
index af38f6e117..0000000000
--- a/dev/devicelab/bin/tasks/flutter_tool_startup__macos.dart
+++ /dev/null
@@ -1,10 +0,0 @@
-// Copyright 2014 The Flutter Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file.
-
-import 'package:flutter_devicelab/framework/framework.dart';
-import 'package:flutter_devicelab/tasks/flutter_tool_startup.dart';
-
-Future<void> main() async {
-  await task(flutterToolStartupBenchmarkTask);
-}
diff --git a/dev/devicelab/bin/tasks/flutter_tool_startup__windows.dart b/dev/devicelab/bin/tasks/flutter_tool_startup__windows.dart
deleted file mode 100644
index af38f6e117..0000000000
--- a/dev/devicelab/bin/tasks/flutter_tool_startup__windows.dart
+++ /dev/null
@@ -1,10 +0,0 @@
-// Copyright 2014 The Flutter Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file.
-
-import 'package:flutter_devicelab/framework/framework.dart';
-import 'package:flutter_devicelab/tasks/flutter_tool_startup.dart';
-
-Future<void> main() async {
-  await task(flutterToolStartupBenchmarkTask);
-}