Switch flutter_build_apk_health_tests to use a subset of current tests. (flutter#159004)

Towards flutter#159000 as part of
debugging issues such as
flutter#158560.

On a `bringup: true` shard, run a number of `flutter build apk` tests in
succession to try and routinely trigger timeouts and crashes, so we can
test other hypotheses on how to fix this problem (i.e. potentially
around increasing memory, changing daemon configuration, aggressively
killing processes, etc).

Author: matanlurey

dev/bots/test.dart

@@ -236,16 +236,15 @@ Future<void> _runIntegrationToolTests() async {
 }
 
 Future<void> _runFlutterBuildApkHealthTests() async {
-  final List<String> allTests = Directory(path.join(_toolsPath, 'test', 'flutter_build_apk.shard'))
-      .listSync(recursive: true).whereType<File>()
-      .map<String>((FileSystemEntity entry) => path.relative(entry.path, from: _toolsPath))
-      .where((String testPath) => path.basename(testPath).endsWith('_test.dart')).toList();
-
   await runDartTest(
     _toolsPath,
     forceSingleCore: true,
-    testPaths: selectIndexOfTotalSubshard<String>(allTests),
+    testPaths: <String>[
+      path.join(_toolsPath, 'test', 'integration.shard'),
+    ],
     collectMetrics: true,
+    runSkipped: true,
+    tags: <String>['flutter-build-apk'],
   );
 }
 

dev/bots/utils.dart

@@ -342,6 +342,8 @@ Future<void> runDartTest(String workingDirectory, {
   bool ensurePrecompiledTool = true,
   bool shuffleTests = true,
   bool collectMetrics = false,
+  List<String>? tags,
+  bool runSkipped = false,
 }) async {
   int? cpus;
   final String? cpuVariable = Platform.environment['CPU']; // CPU is set in cirrus.yml
@@ -379,6 +381,10 @@ Future<void> runDartTest(String workingDirectory, {
       '--coverage=$coverage',
     if (perTestTimeout != null)
       '--timeout=${perTestTimeout.inMilliseconds}ms',
+    if (runSkipped)
+      '--run-skipped',
+    if (tags != null)
+      ...tags.map((String t) => '--tags=$t'),
     if (testPaths != null)
       for (final String testPath in testPaths)
         testPath,

packages/flutter_tools/test/flutter_build_apk.shard/README.md

@@ -2,6 +2,10 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+// TODO(matanlurey): Remove after debugging https://github.com/flutter/flutter/issues/159000.
+@Tags(<String>['flutter-build-apk'])
+library;
+
 import 'package:file/file.dart';
 import 'package:flutter_tools/src/base/io.dart';
 

packages/flutter_tools/test/flutter_build_apk.shard/flutter_build_apk_test.dart

@@ -2,6 +2,10 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+// TODO(matanlurey): Remove after debugging https://github.com/flutter/flutter/issues/159000.
+@Tags(<String>['flutter-build-apk'])
+library;
+
 import 'dart:convert';
 
 import 'package:file/file.dart';

packages/flutter_tools/test/integration.shard/android_e2e_api_test.dart

@@ -2,6 +2,10 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+// TODO(matanlurey): Remove after debugging https://github.com/flutter/flutter/issues/159000.
+@Tags(<String>['flutter-build-apk'])
+library;
+
 // This test can be removed once https://github.com/flutter/flutter/issues/155484 is resolved.
 
 import 'package:flutter_tools/src/base/file_system.dart';

packages/flutter_tools/test/integration.shard/android_gradle_deprecated_plugin_apply_test.dart

@@ -2,6 +2,10 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+// TODO(matanlurey): Remove after debugging https://github.com/flutter/flutter/issues/159000.
+@Tags(<String>['flutter-build-apk'])
+library;
+
 import 'dart:convert';
 
 import 'package:collection/collection.dart';

packages/flutter_tools/test/integration.shard/android_gradle_legacy_flutter_plugins_strings_in_comments_test.dart

@@ -2,6 +2,10 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+// TODO(matanlurey): Remove after debugging https://github.com/flutter/flutter/issues/159000.
+@Tags(<String>['flutter-build-apk'])
+library;
+
 import 'package:file_testing/file_testing.dart';
 import 'package:flutter_tools/src/base/file_system.dart';
 import 'package:flutter_tools/src/base/io.dart';

packages/flutter_tools/test/integration.shard/android_gradle_print_build_variants_test.dart

@@ -2,6 +2,10 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+// TODO(matanlurey): Remove after debugging https://github.com/flutter/flutter/issues/159000.
+@Tags(<String>['flutter-build-apk'])
+library;
+
 import 'package:file/file.dart';
 import 'package:flutter_tools/src/base/io.dart';
 

packages/flutter_tools/test/integration.shard/android_plugin_example_app_build_test.dart

@@ -2,6 +2,8 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+// TODO(matanlurey): Remove after debugging https://github.com/flutter/flutter/issues/159000.
+@Tags(<String>['flutter-build-apk'])
 @Timeout(Duration(minutes: 10))
 library;
 

packages/flutter_tools/test/integration.shard/flutter_build_with_compilation_error_test.dart

@@ -10,6 +10,8 @@
 // contain the native assets mapping.
 // When doing a hot reload, this mapping must stay in place.
 
+// TODO(matanlurey): Remove after debugging https://github.com/flutter/flutter/issues/159000.
+@Tags(<String>['flutter-build-apk'])
 @Timeout(Duration(minutes: 10))
 library;
 
@@ -224,6 +226,7 @@ void main() {
       // TODO(matanlurey): Debug why flutter build apk often timesout.
       // See https://github.com/flutter/flutter/issues/158560 for details.
       skip: buildSubcommand == 'apk' ? 'flutter build apk times out' : false, // Temporary workaround for https://github.com/flutter/flutter/issues/158560.
+      tags: <String>['flutter-build-apk'],
       );
     }
   }

packages/flutter_tools/test/integration.shard/isolated/native_assets_agp_version_test.dart

@@ -2,6 +2,10 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+// TODO(matanlurey): Remove after debugging https://github.com/flutter/flutter/issues/159000.
+@Tags(<String>['flutter-build-apk'])
+library;
+
 import 'dart:io' as io;
 
 import 'package:file/file.dart';
@@ -143,6 +147,7 @@ void main(List<String> args) async {
     // TODO(matanlurey): Debug why flutter build apk often timesout.
     // See https://github.com/flutter/flutter/issues/158560 for details.
     skip: buildCommand == 'apk' ? 'flutter build apk times out' : false, // Temporary workaround for https://github.com/flutter/flutter/issues/158560.
+    tags: <String>['flutter-build-apk'],
   );
 }