[devicelab] Reland adding smoke tests for Catalina/Android testing (#39361)

This commit is contained in:
Tong Wu
2019-08-27 17:47:32 -07:00
committed by GitHub
parent 5353d5e877
commit a690b0b8e2
5 changed files with 46 additions and 6 deletions

View File

@@ -6,9 +6,7 @@ import 'dart:async';
import 'package:flutter_devicelab/tasks/hot_mode_tests.dart';
import 'package:flutter_devicelab/framework/framework.dart';
import 'package:flutter_devicelab/framework/adb.dart';
Future<void> main() async {
deviceOperatingSystem = DeviceOperatingSystem.ios;
await task(createHotModeTest());
}

View File

@@ -0,0 +1,14 @@
// Copyright (c) 2019 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
import 'dart:async';
import 'package:flutter_devicelab/tasks/hot_mode_tests.dart';
import 'package:flutter_devicelab/framework/framework.dart';
import 'package:flutter_devicelab/framework/adb.dart';
Future<void> main() async {
deviceOperatingSystem = DeviceOperatingSystem.ios;
await task(createHotModeTest());
}

View File

@@ -5,11 +5,9 @@
import 'dart:async';
import 'package:flutter_devicelab/tasks/perf_tests.dart';
import 'package:flutter_devicelab/framework/adb.dart';
import 'package:flutter_devicelab/framework/framework.dart';
Future<void> main() async {
deviceOperatingSystem = DeviceOperatingSystem.ios;
// It's intended to use the Gallery startup test as a smoke test on macOS
// Catalina.
await task(createFlutterGalleryStartupTest());

View File

@@ -0,0 +1,16 @@
// Copyright 2019 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
import 'dart:async';
import 'package:flutter_devicelab/tasks/perf_tests.dart';
import 'package:flutter_devicelab/framework/adb.dart';
import 'package:flutter_devicelab/framework/framework.dart';
Future<void> main() async {
deviceOperatingSystem = DeviceOperatingSystem.ios;
// It's intended to use the Gallery startup test as a smoke test on macOS
// Catalina.
await task(createFlutterGalleryStartupTest());
}

View File

@@ -517,19 +517,33 @@ tasks:
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]
smoke_catalina_start_up:
smoke_catalina_start_up_ios:
description: >
A smoke test that runs on macOS Catalina, which is a clone of the Gallery startup latency test.
stage: devicelab_ios
required_agent_capabilities: ["mac-catalina/ios"]
smoke_catalina_hot_mode_dev_cycle__benchmark:
smoke_catalina_hot_mode_dev_cycle_ios__benchmark:
description: >
A some test that runs on macOS Catalina, which is a clone of the Dart VM hot patching performance benchmarking.
stage: devicelab_ios
flaky: true
required_agent_capabilities: ["mac-catalina/ios"]
smoke_catalina_start_up:
description: >
A smoke test that runs on macOS Catalina, which is a clone of the Gallery startup latency test.
stage: devicelab
flaky: true
required_agent_capabilities: ["mac-catalina/android"]
smoke_catalina_hot_mode_dev_cycle__benchmark:
description: >
A some test that runs on macOS Catalina, which is a clone of the Dart VM hot patching performance benchmarking.
stage: devicelab
flaky: true
required_agent_capabilities: ["mac-catalina/android"]
# Tests running on Windows host
flavors_test_win: