chromium/src
0
Fork 0
Code Activity

[fuchsia] Creates configs for fuchsia-perf CI builders and testers.

Browse Source 
Creates a simple config for fuchsia-perf CI testers, while adding configs for builders. There are no Build/TestSpecs at the moment, so these are mostly no-ops.

Fuchsia x64 builder will transition fully to CI from FYI once the BuildSpec is created and submitted. This will break fuchsia-builder-perf-x64 for now, but the testers are already out of commission anyway (and this builder has been removed from Fuchsia Gardener rotation).

Change-Id: I1846954d58ed129a8ef4b9884d7b2f534207387e
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/3812293
Reviewed-by: John Chen <johnchen@chromium.org>
Commit-Queue: Rohan Pavone <rohpavone@chromium.org>
Cr-Commit-Position: refs/heads/main@{#1032815}
This commit is contained in:
Rohan Pavone
2022-08-09 01:32:51 +00:00
committed by Chromium LUCI CQ
parent 4f2e83e62f
commit b7e1c4a8e6
14 changed files with 1425 additions and 975 deletions

5
docs/speed/perf_lab_platforms.md

@ -28,6 +28,11 @@
* [lacros-eve-perf](https://ci.chromium.org/p/chrome/builders/ci/lacros-eve-perf): .
* [lacros-x86-perf](https://ci.chromium.org/p/chrome/builders/ci/lacros-x86-perf): .
## Fuchsia
* [fuchsia-perf-ast](https://ci.chromium.org/p/chrome/builders/ci/fuchsia-perf-ast): .
* [fuchsia-perf-shk](https://ci.chromium.org/p/chrome/builders/ci/fuchsia-perf-shk): .
## Linux
* [linux-perf](https://ci.chromium.org/p/chrome/builders/ci/linux-perf): Ubuntu-18.04, 8 core, NVIDIA Quadro P400.

6
testing/buildbot/chromium.perf.fyi.json

@ -186,12 +186,6 @@
"base_perftests"
]
},
"fuchsia-builder-perf-x64": {
"additional_compile_targets": [
"chrome_pkg",
"base_perftests"
]
},
"fuchsia-perf-atlas-fyi": {
"isolated_scripts": [
{

119
testing/buildbot/chromium.perf.json

@ -1353,6 +1353,125 @@
}
]
},
"fuchsia-builder-perf-arm64": {
"additional_compile_targets": [
"web_engine_shell_pkg",
"cast_runner_pkg",
"web_runner_pkg",
"chromium_builder_perf",
"base_perftests"
]
},
"fuchsia-builder-perf-x64": {
"additional_compile_targets": [
"chrome_pkg",
"base_perftests"
]
},
"fuchsia-perf-ast": {
"isolated_scripts": [
{
"args": [
"-v",
"--browser=web-engine-shell",
"--upload-results",
"--test-shard-map-filename=fuchsia-perf-ast_map.json",
"--output-format=histograms",
"--experimental-tbmv3-metrics",
"-d",
"--os-check=update",
"--system-image-dir=../../third_party/fuchsia-sdk/images-internal/astro-release/smart_display_eng_arrested"
],
"isolate_name": "performance_web_engine_test_suite",
"merge": {
"script": "//tools/perf/process_perf_results.py"
},
"name": "performance_web_engine_test_suite",
"override_compile_targets": [
"performance_web_engine_test_suite"
],
"resultdb": {
"enable": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": null,
"device_type": "Astro",
"os": "Fuchsia",
"pool": "chrome.tests"
}
],
"expiration": 7200,
"hard_timeout": 21600,
"io_timeout": 21600,
"service_account": "chrome-tester@chops-service-accounts.iam.gserviceaccount.com",
"shards": 1
},
"trigger_script": {
"args": [
"--multiple-dimension-script-verbose",
"True"
],
"requires_simultaneous_shard_dispatch": true,
"script": "//testing/trigger_scripts/perf_device_trigger.py"
}
}
]
},
"fuchsia-perf-shk": {
"isolated_scripts": [
{
"args": [
"-v",
"--browser=web-engine-shell",
"--upload-results",
"--test-shard-map-filename=fuchsia-perf-shk_map.json",
"--output-format=histograms",
"--experimental-tbmv3-metrics",
"-d",
"--os-check=update",
"--system-image-dir=../../third_party/fuchsia-sdk/images-internal/sherlock-release/smart_display_max_eng_arrested"
],
"isolate_name": "performance_web_engine_test_suite",
"merge": {
"script": "//tools/perf/process_perf_results.py"
},
"name": "performance_web_engine_test_suite",
"override_compile_targets": [
"performance_web_engine_test_suite"
],
"resultdb": {
"enable": true
},
"swarming": {
"can_use_on_swarming_builders": true,
"dimension_sets": [
{
"cpu": null,
"device_type": "Sherlock",
"os": "Fuchsia",
"pool": "chrome.tests"
}
],
"expiration": 7200,
"hard_timeout": 21600,
"io_timeout": 21600,
"service_account": "chrome-tester@chops-service-accounts.iam.gserviceaccount.com",
"shards": 1
},
"trigger_script": {
"args": [
"--multiple-dimension-script-verbose",
"True"
],
"requires_simultaneous_shard_dispatch": true,
"script": "//testing/trigger_scripts/perf_device_trigger.py"
}
}
]
},
"lacros-eve-perf": {
"isolated_scripts": [
{

20
tools/perf/core/bot_platforms.py

@ -473,6 +473,12 @@ _LACROS_BENCHMARK_CONFIGS = PerfSuite(OFFICIAL_BENCHMARK_CONFIGS).Remove([
'blink_perf.display_locking',
'v8.runtime_stats.top_25',
])
_FUCHSIA_PERF_ASTRO_BENCHMARK_CONFIGS = PerfSuite([
_GetBenchmarkConfig('speedometer2'),
])
_FUCHSIA_PERF_SHERLOCK_BENCHMARK_CONFIGS = PerfSuite([
_GetBenchmarkConfig('speedometer2'),
])
_LINUX_PERF_FYI_BENCHMARK_CONFIGS = PerfSuite([
_GetBenchmarkConfig('power.desktop'),
_GetBenchmarkConfig('rendering.desktop'),
@ -685,6 +691,20 @@ LACROS_EVE_PERF = PerfPlatform('lacros-eve-perf', '', _LACROS_BENCHMARK_CONFIGS,
8, 'chromeos')
LACROS_X86_PERF = PerfPlatform('lacros-x86-perf', '', _LACROS_BENCHMARK_CONFIGS,
12, 'chromeos')
# Fuchsia
FUCHSIA_PERF_ASTRO = PerfPlatform('fuchsia-perf-ast',
'',
_FUCHSIA_PERF_ASTRO_BENCHMARK_CONFIGS,
1,
'fuchsia',
executables=FUCHSIA_EXEC_CONFIGS['astro'])
FUCHSIA_PERF_SHERLOCK = PerfPlatform(
'fuchsia-perf-shk',
'',
_FUCHSIA_PERF_SHERLOCK_BENCHMARK_CONFIGS,
1,
'fuchsia',
executables=FUCHSIA_EXEC_CONFIGS['sherlock'])
# FYI bots
WIN_10_LOW_END_HP_CANDIDATE = PerfPlatform(

51
tools/perf/core/perf_data_generator.py

@ -338,9 +338,6 @@ FYI_BUILDERS = {
'chromium_builder_perf', 'base_perftests'
],
},
'fuchsia-builder-perf-x64': {
'additional_compile_targets': ['chrome_pkg', 'base_perftests'],
},
}
# These configurations are taken from chromium_perf.py in
@ -571,6 +568,15 @@ BUILDERS = {
'perf_trigger':
False,
},
'fuchsia-builder-perf-arm64': {
'additional_compile_targets': [
'web_engine_shell_pkg', 'cast_runner_pkg', 'web_runner_pkg',
'chromium_builder_perf', 'base_perftests'
],
},
'fuchsia-builder-perf-x64': {
'additional_compile_targets': ['chrome_pkg', 'base_perftests'],
},
'linux-builder-perf': {
'additional_compile_targets': ['chromedriver', 'chromium_builder_perf'],
'tests': [{
@ -1176,6 +1182,44 @@ BUILDERS = {
'synthetic_product_name': 'PowerEdge R230 (Dell Inc.)'
},
},
'fuchsia-perf-ast': {
'tests': [{
'isolate':
'performance_web_engine_test_suite',
'extra_args':
['--output-format=histograms', '--experimental-tbmv3-metrics'] +
bot_platforms.FUCHSIA_EXEC_ARGS['astro'],
'type':
TEST_TYPES.TELEMETRY,
}],
'platform':
'fuchsia-wes',
'dimension': {
'cpu': None,
'device_type': 'Astro',
'os': 'Fuchsia',
'pool': 'chrome.tests',
},
},
'fuchsia-perf-shk': {
'tests': [{
'isolate':
'performance_web_engine_test_suite',
'extra_args':
['--output-format=histograms', '--experimental-tbmv3-metrics'] +
bot_platforms.FUCHSIA_EXEC_ARGS['sherlock'],
'type':
TEST_TYPES.TELEMETRY,
}],
'platform':
'fuchsia-wes',
'dimension': {
'cpu': None,
'device_type': 'Sherlock',
'os': 'Fuchsia',
'pool': 'chrome.tests',
},
},
'mac-laptop_high_end-perf': {
'tests': [
{
@ -1559,6 +1603,7 @@ PERFORMANCE_TEST_SUITES = [
'performance_test_suite_octopus',
'performance_webview_test_suite',
'performance_weblayer_test_suite',
'performance_web_engine_test_suite',
]
for suffix in android_browser_types.TELEMETRY_ANDROID_BROWSER_TARGET_SUFFIXES:
PERFORMANCE_TEST_SUITES.append('performance_test_suite' + suffix)

2
tools/perf/core/perf_json_config_validator.py

@ -34,6 +34,8 @@ _VALID_PERF_POOLS = {
'fuchsia-perf-fyi': {'chrome.tests'},
'fuchsia-perf-atlas-fyi': {'chrome.tests'},
'fuchsia-perf-sherlock-fyi': {'chrome.tests'},
'fuchsia-perf-ast': {'chrome.tests'},
'fuchsia-perf-shk': {'chrome.tests'},
'linux-builder-perf': {'chrome.tests'},
'mac-arm-builder-perf': {'chrome.tests'},
'mac-builder-perf': {'chrome.tests'},

29
tools/perf/core/shard_maps/fuchsia-perf-ast_map.json Normal file

@ -0,0 +1,29 @@
{
"0": {
"benchmarks": {
"speedometer2": {
"abridged": false
}
},
"executables": {
"base_perftests": {
"arguments": [
"--test-launcher-jobs=1",
"--test-launcher-retry-limit=0",
"-d",
"--os-check=update",
"--system-image-dir=../../third_party/fuchsia-sdk/images-internal/astro-release/smart_display_eng_arrested"
],
"path": "bin/run_base_perftests"
}
}
},
"extra_infos": {
"num_stories": 2,
"predicted_min_shard_time": 910.0,
"predicted_min_shard_index": 0,
"predicted_max_shard_time": 910.0,
"predicted_max_shard_index": 0,
"shard #0": 910.0
}
}

71
tools/perf/core/shard_maps/fuchsia-perf-fyi_map.json

@ -3,13 +3,6 @@
"benchmarks": {
"jetstream2": {
"abridged": false
},
"media.mobile": {
"abridged": false
},
"rendering.mobile": {
"end": 17,
"abridged": false
}
},
"executables": {
@ -27,9 +20,11 @@
},
"1": {
"benchmarks": {
"media.mobile": {
"abridged": false
},
"rendering.mobile": {
"begin": 17,
"end": 67,
"end": 53,
"abridged": false
}
}
@ -37,8 +32,8 @@
"2": {
"benchmarks": {
"rendering.mobile": {
"begin": 67,
"end": 113,
"begin": 53,
"end": 111,
"abridged": false
}
}
@ -46,8 +41,8 @@
"3": {
"benchmarks": {
"rendering.mobile": {
"begin": 113,
"end": 198,
"begin": 111,
"end": 190,
"abridged": false
}
}
@ -55,8 +50,8 @@
"4": {
"benchmarks": {
"rendering.mobile": {
"begin": 198,
"end": 299,
"begin": 190,
"end": 301,
"abridged": false
}
}
@ -64,8 +59,8 @@
"5": {
"benchmarks": {
"rendering.mobile": {
"begin": 299,
"end": 358,
"begin": 301,
"end": 356,
"abridged": false
}
}
@ -73,8 +68,8 @@
"6": {
"benchmarks": {
"rendering.mobile": {
"begin": 358,
"end": 406,
"begin": 356,
"end": 413,
"abridged": false
}
}
@ -82,7 +77,7 @@
"7": {
"benchmarks": {
"rendering.mobile": {
"begin": 406,
"begin": 413,
"abridged": false
},
"speedometer": {
@ -92,7 +87,7 @@
"abridged": false
},
"system_health.memory_desktop": {
"end": 27,
"end": 22,
"abridged": false
}
}
@ -100,8 +95,8 @@
"8": {
"benchmarks": {
"system_health.memory_desktop": {
"begin": 27,
"end": 50,
"begin": 22,
"end": 48,
"abridged": false
}
}
@ -109,26 +104,26 @@
"9": {
"benchmarks": {
"system_health.memory_desktop": {
"begin": 50,
"begin": 48,
"abridged": false
}
}
},
"extra_infos": {
"num_stories": 522,
"predicted_min_shard_time": 1662.0,
"predicted_min_shard_index": 9,
"predicted_max_shard_time": 1707.0,
"predicted_max_shard_index": 7,
"shard #0": 1688.0,
"shard #1": 1700.0,
"shard #2": 1694.0,
"shard #3": 1702.0,
"shard #4": 1690.0,
"shard #5": 1697.0,
"shard #6": 1670.0,
"shard #7": 1707.0,
"shard #8": 1689.0,
"shard #9": 1662.0
"predicted_min_shard_time": 1581.0,
"predicted_min_shard_index": 8,
"predicted_max_shard_time": 2068.0,
"predicted_max_shard_index": 0,
"shard #0": 2068.0,
"shard #1": 1597.0,
"shard #2": 1592.0,
"shard #3": 1597.0,
"shard #4": 1618.0,
"shard #5": 1583.0,
"shard #6": 1617.0,
"shard #7": 1596.0,
"shard #8": 1581.0,
"shard #9": 1587.0
}
}

54
tools/perf/core/shard_maps/fuchsia-perf-sherlock-fyi_map.json

@ -8,7 +8,7 @@
"abridged": false
},
"rendering.mobile": {
"end": 37,
"end": 20,
"abridged": false
}
},
@ -28,8 +28,8 @@
"1": {
"benchmarks": {
"rendering.mobile": {
"begin": 37,
"end": 121,
"begin": 20,
"end": 119,
"abridged": false
}
}
@ -37,8 +37,8 @@
"2": {
"benchmarks": {
"rendering.mobile": {
"begin": 121,
"end": 250,
"begin": 119,
"end": 267,
"abridged": false
}
}
@ -46,8 +46,8 @@
"3": {
"benchmarks": {
"rendering.mobile": {
"begin": 250,
"end": 346,
"begin": 267,
"end": 369,
"abridged": false
}
}
@ -55,16 +55,7 @@
"4": {
"benchmarks": {
"rendering.mobile": {
"begin": 346,
"end": 420,
"abridged": false
}
}
},
"5": {
"benchmarks": {
"rendering.mobile": {
"begin": 420,
"begin": 369,
"abridged": false
},
"speedometer": {
@ -74,21 +65,30 @@
"abridged": false
},
"system_health.memory_desktop": {
"end": 24,
"abridged": false
}
}
},
"5": {
"benchmarks": {
"system_health.memory_desktop": {
"begin": 24,
"abridged": false
}
}
},
"extra_infos": {
"num_stories": 522,
"predicted_min_shard_time": 1945.0,
"predicted_min_shard_index": 3,
"predicted_max_shard_time": 1977.0,
"predicted_max_shard_index": 5,
"shard #0": 1965.0,
"shard #1": 1964.0,
"shard #2": 1959.0,
"shard #3": 1945.0,
"shard #4": 1964.0,
"shard #5": 1977.0
"predicted_min_shard_time": 2647.0,
"predicted_min_shard_index": 5,
"predicted_max_shard_time": 2697.0,
"predicted_max_shard_index": 4,
"shard #0": 2660.0,
"shard #1": 2656.0,
"shard #2": 2666.0,
"shard #3": 2666.0,
"shard #4": 2697.0,
"shard #5": 2647.0
}
}

29
tools/perf/core/shard_maps/fuchsia-perf-shk_map.json Normal file

@ -0,0 +1,29 @@
{
"0": {
"benchmarks": {
"speedometer2": {
"abridged": false
}
},
"executables": {
"base_perftests": {
"arguments": [
"--test-launcher-jobs=1",
"--test-launcher-retry-limit=0",
"-d",
"--os-check=update",
"--system-image-dir=../../third_party/fuchsia-sdk/images-internal/sherlock-release/smart_display_max_eng_arrested"
],
"path": "bin/run_base_perftests"
}
}
},
"extra_infos": {
"num_stories": 2,
"predicted_min_shard_time": 910.0,
"predicted_min_shard_index": 0,
"predicted_max_shard_time": 910.0,
"predicted_max_shard_index": 0,
"shard #0": 910.0
}
}

6
tools/perf/core/shard_maps/timing_data/fuchsia-perf-ast_timing.json Normal file

@ -0,0 +1,6 @@
[
{
"duration": "900.0",
"name": "base_perftests/_gtest_"
}
]

958
tools/perf/core/shard_maps/timing_data/fuchsia-perf-fyi_timing.json

File diff suppressed because it is too large Load Diff

1044
tools/perf/core/shard_maps/timing_data/fuchsia-perf-sherlock-fyi_timing.json

File diff suppressed because it is too large Load Diff

6
tools/perf/core/shard_maps/timing_data/fuchsia-perf-shk_timing.json Normal file

@ -0,0 +1,6 @@
[
{
"duration": "900.0",
"name": "base_perftests/_gtest_"
}
]