Remove Nexus 5 and Win 7 from perf shard maps.
Bug: chromium:1287578 Change-Id: I29df74e7ea494c6bfe2d46f7a85dc0004e59b296 Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/3444900 Reviewed-by: John Chen <johnchen@chromium.org> Commit-Queue: Eduardo Yap <eduardoyap@google.com> Cr-Commit-Position: refs/heads/main@{#968440}
This commit is contained in:

committed by
Chromium LUCI CQ

parent
6968dee35d
commit
6e2c9deeeb
docs/speed
testing/buildbot
tools/perf
benchmark.csv
core
bot_platforms.pyperf_data_generator.py
shard_maps
android-nexus5x-perf-fyi_map.jsonandroid_nexus5_perf_map.jsonandroid_nexus5x_webview_perf_map.json
undocumented_benchmarks.pytiming_data
android-nexus5x-perf-fyi_timing.jsonandroid_nexus5_perf_timing.jsonandroid_nexus5x_webview_perf_timing.jsonwin_7_nvidia_gpu_perf_timing.jsonwin_7_perf_timing.json
win_7_nvidia_gpu_perf_map.jsonwin_7_perf_map.json@ -8,8 +8,6 @@
|
||||
|
||||
* [android-go-perf](https://ci.chromium.org/p/chrome/builders/ci/android-go-perf): Android O (gobo).
|
||||
* [android-go_webview-perf](https://ci.chromium.org/p/chrome/builders/ci/android-go_webview-perf): Android OPM1.171019.021 (gobo).
|
||||
* [Android Nexus5 Perf](https://ci.chromium.org/p/chrome/builders/ci/Android%20Nexus5%20Perf): Android KOT49H.
|
||||
* [Android Nexus5X WebView Perf](https://ci.chromium.org/p/chrome/builders/ci/Android%20Nexus5X%20WebView%20Perf): Android AOSP MOB30K.
|
||||
* [android-pixel2-perf](https://ci.chromium.org/p/chrome/builders/ci/android-pixel2-perf): Android OPM1.171019.021.
|
||||
* [android-pixel2-perf-calibration](https://ci.chromium.org/p/chrome/builders/ci/android-pixel2-perf-calibration): Android OPM1.171019.021.
|
||||
* [android-pixel2_weblayer-perf](https://ci.chromium.org/p/chrome/builders/ci/android-pixel2_weblayer-perf): Android OPM1.171019.021.
|
||||
@ -41,6 +39,4 @@
|
||||
* [win-10_amd-perf](https://ci.chromium.org/p/chrome/builders/ci/win-10_amd-perf): Windows AMD chipset.
|
||||
* [win-10_amd_laptop-perf](https://ci.chromium.org/p/chrome/builders/ci/win-10_amd_laptop-perf): Windows 10 Laptop with AMD chipset..
|
||||
* [win-10_laptop_low_end-perf](https://ci.chromium.org/p/chrome/builders/ci/win-10_laptop_low_end-perf): Low end windows 10 HP laptops. HD Graphics 5500, x86-64-i3-5005U, SSD, 4GB RAM..
|
||||
* [Win 7 Nvidia GPU Perf](https://ci.chromium.org/p/chrome/builders/ci/Win%207%20Nvidia%20GPU%20Perf): N/A.
|
||||
* [Win 7 Perf](https://ci.chromium.org/p/chrome/builders/ci/Win%207%20Perf): N/A.
|
||||
|
||||
|
@ -7,63 +7,11 @@
|
||||
"cc_perftests",
|
||||
"chrome_public_apk",
|
||||
"chromium_builder_perf",
|
||||
"gpu_perftests",
|
||||
"push_apps_to_background_apk",
|
||||
"system_webview_apk",
|
||||
"system_webview_shell_apk"
|
||||
]
|
||||
},
|
||||
"android-nexus5x-perf-fyi": {
|
||||
"isolated_scripts": [
|
||||
{
|
||||
"args": [
|
||||
"-v",
|
||||
"--browser=android-chrome",
|
||||
"--upload-results",
|
||||
"--test-shard-map-filename=android-nexus5x-perf-fyi_map.json",
|
||||
"--output-format=histograms",
|
||||
"--experimental-tbmv3-metrics"
|
||||
],
|
||||
"isolate_name": "performance_test_suite_android_clank_chrome",
|
||||
"merge": {
|
||||
"script": "//tools/perf/process_perf_results.py"
|
||||
},
|
||||
"name": "performance_test_suite_android_clank_chrome",
|
||||
"override_compile_targets": [
|
||||
"performance_test_suite_android_clank_chrome"
|
||||
],
|
||||
"resultdb": {
|
||||
"enable": true
|
||||
},
|
||||
"swarming": {
|
||||
"can_use_on_swarming_builders": true,
|
||||
"dimension_sets": [
|
||||
{
|
||||
"device_os": "MMB29Q",
|
||||
"device_os_flavor": "google",
|
||||
"device_type": "bullhead",
|
||||
"os": "Android",
|
||||
"pool": "chrome.tests.perf-fyi"
|
||||
}
|
||||
],
|
||||
"expiration": 7200,
|
||||
"hard_timeout": 21600,
|
||||
"ignore_task_failure": false,
|
||||
"io_timeout": 21600,
|
||||
"service_account": "chrome-tester@chops-service-accounts.iam.gserviceaccount.com",
|
||||
"shards": 2
|
||||
},
|
||||
"trigger_script": {
|
||||
"args": [
|
||||
"--multiple-dimension-script-verbose",
|
||||
"True"
|
||||
],
|
||||
"requires_simultaneous_shard_dispatch": true,
|
||||
"script": "//testing/trigger_scripts/perf_device_trigger.py"
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"android-pixel2-perf-aab-fyi": {
|
||||
"isolated_scripts": [
|
||||
{
|
||||
@ -173,7 +121,6 @@
|
||||
"cc_perftests",
|
||||
"chrome_public_apk",
|
||||
"chromium_builder_perf",
|
||||
"gpu_perftests",
|
||||
"push_apps_to_background_apk",
|
||||
"system_webview_apk",
|
||||
"system_webview_shell_apk"
|
||||
|
@ -1,203 +1,6 @@
|
||||
{
|
||||
"AAAAA1 AUTOGENERATED FILE DO NOT EDIT": {},
|
||||
"AAAAA2 See //tools/perf/generate_perf_data to make changes": {},
|
||||
"Android Nexus5 Perf": {
|
||||
"isolated_scripts": [
|
||||
{
|
||||
"args": [
|
||||
"-v",
|
||||
"--browser=android-chromium",
|
||||
"--upload-results",
|
||||
"--test-shard-map-filename=android_nexus5_perf_map.json",
|
||||
"--assert-gpu-compositing"
|
||||
],
|
||||
"isolate_name": "performance_test_suite_android_chrome",
|
||||
"merge": {
|
||||
"script": "//tools/perf/process_perf_results.py"
|
||||
},
|
||||
"name": "performance_test_suite_android_chrome",
|
||||
"override_compile_targets": [
|
||||
"performance_test_suite_android_chrome"
|
||||
],
|
||||
"resultdb": {
|
||||
"enable": true
|
||||
},
|
||||
"swarming": {
|
||||
"can_use_on_swarming_builders": true,
|
||||
"dimension_sets": [
|
||||
{
|
||||
"device_os": "M4B30Z",
|
||||
"device_os_flavor": "google",
|
||||
"device_type": "hammerhead",
|
||||
"os": "Android",
|
||||
"pool": "chrome.tests.perf"
|
||||
}
|
||||
],
|
||||
"expiration": 7200,
|
||||
"hard_timeout": 21600,
|
||||
"ignore_task_failure": false,
|
||||
"io_timeout": 21600,
|
||||
"service_account": "chrome-tester@chops-service-accounts.iam.gserviceaccount.com",
|
||||
"shards": 10
|
||||
},
|
||||
"trigger_script": {
|
||||
"args": [
|
||||
"--multiple-dimension-script-verbose",
|
||||
"True"
|
||||
],
|
||||
"requires_simultaneous_shard_dispatch": true,
|
||||
"script": "//testing/trigger_scripts/perf_device_trigger.py"
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"Android Nexus5X WebView Perf": {
|
||||
"isolated_scripts": [
|
||||
{
|
||||
"args": [
|
||||
"-v",
|
||||
"--browser=android-webview",
|
||||
"--upload-results",
|
||||
"--test-shard-map-filename=android_nexus5x_webview_perf_map.json",
|
||||
"--assert-gpu-compositing"
|
||||
],
|
||||
"isolate_name": "performance_webview_test_suite",
|
||||
"merge": {
|
||||
"script": "//tools/perf/process_perf_results.py"
|
||||
},
|
||||
"name": "performance_webview_test_suite",
|
||||
"override_compile_targets": [
|
||||
"performance_webview_test_suite"
|
||||
],
|
||||
"resultdb": {
|
||||
"enable": true
|
||||
},
|
||||
"swarming": {
|
||||
"can_use_on_swarming_builders": true,
|
||||
"dimension_sets": [
|
||||
{
|
||||
"device_os": "MOB30K",
|
||||
"device_os_flavor": "aosp",
|
||||
"device_type": "bullhead",
|
||||
"os": "Android",
|
||||
"pool": "chrome.tests.perf-webview"
|
||||
}
|
||||
],
|
||||
"expiration": 7200,
|
||||
"hard_timeout": 21600,
|
||||
"ignore_task_failure": false,
|
||||
"io_timeout": 21600,
|
||||
"service_account": "chrome-tester@chops-service-accounts.iam.gserviceaccount.com",
|
||||
"shards": 10
|
||||
},
|
||||
"trigger_script": {
|
||||
"args": [
|
||||
"--multiple-dimension-script-verbose",
|
||||
"True"
|
||||
],
|
||||
"requires_simultaneous_shard_dispatch": true,
|
||||
"script": "//testing/trigger_scripts/perf_device_trigger.py"
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"Win 7 Nvidia GPU Perf": {
|
||||
"isolated_scripts": [
|
||||
{
|
||||
"args": [
|
||||
"-v",
|
||||
"--browser=release_x64",
|
||||
"--upload-results",
|
||||
"--test-shard-map-filename=win_7_nvidia_gpu_perf_map.json",
|
||||
"--assert-gpu-compositing"
|
||||
],
|
||||
"isolate_name": "performance_test_suite",
|
||||
"merge": {
|
||||
"script": "//tools/perf/process_perf_results.py"
|
||||
},
|
||||
"name": "performance_test_suite",
|
||||
"override_compile_targets": [
|
||||
"performance_test_suite"
|
||||
],
|
||||
"resultdb": {
|
||||
"enable": true
|
||||
},
|
||||
"swarming": {
|
||||
"can_use_on_swarming_builders": true,
|
||||
"dimension_sets": [
|
||||
{
|
||||
"gpu": "10de:1cb3-23.21.13.8792",
|
||||
"os": "Windows-2008ServerR2-SP1",
|
||||
"pool": "chrome.tests.perf",
|
||||
"synthetic_product_name": "PowerEdge R220 [01] (Dell Inc.)"
|
||||
}
|
||||
],
|
||||
"expiration": 7200,
|
||||
"hard_timeout": 21600,
|
||||
"ignore_task_failure": false,
|
||||
"io_timeout": 21600,
|
||||
"service_account": "chrome-tester@chops-service-accounts.iam.gserviceaccount.com",
|
||||
"shards": 3
|
||||
},
|
||||
"trigger_script": {
|
||||
"args": [
|
||||
"--multiple-dimension-script-verbose",
|
||||
"True"
|
||||
],
|
||||
"requires_simultaneous_shard_dispatch": true,
|
||||
"script": "//testing/trigger_scripts/perf_device_trigger.py"
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"Win 7 Perf": {
|
||||
"isolated_scripts": [
|
||||
{
|
||||
"args": [
|
||||
"-v",
|
||||
"--browser=release",
|
||||
"--upload-results",
|
||||
"--test-shard-map-filename=win_7_perf_map.json"
|
||||
],
|
||||
"isolate_name": "performance_test_suite",
|
||||
"merge": {
|
||||
"script": "//tools/perf/process_perf_results.py"
|
||||
},
|
||||
"name": "performance_test_suite",
|
||||
"override_compile_targets": [
|
||||
"performance_test_suite"
|
||||
],
|
||||
"resultdb": {
|
||||
"enable": true
|
||||
},
|
||||
"swarming": {
|
||||
"can_use_on_swarming_builders": true,
|
||||
"dimension_sets": [
|
||||
{
|
||||
"gpu": "102b:0532-6.1.7600.16385",
|
||||
"os": "Windows-2008ServerR2-SP1",
|
||||
"pool": "chrome.tests.perf",
|
||||
"synthetic_product_name": "PowerEdge R210 II (Dell Inc.)"
|
||||
}
|
||||
],
|
||||
"expiration": 7200,
|
||||
"hard_timeout": 21600,
|
||||
"ignore_task_failure": false,
|
||||
"io_timeout": 21600,
|
||||
"service_account": "chrome-tester@chops-service-accounts.iam.gserviceaccount.com",
|
||||
"shards": 2
|
||||
},
|
||||
"trigger_script": {
|
||||
"args": [
|
||||
"--multiple-dimension-script-verbose",
|
||||
"True"
|
||||
],
|
||||
"requires_simultaneous_shard_dispatch": true,
|
||||
"script": "//testing/trigger_scripts/perf_device_trigger.py"
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"android-builder-perf": {
|
||||
"additional_compile_targets": [
|
||||
"microdump_stackwalk",
|
||||
@ -208,7 +11,6 @@
|
||||
"chrome_public_apk",
|
||||
"chromium_builder_perf",
|
||||
"dump_syms",
|
||||
"gpu_perftests",
|
||||
"push_apps_to_background_apk",
|
||||
"system_webview_apk",
|
||||
"system_webview_shell_apk"
|
||||
@ -907,7 +709,6 @@
|
||||
"cc_perftests",
|
||||
"chrome_public_apk",
|
||||
"chromium_builder_perf",
|
||||
"gpu_perftests",
|
||||
"push_apps_to_background_apk",
|
||||
"system_webview_apk",
|
||||
"system_webview_shell_apk",
|
||||
|
@ -1456,10 +1456,6 @@
|
||||
"label": "//chrome/test:performance_test_suite",
|
||||
"type": "generated_script",
|
||||
},
|
||||
"performance_test_suite_android_chrome": {
|
||||
"label": "//chrome/test:performance_test_suite_android_chrome",
|
||||
"type": "generated_script",
|
||||
},
|
||||
"performance_test_suite_android_clank_chrome": {
|
||||
"label": "//chrome/test:performance_test_suite_android_clank_chrome",
|
||||
"type": "generated_script",
|
||||
|
@ -35,7 +35,6 @@ desktop_ui,"yuhengh@chromium.org, tluk@chromium.org, romanarora@chromium.org",UI
|
||||
dromaeo,"jbroman@chromium.org, yukishiino@chromium.org, haraken@chromium.org",Blink>Bindings,,
|
||||
dummy_benchmark.noisy_benchmark_1,"johnchen@chromium.org, wenbinzhang@google.com",Test>Telemetry,,
|
||||
dummy_benchmark.stable_benchmark_1,"johnchen@chromium.org, wenbinzhang@google.com",Test>Telemetry,,
|
||||
gpu_perftests,"reveman@chromium.org, chrome-gpu-perf-owners@chromium.org",Internals>GPU,,
|
||||
jetstream,hablich@chromium.org,Blink>JavaScript,,
|
||||
jetstream2,"hablich@chromium.org, tcwang@chromium.org",Blink>JavaScript,https://browserbench.org/JetStream/in-depth.html,
|
||||
kraken,hablich@chromium.org,Blink>JavaScript,,
|
||||
|
Can't render this file because it has a wrong number of fields in line 2.
|
@ -272,10 +272,6 @@ def _dawn_perf_tests(estimated_runtime=270):
|
||||
estimated_runtime=estimated_runtime)
|
||||
|
||||
|
||||
def _gpu_perftests(estimated_runtime=60):
|
||||
return ExecutableConfig('gpu_perftests', estimated_runtime=estimated_runtime)
|
||||
|
||||
|
||||
def _load_library_perf_tests(estimated_runtime=3):
|
||||
return ExecutableConfig('load_library_perf_tests',
|
||||
estimated_runtime=estimated_runtime)
|
||||
@ -433,27 +429,6 @@ _ANDROID_GO_BENCHMARK_CONFIGS = PerfSuite([
|
||||
_GetBenchmarkConfig('speedometer'),
|
||||
_GetBenchmarkConfig('speedometer2')])
|
||||
_ANDROID_GO_WEBVIEW_BENCHMARK_CONFIGS = _ANDROID_GO_BENCHMARK_CONFIGS
|
||||
# Note that Nexus 5 bot capacity is very low, so we must severely limit
|
||||
# the benchmarks that we run on it and abridge large benchmarks in order
|
||||
# to run them on it. See crbug.com/1030840 for details.
|
||||
_ANDROID_NEXUS_5_BENCHMARK_CONFIGS = PerfSuite([
|
||||
'loading.mobile',
|
||||
'startup.mobile',
|
||||
'system_health.common_mobile',
|
||||
'system_health.webview_startup',
|
||||
]).Abridge(['loading.mobile', 'startup.mobile', 'system_health.common_mobile'])
|
||||
_ANDROID_NEXUS_5_EXECUTABLE_CONFIGS = frozenset([
|
||||
_components_perftests(100),
|
||||
_gpu_perftests(45),
|
||||
_tracing_perftests(55),
|
||||
])
|
||||
_ANDROID_NEXUS_5X_WEBVIEW_BENCHMARK_CONFIGS = PerfSuite(
|
||||
OFFICIAL_BENCHMARK_CONFIGS).Remove([
|
||||
'blink_perf.display_locking',
|
||||
'jetstream2',
|
||||
'system_health.weblayer_startup',
|
||||
'v8.browsing_mobile-future',
|
||||
])
|
||||
_ANDROID_PIXEL2_BENCHMARK_CONFIGS = PerfSuite(
|
||||
_OFFICIAL_EXCEPT_DISPLAY_LOCKING).Remove(['system_health.weblayer_startup'])
|
||||
_ANDROID_PIXEL2_EXECUTABLE_CONFIGS = frozenset([
|
||||
@ -602,9 +577,6 @@ WIN_10_AMD = PerfPlatform('win-10_amd-perf', 'Windows AMD chipset',
|
||||
WIN_10_AMD_LAPTOP = PerfPlatform('win-10_amd_laptop-perf',
|
||||
'Windows 10 Laptop with AMD chipset.',
|
||||
_WIN_10_AMD_LAPTOP_BENCHMARK_CONFIGS, 2, 'win')
|
||||
WIN_7 = PerfPlatform('Win 7 Perf', 'N/A', _WIN_7_BENCHMARK_CONFIGS, 2, 'win')
|
||||
WIN_7_GPU = PerfPlatform('Win 7 Nvidia GPU Perf', 'N/A',
|
||||
_WIN_7_GPU_BENCHMARK_CONFIGS, 3, 'win')
|
||||
|
||||
# Android
|
||||
ANDROID_GO = PerfPlatform(
|
||||
@ -614,15 +586,6 @@ ANDROID_GO_WEBVIEW = PerfPlatform('android-go_webview-perf',
|
||||
'Android OPM1.171019.021 (gobo)',
|
||||
_ANDROID_GO_WEBVIEW_BENCHMARK_CONFIGS, 13,
|
||||
'android')
|
||||
ANDROID_NEXUS_5 = PerfPlatform('Android Nexus5 Perf',
|
||||
'Android KOT49H',
|
||||
_ANDROID_NEXUS_5_BENCHMARK_CONFIGS,
|
||||
10,
|
||||
'android',
|
||||
executables=_ANDROID_NEXUS_5_EXECUTABLE_CONFIGS)
|
||||
ANDROID_NEXUS_5X_WEBVIEW = PerfPlatform(
|
||||
'Android Nexus5X WebView Perf', 'Android AOSP MOB30K',
|
||||
_ANDROID_NEXUS_5X_WEBVIEW_BENCHMARK_CONFIGS, 10, 'android')
|
||||
ANDROID_PIXEL2 = PerfPlatform('android-pixel2-perf',
|
||||
'Android OPM1.171019.021',
|
||||
_ANDROID_PIXEL2_BENCHMARK_CONFIGS,
|
||||
@ -661,12 +624,6 @@ WIN_10_LOW_END_HP_CANDIDATE = PerfPlatform(
|
||||
'win-10_laptop_low_end-perf_HP-Candidate', 'HP 15-BS121NR Laptop Candidate',
|
||||
_WIN_10_LOW_END_HP_CANDIDATE_BENCHMARK_CONFIGS,
|
||||
1, 'win', is_fyi=True)
|
||||
ANDROID_NEXUS5X_PERF_FYI = PerfPlatform('android-nexus5x-perf-fyi',
|
||||
'Android MMB29Q',
|
||||
_ANDROID_NEXUS5X_FYI_BENCHMARK_CONFIGS,
|
||||
2,
|
||||
'android',
|
||||
is_fyi=True)
|
||||
ANDROID_PIXEL2_PERF_AAB_FYI = PerfPlatform(
|
||||
'android-pixel2-perf-aab-fyi',
|
||||
'Android OPM1.171019.021',
|
||||
|
@ -154,31 +154,11 @@ FYI_BUILDERS = {
|
||||
'cc_perftests',
|
||||
'chrome_public_apk',
|
||||
'chromium_builder_perf',
|
||||
'gpu_perftests',
|
||||
'push_apps_to_background_apk',
|
||||
'system_webview_apk',
|
||||
'system_webview_shell_apk',
|
||||
],
|
||||
},
|
||||
'android-nexus5x-perf-fyi': {
|
||||
'tests': [{
|
||||
'isolate':
|
||||
'performance_test_suite_android_clank_chrome',
|
||||
'extra_args': [
|
||||
'--output-format=histograms',
|
||||
'--experimental-tbmv3-metrics',
|
||||
],
|
||||
}],
|
||||
'platform':
|
||||
'android-chrome',
|
||||
'dimension': {
|
||||
'pool': 'chrome.tests.perf-fyi',
|
||||
'os': 'Android',
|
||||
'device_type': 'bullhead',
|
||||
'device_os': 'MMB29Q',
|
||||
'device_os_flavor': 'google',
|
||||
},
|
||||
},
|
||||
'android-pixel2-perf-fyi': {
|
||||
'tests': [{
|
||||
'isolate':
|
||||
@ -221,7 +201,6 @@ FYI_BUILDERS = {
|
||||
'cc_perftests',
|
||||
'chrome_public_apk',
|
||||
'chromium_builder_perf',
|
||||
'gpu_perftests',
|
||||
'push_apps_to_background_apk',
|
||||
'system_webview_apk',
|
||||
'system_webview_shell_apk',
|
||||
@ -368,7 +347,6 @@ BUILDERS = {
|
||||
'chrome_public_apk',
|
||||
'chromium_builder_perf',
|
||||
'dump_syms',
|
||||
'gpu_perftests',
|
||||
'push_apps_to_background_apk',
|
||||
'system_webview_apk',
|
||||
'system_webview_shell_apk',
|
||||
@ -448,7 +426,6 @@ BUILDERS = {
|
||||
'cc_perftests',
|
||||
'chrome_public_apk',
|
||||
'chromium_builder_perf',
|
||||
'gpu_perftests',
|
||||
'push_apps_to_background_apk',
|
||||
'system_webview_apk',
|
||||
'system_webview_shell_apk',
|
||||
@ -649,42 +626,6 @@ BUILDERS = {
|
||||
'device_os_flavor': 'google',
|
||||
},
|
||||
},
|
||||
'Android Nexus5 Perf': {
|
||||
'tests': [
|
||||
{
|
||||
'isolate': 'performance_test_suite_android_chrome',
|
||||
'extra_args': [
|
||||
'--assert-gpu-compositing',
|
||||
],
|
||||
},
|
||||
],
|
||||
'platform':
|
||||
'android',
|
||||
'dimension': {
|
||||
'pool': 'chrome.tests.perf',
|
||||
'os': 'Android',
|
||||
'device_type': 'hammerhead',
|
||||
'device_os': 'M4B30Z',
|
||||
'device_os_flavor': 'google',
|
||||
},
|
||||
},
|
||||
'Android Nexus5X WebView Perf': {
|
||||
'tests': [{
|
||||
'isolate': 'performance_webview_test_suite',
|
||||
'extra_args': [
|
||||
'--assert-gpu-compositing',
|
||||
],
|
||||
}],
|
||||
'platform':
|
||||
'android-webview',
|
||||
'dimension': {
|
||||
'pool': 'chrome.tests.perf-webview',
|
||||
'os': 'Android',
|
||||
'device_type': 'bullhead',
|
||||
'device_os': 'MOB30K',
|
||||
'device_os_flavor': 'aosp',
|
||||
},
|
||||
},
|
||||
'android-pixel2_webview-perf': {
|
||||
'tests': [{
|
||||
'isolate': 'performance_webview_test_suite',
|
||||
@ -882,41 +823,6 @@ BUILDERS = {
|
||||
'synthetic_product_name': 'OMEN by HP Laptop 16-c0xxx [ ] (HP)',
|
||||
},
|
||||
},
|
||||
'Win 7 Perf': {
|
||||
'tests': [
|
||||
{
|
||||
'isolate': 'performance_test_suite',
|
||||
},
|
||||
],
|
||||
'platform': 'win',
|
||||
'target_bits': 32,
|
||||
'dimension': {
|
||||
'gpu': '102b:0532-6.1.7600.16385',
|
||||
'os': 'Windows-2008ServerR2-SP1',
|
||||
'pool': 'chrome.tests.perf',
|
||||
'synthetic_product_name': 'PowerEdge R210 II (Dell Inc.)',
|
||||
},
|
||||
},
|
||||
'Win 7 Nvidia GPU Perf': {
|
||||
'tests': [
|
||||
{
|
||||
'isolate': 'performance_test_suite',
|
||||
'extra_args': [
|
||||
'--assert-gpu-compositing',
|
||||
],
|
||||
},
|
||||
],
|
||||
'platform':
|
||||
'win',
|
||||
'target_bits':
|
||||
64,
|
||||
'dimension': {
|
||||
'gpu': '10de:1cb3-23.21.13.8792',
|
||||
'os': 'Windows-2008ServerR2-SP1',
|
||||
'pool': 'chrome.tests.perf',
|
||||
'synthetic_product_name': 'PowerEdge R220 [01] (Dell Inc.)'
|
||||
},
|
||||
},
|
||||
'mac-laptop_low_end-perf': {
|
||||
'tests': [
|
||||
{
|
||||
@ -1192,10 +1098,6 @@ GTEST_BENCHMARKS = {
|
||||
'skyostil@chromium.org, gab@chromium.org', 'Internals>SequenceManager',
|
||||
('https://chromium.googlesource.com/chromium/src/+/HEAD/base/' +
|
||||
'README.md#performance-testing')),
|
||||
'gpu_perftests':
|
||||
BenchmarkMetadata(
|
||||
'reveman@chromium.org, chrome-gpu-perf-owners@chromium.org',
|
||||
'Internals>GPU'),
|
||||
'tracing_perftests':
|
||||
BenchmarkMetadata('eseckler@chromium.org, oysteine@chromium.org',
|
||||
'Speed>Tracing'),
|
||||
|
@ -1,27 +0,0 @@
|
||||
{
|
||||
"0": {
|
||||
"benchmarks": {
|
||||
"system_health.scroll_jank_mobile": {
|
||||
"end": 3,
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"1": {
|
||||
"benchmarks": {
|
||||
"system_health.scroll_jank_mobile": {
|
||||
"begin": 3,
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"extra_infos": {
|
||||
"num_stories": 6,
|
||||
"predicted_min_shard_time": 10,
|
||||
"predicted_min_shard_index": 0,
|
||||
"predicted_max_shard_time": 20,
|
||||
"predicted_max_shard_index": 1,
|
||||
"shard #0": 10,
|
||||
"shard #1": 20
|
||||
}
|
||||
}
|
@ -1,116 +0,0 @@
|
||||
{
|
||||
"0": {
|
||||
"executables": {
|
||||
"components_perftests": {
|
||||
"path": "components_perftests",
|
||||
"arguments": [
|
||||
"--xvfb"
|
||||
]
|
||||
},
|
||||
"gpu_perftests": {
|
||||
"path": "gpu_perftests"
|
||||
}
|
||||
},
|
||||
"benchmarks": {}
|
||||
},
|
||||
"1": {
|
||||
"benchmarks": {
|
||||
"loading.mobile": {
|
||||
"end": 3,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"2": {
|
||||
"benchmarks": {
|
||||
"loading.mobile": {
|
||||
"begin": 3,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"3": {
|
||||
"benchmarks": {
|
||||
"startup.mobile": {
|
||||
"end": 1,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"4": {
|
||||
"benchmarks": {
|
||||
"startup.mobile": {
|
||||
"begin": 1,
|
||||
"end": 2,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"5": {
|
||||
"benchmarks": {
|
||||
"startup.mobile": {
|
||||
"begin": 2,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"6": {
|
||||
"benchmarks": {
|
||||
"system_health.common_mobile": {
|
||||
"end": 4,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"7": {
|
||||
"benchmarks": {
|
||||
"system_health.common_mobile": {
|
||||
"begin": 4,
|
||||
"end": 9,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"8": {
|
||||
"benchmarks": {
|
||||
"system_health.common_mobile": {
|
||||
"begin": 9,
|
||||
"end": 11,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"9": {
|
||||
"benchmarks": {
|
||||
"system_health.common_mobile": {
|
||||
"begin": 11,
|
||||
"abridged": true
|
||||
},
|
||||
"system_health.webview_startup": {
|
||||
"abridged": false
|
||||
}
|
||||
},
|
||||
"executables": {
|
||||
"tracing_perftests": {
|
||||
"path": "tracing_perftests"
|
||||
}
|
||||
}
|
||||
},
|
||||
"extra_infos": {
|
||||
"num_stories": 26,
|
||||
"predicted_min_shard_time": 129.0,
|
||||
"predicted_min_shard_index": 4,
|
||||
"predicted_max_shard_time": 215.0,
|
||||
"predicted_max_shard_index": 8,
|
||||
"shard #0": 145.0,
|
||||
"shard #1": 158.0,
|
||||
"shard #2": 152.0,
|
||||
"shard #3": 178.0,
|
||||
"shard #4": 129.0,
|
||||
"shard #5": 170.0,
|
||||
"shard #6": 162.0,
|
||||
"shard #7": 171.0,
|
||||
"shard #8": 215.0,
|
||||
"shard #9": 161.0
|
||||
}
|
||||
}
|
@ -1,219 +0,0 @@
|
||||
{
|
||||
"0": {
|
||||
"benchmarks": {
|
||||
"blink_perf.accessibility": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.bindings": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.css": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.dom": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.events": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.image_decoder": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.layout": {
|
||||
"end": 51,
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"1": {
|
||||
"benchmarks": {
|
||||
"blink_perf.layout": {
|
||||
"begin": 51,
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.owp_storage": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.paint": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.parser": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.shadow_dom": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.svg": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.webaudio": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.webgl": {
|
||||
"abridged": false
|
||||
},
|
||||
"blink_perf.webgl_fast_call": {
|
||||
"abridged": false
|
||||
},
|
||||
"dromaeo": {
|
||||
"abridged": false
|
||||
},
|
||||
"dummy_benchmark.noisy_benchmark_1": {
|
||||
"abridged": false
|
||||
},
|
||||
"dummy_benchmark.stable_benchmark_1": {
|
||||
"abridged": false
|
||||
},
|
||||
"jetstream": {
|
||||
"abridged": false
|
||||
},
|
||||
"kraken": {
|
||||
"abridged": false
|
||||
},
|
||||
"loading.mobile": {
|
||||
"end": 26,
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"2": {
|
||||
"benchmarks": {
|
||||
"loading.mobile": {
|
||||
"begin": 26,
|
||||
"abridged": false
|
||||
},
|
||||
"media.mobile": {
|
||||
"abridged": false
|
||||
},
|
||||
"octane": {
|
||||
"abridged": false
|
||||
},
|
||||
"rasterize_and_record_micro.top_25": {
|
||||
"abridged": false
|
||||
},
|
||||
"rendering.mobile": {
|
||||
"end": 31,
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"3": {
|
||||
"benchmarks": {
|
||||
"rendering.mobile": {
|
||||
"begin": 31,
|
||||
"end": 163,
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"4": {
|
||||
"benchmarks": {
|
||||
"rendering.mobile": {
|
||||
"begin": 163,
|
||||
"end": 270,
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"5": {
|
||||
"benchmarks": {
|
||||
"rendering.mobile": {
|
||||
"begin": 270,
|
||||
"abridged": false
|
||||
},
|
||||
"speedometer": {
|
||||
"abridged": false
|
||||
},
|
||||
"speedometer-future": {
|
||||
"abridged": false
|
||||
},
|
||||
"speedometer2": {
|
||||
"abridged": false
|
||||
},
|
||||
"speedometer2-future": {
|
||||
"abridged": false
|
||||
},
|
||||
"speedometer2-pcscan": {
|
||||
"abridged": false
|
||||
},
|
||||
"startup.mobile": {
|
||||
"abridged": false
|
||||
},
|
||||
"system_health.common_mobile": {
|
||||
"end": 2,
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"6": {
|
||||
"benchmarks": {
|
||||
"system_health.common_mobile": {
|
||||
"begin": 2,
|
||||
"abridged": false
|
||||
},
|
||||
"system_health.memory_mobile": {
|
||||
"end": 4,
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"7": {
|
||||
"benchmarks": {
|
||||
"system_health.memory_mobile": {
|
||||
"begin": 4,
|
||||
"end": 27,
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"8": {
|
||||
"benchmarks": {
|
||||
"blink_perf.webcodecs": {
|
||||
"abridged": false
|
||||
},
|
||||
"system_health.memory_mobile": {
|
||||
"begin": 27,
|
||||
"abridged": false
|
||||
},
|
||||
"system_health.pcscan": {
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"9": {
|
||||
"benchmarks": {
|
||||
"system_health.webview_startup": {
|
||||
"abridged": false
|
||||
},
|
||||
"tracing.tracing_with_background_memory_infra": {
|
||||
"abridged": false
|
||||
},
|
||||
"v8.browsing_mobile": {
|
||||
"abridged": false
|
||||
},
|
||||
"wasmpspdfkit": {
|
||||
"abridged": false
|
||||
},
|
||||
"webrtc": {
|
||||
"abridged": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"extra_infos": {
|
||||
"num_stories": 1161,
|
||||
"predicted_min_shard_time": 2739.0,
|
||||
"predicted_min_shard_index": 8,
|
||||
"predicted_max_shard_time": 2897.0,
|
||||
"predicted_max_shard_index": 9,
|
||||
"shard #0": 2831.0,
|
||||
"shard #1": 2843.0,
|
||||
"shard #2": 2839.0,
|
||||
"shard #3": 2823.0,
|
||||
"shard #4": 2825.0,
|
||||
"shard #5": 2828.0,
|
||||
"shard #6": 2783.0,
|
||||
"shard #7": 2865.0,
|
||||
"shard #8": 2739.0,
|
||||
"shard #9": 2897.0
|
||||
}
|
||||
}
|
@ -1,94 +0,0 @@
|
||||
[
|
||||
{
|
||||
"duration": "29.0",
|
||||
"name": "loading.mobile/Dramaq"
|
||||
},
|
||||
{
|
||||
"duration": "26.0",
|
||||
"name": "loading.mobile/Facebook"
|
||||
},
|
||||
{
|
||||
"duration": "24.0",
|
||||
"name": "loading.mobile/FranceTVInfo"
|
||||
},
|
||||
{
|
||||
"duration": "29.0",
|
||||
"name": "loading.mobile/GoogleIndia"
|
||||
},
|
||||
{
|
||||
"duration": "23.0",
|
||||
"name": "loading.mobile/Hongkiat"
|
||||
},
|
||||
{
|
||||
"duration": "24.0",
|
||||
"name": "loading.mobile/LocalMoxie"
|
||||
},
|
||||
{
|
||||
"duration": "156.0",
|
||||
"name": "startup.mobile/cct:coldish:bbc"
|
||||
},
|
||||
{
|
||||
"duration": "178.0",
|
||||
"name": "startup.mobile/intent:coldish:bbc"
|
||||
},
|
||||
{
|
||||
"duration": "129.0",
|
||||
"name": "startup.mobile/intent:warm:bbc"
|
||||
},
|
||||
{
|
||||
"duration": "14.0",
|
||||
"name": "startup.mobile/maps_pwa:with_http_cache"
|
||||
},
|
||||
{
|
||||
"duration": "38.0",
|
||||
"name": "system_health.common_mobile/background:social:facebook:2019"
|
||||
},
|
||||
{
|
||||
"duration": "54.0",
|
||||
"name": "system_health.common_mobile/background:tools:gmail:2019"
|
||||
},
|
||||
{
|
||||
"duration": "112.0",
|
||||
"name": "system_health.common_mobile/browse:news:reddit:2019"
|
||||
},
|
||||
{
|
||||
"duration": "103.0",
|
||||
"name": "system_health.common_mobile/browse:social:tumblr_infinite_scroll:2018"
|
||||
},
|
||||
{
|
||||
"duration": "96.0",
|
||||
"name": "system_health.common_mobile/browse:social:twitter:2019"
|
||||
},
|
||||
{
|
||||
"duration": "60.0",
|
||||
"name": "system_health.common_mobile/browse:tools:maps:2019"
|
||||
},
|
||||
{
|
||||
"duration": "35.0",
|
||||
"name": "system_health.common_mobile/load:media:youtube:2018"
|
||||
},
|
||||
{
|
||||
"duration": "45.0",
|
||||
"name": "system_health.common_mobile/load:news:cnn:2020"
|
||||
},
|
||||
{
|
||||
"duration": "47.0",
|
||||
"name": "system_health.common_mobile/load:tools:gmail:2019"
|
||||
},
|
||||
{
|
||||
"duration": "34.0",
|
||||
"name": "system_health.common_mobile/load:tools:weather:2019"
|
||||
},
|
||||
{
|
||||
"duration": "100.0",
|
||||
"name": "components_perftests/_gtest_"
|
||||
},
|
||||
{
|
||||
"duration": "45.0",
|
||||
"name": "gpu_perftests/_gtest_"
|
||||
},
|
||||
{
|
||||
"duration": "55.0",
|
||||
"name": "tracing_perftests/_gtest_"
|
||||
}
|
||||
]
|
File diff suppressed because it is too large
Load Diff
@ -1,10 +0,0 @@
|
||||
[
|
||||
{
|
||||
"duration": "39.0",
|
||||
"name": "rendering.desktop/css_value_type_shadow"
|
||||
},
|
||||
{
|
||||
"duration": "26.0",
|
||||
"name": "rendering.desktop/main_30fps_impl_60fps"
|
||||
}
|
||||
]
|
@ -1,42 +0,0 @@
|
||||
[
|
||||
{
|
||||
"duration": "47.0",
|
||||
"name": "loading.desktop/AirBnB_warm"
|
||||
},
|
||||
{
|
||||
"duration": "41.0",
|
||||
"name": "loading.desktop/Aljayyash_cold"
|
||||
},
|
||||
{
|
||||
"duration": "20.0",
|
||||
"name": "loading.desktop/AllRecipes_cold"
|
||||
},
|
||||
{
|
||||
"duration": "28.0",
|
||||
"name": "loading.desktop/Baidu_warm"
|
||||
},
|
||||
{
|
||||
"duration": "48.0",
|
||||
"name": "loading.desktop/Naver_cold"
|
||||
},
|
||||
{
|
||||
"duration": "13.0",
|
||||
"name": "loading.desktop/Orange_cold"
|
||||
},
|
||||
{
|
||||
"duration": "13.0",
|
||||
"name": "loading.desktop/Orange_warm"
|
||||
},
|
||||
{
|
||||
"duration": "36.0",
|
||||
"name": "loading.desktop/Taobao_warm"
|
||||
},
|
||||
{
|
||||
"duration": "35.0",
|
||||
"name": "loading.desktop/TheOnion_cold"
|
||||
},
|
||||
{
|
||||
"duration": "30.0",
|
||||
"name": "loading.desktop/ru.wikipedia_warm"
|
||||
}
|
||||
]
|
@ -1,37 +0,0 @@
|
||||
{
|
||||
"0": {
|
||||
"benchmarks": {
|
||||
"rendering.desktop": {
|
||||
"end": 4,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"1": {
|
||||
"benchmarks": {
|
||||
"rendering.desktop": {
|
||||
"begin": 4,
|
||||
"end": 7,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"2": {
|
||||
"benchmarks": {
|
||||
"rendering.desktop": {
|
||||
"begin": 7,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"extra_infos": {
|
||||
"num_stories": 12,
|
||||
"predicted_min_shard_time": 40,
|
||||
"predicted_min_shard_index": 0,
|
||||
"predicted_max_shard_time": 75.0,
|
||||
"predicted_max_shard_index": 1,
|
||||
"shard #0": 40,
|
||||
"shard #1": 75.0,
|
||||
"shard #2": 50
|
||||
}
|
||||
}
|
@ -1,27 +0,0 @@
|
||||
{
|
||||
"0": {
|
||||
"benchmarks": {
|
||||
"loading.desktop": {
|
||||
"end": 6,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"1": {
|
||||
"benchmarks": {
|
||||
"loading.desktop": {
|
||||
"begin": 6,
|
||||
"abridged": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"extra_infos": {
|
||||
"num_stories": 10,
|
||||
"predicted_min_shard_time": 300.0,
|
||||
"predicted_min_shard_index": 1,
|
||||
"predicted_max_shard_time": 322.0,
|
||||
"predicted_max_shard_index": 0,
|
||||
"shard #0": 322.0,
|
||||
"shard #1": 300.0
|
||||
}
|
||||
}
|
@ -10,7 +10,6 @@ UNDOCUMENTED_BENCHMARKS = {
|
||||
'dromaeo',
|
||||
'dummy_benchmark.noisy_benchmark_1',
|
||||
'dummy_benchmark.stable_benchmark_1',
|
||||
'gpu_perftests',
|
||||
'jetstream',
|
||||
'kraken',
|
||||
'load_library_perf_tests',
|
||||
|
Reference in New Issue
Block a user