Enable CrOS WebGL 2 test
Enables the WebGL 2 conformance tests with the validating decoder on
ChromeOS kevin devices, amd64-generic VMs, and Lacros-like Linux
environments.
Bug: 1080424, 1209107, 1219055, 1232132, 1232131
Bug: 1232130, 1232129, 1232128, 1232125, 1232123
Bug: 1232120, 1232118, 1232112, 1232106, 1232102
Bug: 1231762, 1231760, 1231736, 1223542, 1223538
Bug: 1223529, 1221366, 1221365, 1221364, 1221362
Bug: 1219057, 1219024, 1218615, 1218612, 1218607
Bug: 1218516, 1218512, 1218509, 1218509, 1218169
Bug: 1218162, 1218157, 1215700, 1215698, 1215695
Bug: 1213198, 1211588, 1211582, 1210240
Change-Id: I762cc3674d6dd2cba8f9a5ef364e10dc53e996cb
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2898500
Commit-Queue: Brian Sheedy <[email protected]>
Auto-Submit: Brian Sheedy <[email protected]>
Reviewed-by: Yuly Novikov <[email protected]>
Cr-Commit-Position: refs/heads/master@{#911879}
diff --git a/testing/buildbot/chromium.gpu.fyi.json b/testing/buildbot/chromium.gpu.fyi.json
index a2d56a2..d4984a35 100644
--- a/testing/buildbot/chromium.gpu.fyi.json
+++ b/testing/buildbot/chromium.gpu.fyi.json
@@ -6597,6 +6597,60 @@
"--passthrough",
"-v",
"--extra-browser-args=--log-level=0 --js-flags=--expose-gc --use-cmd-decoder=validating --force_high_performance_gpu",
+ "--webgl-conformance-version=2.0.1",
+ "--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json",
+ "--remote=127.0.0.1",
+ "--remote-ssh-port=9222"
+ ],
+ "isolate_name": "telemetry_gpu_integration_test",
+ "merge": {
+ "args": [],
+ "script": "//testing/merge_scripts/standard_isolated_script_merge.py"
+ },
+ "name": "webgl2_conformance_validating_tests",
+ "resultdb": {
+ "enable": true,
+ "has_native_resultdb_integration": true
+ },
+ "should_retry_with_patch": false,
+ "swarming": {
+ "can_use_on_swarming_builders": true,
+ "containment_type": "AUTO",
+ "dimension_sets": [
+ {
+ "cpu": "x86",
+ "kvm": "1",
+ "os": "Ubuntu-18.04",
+ "pool": "chromium.tests"
+ }
+ ],
+ "idempotent": false,
+ "named_caches": [
+ {
+ "name": "cros_vm",
+ "path": "magic_cros_vm_cache"
+ }
+ ],
+ "optional_dimensions": {
+ "60": [
+ {
+ "caches": "cros_vm"
+ }
+ ]
+ },
+ "service_account": "[email protected]",
+ "shards": 30
+ },
+ "test_id_prefix": "ninja://chrome/test:telemetry_gpu_integration_test/"
+ },
+ {
+ "args": [
+ "webgl_conformance",
+ "--show-stdout",
+ "--browser=cros-chrome",
+ "--passthrough",
+ "-v",
+ "--extra-browser-args=--log-level=0 --js-flags=--expose-gc --use-cmd-decoder=validating --force_high_performance_gpu",
"--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json",
"--remote=127.0.0.1",
"--remote-ssh-port=9222"
@@ -7117,6 +7171,49 @@
"--passthrough",
"-v",
"--extra-browser-args=--log-level=0 --js-flags=--expose-gc --use-cmd-decoder=validating --force_high_performance_gpu",
+ "--webgl-conformance-version=2.0.1",
+ "--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json",
+ "--remote=variable_chromeos_device_hostname"
+ ],
+ "isolate_name": "telemetry_gpu_integration_test",
+ "merge": {
+ "args": [],
+ "script": "//testing/merge_scripts/standard_isolated_script_merge.py"
+ },
+ "name": "webgl2_conformance_validating_tests",
+ "resultdb": {
+ "enable": true,
+ "has_native_resultdb_integration": true
+ },
+ "should_retry_with_patch": false,
+ "swarming": {
+ "can_use_on_swarming_builders": true,
+ "containment_type": "AUTO",
+ "dimension_sets": [
+ {
+ "device_type": "kevin",
+ "os": "ChromeOS",
+ "pool": "chromium.tests"
+ }
+ ],
+ "expiration": 21600,
+ "idempotent": false,
+ "service_account": "[email protected]",
+ "shards": 20
+ },
+ "test_id_prefix": "ninja://chrome/test:telemetry_gpu_integration_test/",
+ "trigger_script": {
+ "script": "//testing/trigger_scripts/chromeos_device_trigger.py"
+ }
+ },
+ {
+ "args": [
+ "webgl_conformance",
+ "--show-stdout",
+ "--browser=cros-chrome",
+ "--passthrough",
+ "-v",
+ "--extra-browser-args=--log-level=0 --js-flags=--expose-gc --use-cmd-decoder=validating --force_high_performance_gpu",
"--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json",
"--remote=variable_chromeos_device_hostname"
],
@@ -7659,6 +7756,48 @@
"--passthrough",
"-v",
"--extra-browser-args=--enable-logging=stderr --js-flags=--expose-gc --use-cmd-decoder=validating --force_high_performance_gpu --enable-features=UseOzonePlatform --ozone-platform=wayland",
+ "--webgl-conformance-version=2.0.1",
+ "--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json",
+ "--xvfb",
+ "--no-xvfb",
+ "--use-weston",
+ "--weston-use-gl"
+ ],
+ "isolate_name": "telemetry_gpu_integration_test",
+ "merge": {
+ "args": [],
+ "script": "//testing/merge_scripts/standard_isolated_script_merge.py"
+ },
+ "name": "webgl2_conformance_validating_tests",
+ "resultdb": {
+ "enable": true,
+ "has_native_resultdb_integration": true
+ },
+ "should_retry_with_patch": false,
+ "swarming": {
+ "can_use_on_swarming_builders": true,
+ "containment_type": "AUTO",
+ "dimension_sets": [
+ {
+ "gpu": "8086:5912-20.0.8",
+ "os": "Ubuntu-18.04.5",
+ "pool": "chromium.tests.gpu"
+ }
+ ],
+ "idempotent": false,
+ "service_account": "[email protected]",
+ "shards": 20
+ },
+ "test_id_prefix": "ninja://chrome/test:telemetry_gpu_integration_test/"
+ },
+ {
+ "args": [
+ "webgl_conformance",
+ "--show-stdout",
+ "--browser=release",
+ "--passthrough",
+ "-v",
+ "--extra-browser-args=--enable-logging=stderr --js-flags=--expose-gc --use-cmd-decoder=validating --force_high_performance_gpu --enable-features=UseOzonePlatform --ozone-platform=wayland",
"--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json",
"--xvfb",
"--no-xvfb",
diff --git a/testing/buildbot/test_suite_exceptions.pyl b/testing/buildbot/test_suite_exceptions.pyl
index 1b2ebba..91ce8b82 100644
--- a/testing/buildbot/test_suite_exceptions.pyl
+++ b/testing/buildbot/test_suite_exceptions.pyl
@@ -3132,6 +3132,15 @@
'Optional Mac Retina Release (NVIDIA)',
],
'modifications': {
+ # This VM configuration is known to be significantly slower than other
+ # CrOS configurations, so increase the shards.
+ # TODO(crbug.com/1223550): Remove this if the configuration can be sped
+ # up.
+ 'ChromeOS FYI Release (amd64-generic)': {
+ 'swarming': {
+ 'shards': 30,
+ },
+ },
'Mac FYI GPU ASAN Release': {
'args': [
'--is-asan',
diff --git a/testing/buildbot/test_suites.pyl b/testing/buildbot/test_suites.pyl
index 4739604..7f1375a 100644
--- a/testing/buildbot/test_suites.pyl
+++ b/testing/buildbot/test_suites.pyl
@@ -6487,7 +6487,7 @@
# TODO(crbug.com/1080424): Try enabling these again once some of the
# existing CrOS WebGL issues are resolved.
# 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests',
- # 'gpu_webgl2_conformance_validating_telemetry_tests',
+ 'gpu_webgl2_conformance_validating_telemetry_tests',
# 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
],
