fune/testing/talos/talos.json
Greg Mierzwinski 7948524fe0 Bug 1855674 - Modify pdfpaint test to run more PDFs. r=aglavic,perftest-reviewers
This patch modifies the pdfpaint test to run more pdfs that are found in the Mozilla pdf.js repository. The pdfpaint test is also moved to it's own suite due to the number of PDFs now being tested. These PDFs are pulled in locally from a toolchain task called talos-pdfs. The *ignore files are modified since the pdfpaint folder now contains a symbolic link to the local PDFs that should not be commit in-tree.

To handle running the large number of PDFs, chunking is added to the test with the chunk size being 100 PDFs. Each chunk runs each of the 100 PDFs 5 times. A CLI option is also added for local runs so that users can select a specific pdfpaint PDF to test. An additional issue with the subtest/pdf file name parsing is also fixed for this to work.

Differential Revision: https://phabricator.services.mozilla.com/D205824
2024-04-08 11:47:05 +00:00

128 lines
3.3 KiB
JSON

{
"suites": {
"bcv": {
"tests": ["basic_compositor_video"]
},
"chromez": {
"tests": ["about_preferences_basic", "tresize"]
},
"dromaeojs": {
"tests": ["dromaeo_css", "kraken"]
},
"other": {
"tests": [
"a11yr",
"ts_paint",
"twinopen",
"sessionrestore",
"sessionrestore_no_auto_restore",
"tabpaint",
"cpstartup",
"startup_about_home_paint",
"cross_origin_pageload",
"startup_about_home_paint_cached"
]
},
"sessionrestore-many-windows": {
"tests": ["sessionrestore_many_windows"]
},
"g1": {
"tests": ["tp5o_scroll"],
"pagesets_name": "tp5n.zip"
},
"damp": {
"tests": ["damp"],
"pagesets_name": "tp5n.zip",
"extra_prefs": ["talos.damp.suite=all"]
},
"damp-inspector": {
"tests": ["damp"],
"pagesets_name": "tp5n.zip",
"extra_prefs": ["talos.damp.suite=inspector"]
},
"damp-webconsole": {
"tests": ["damp"],
"pagesets_name": "tp5n.zip",
"extra_prefs": ["talos.damp.suite=webconsole"]
},
"damp-other": {
"tests": ["damp"],
"pagesets_name": "tp5n.zip",
"extra_prefs": ["talos.damp.suite=other"]
},
"tabswitch": {
"tests": ["tabswitch"],
"pagesets_name": "tp5n.zip"
},
"g3": {
"tests": ["dromaeo_dom"]
},
"g4": {
"tests": ["displaylist_mutate", "rasterflood_svg", "rasterflood_gradient"]
},
"g5": {
"tests": ["ts_paint_webext", "tp5o_webext"],
"pagesets_name": "tp5n.zip"
},
"motionmark": {
"tests": [
"motionmark_animometer",
"motionmark_htmlsuite",
"JetStream",
"ARES6"
],
"benchmark_zip": "jetstream.zip"
},
"svgr": {
"tests": ["tsvgx", "tsvgr_opacity", "tscrollx", "tsvg_static", "tart"]
},
"perf-reftest": {
"tests": ["perf_reftest"]
},
"perf-reftest-singletons": {
"tests": ["perf_reftest_singletons"]
},
"tp5o": {
"tests": ["tp5o"],
"pagesets_name": "tp5n.zip"
},
"webgl": {
"tests": [
"canvas2dvideo",
"glterrain",
"glvideo",
"motionmark_webgl",
"offscreencanvas_webcodecs_main_webgl_h264",
"offscreencanvas_webcodecs_main_webgl_vp9",
"offscreencanvas_webcodecs_main_webgl_av1",
"offscreencanvas_webcodecs_worker_webgl_h264",
"offscreencanvas_webcodecs_worker_webgl_vp9",
"offscreencanvas_webcodecs_worker_webgl_av1",
"offscreencanvas_webcodecs_main_2d_h264",
"offscreencanvas_webcodecs_main_2d_vp9",
"offscreencanvas_webcodecs_main_2d_av1",
"offscreencanvas_webcodecs_worker_2d_h264",
"offscreencanvas_webcodecs_worker_2d_vp9",
"offscreencanvas_webcodecs_worker_2d_av1"
]
},
"xperf": {
"tests": ["tp5n"],
"pagesets_name": "tp5n.zip",
"talos_options": [
"--xperf_path",
"\"c:/Program Files (x86)/Windows Kits/10/Windows Performance Toolkit/xperf.exe\""
]
},
"h1": {
"tests": ["ts_paint_heavy"]
},
"realworld-webextensions": {
"tests": ["startup_about_home_paint_realworld_webextensions"],
"webextensions_zip": "webextensions.zip"
},
"pdfpaint": {
"tests": ["pdfpaint"]
}
}
}