forked from mirrors/gecko-dev
Bug 1820216 - Run Custom chromium-as-release performance tests on OSX. r=perftest-reviewers,sparky
This patch extends the chromium-as-release perftest configuration to be able to also run on the macOSX platform using a macOSX build. With this, we now run CaR on all of our x64 platforms. Also, the mac variant as added to the `mach try perf` selector Differential Revision: https://phabricator.services.mozilla.com/D180825
This commit is contained in:
Kash Shampur
parent
4586663a11
commit
b3c72b5348
4 changed files with 107 additions and 4 deletions
|
|
@ -21,8 +21,7 @@ job-defaults:
|
|||
safari:
|
||||
- .*macos.*shippable.*
|
||||
custom-car:
|
||||
- linux.*shippable.*
|
||||
- windows10-64.*shippable.*
|
||||
- .*64.*shippable.*
|
||||
default: []
|
||||
test-manifest-loader: null # don't load tests in the taskgraph
|
||||
tier: 3
|
||||
|
|
@ -54,6 +53,10 @@ job-defaults:
|
|||
- win64-custom-car
|
||||
- win64-minidump-stackwalk
|
||||
- win64-fix-stacks
|
||||
macos.*:
|
||||
- macosx64-custom-car
|
||||
- macosx64-minidump-stackwalk
|
||||
- macosx64-fix-stacks
|
||||
default: []
|
||||
default:
|
||||
by-test-platform:
|
||||
|
|
@ -82,7 +85,7 @@ browsertime-tp6:
|
|||
safari:
|
||||
- .*macos.*shippable.*
|
||||
custom-car:
|
||||
- (windows10-64|linux).*shippable.*
|
||||
- .*64.*shippable.*
|
||||
default: []
|
||||
max-run-time:
|
||||
by-subtest:
|
||||
|
|
|
|||
|
|
@ -833,6 +833,7 @@ class Raptor(
|
|||
chromium_release: {
|
||||
linux: ["chromium", "Default", "chrome"],
|
||||
win: ["chromium", "Default", "chrome.exe"],
|
||||
mac: ["chromium", "Chromium.app", "Contents", "MacOS", "chromium"],
|
||||
},
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -1678,6 +1678,11 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-benchmark-custom-car-speedometer**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-benchmark-firefox-speedometer**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -1973,6 +1978,11 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-benchmark-custom-car-speedometer**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-benchmark-firefox-speedometer**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -2282,6 +2292,11 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-benchmark-custom-car-speedometer3**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-benchmark-firefox-speedometer3**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -2586,6 +2601,11 @@ Standard benchmarks are third-party tests (i.e. Speedometer) that we have integr
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-benchmark-custom-car-speedometer3**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-benchmark-firefox-speedometer3**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -9628,6 +9648,11 @@ Tests for page-load performance. The links direct to the actual websites that ar
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-amazon**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-amazon**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -10039,6 +10064,11 @@ Tests for page-load performance. The links direct to the actual websites that ar
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-bing-search**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-bing-search**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -10785,6 +10815,11 @@ Tests for page-load performance. The links direct to the actual websites that ar
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-cnn**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-cnn**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -12515,6 +12550,11 @@ Tests for page-load performance. The links direct to the actual websites that ar
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-fandom**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-fandom**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -13937,6 +13977,11 @@ Tests for page-load performance. The links direct to the actual websites that ar
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-google-slides**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-google-slides**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -15183,6 +15228,11 @@ Tests for page-load performance. The links direct to the actual websites that ar
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-instagram**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-instagram**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -19234,6 +19284,11 @@ Tests for page-load performance. The links direct to the actual websites that ar
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-twitter**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-twitter**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -19990,6 +20045,11 @@ Tests for page-load performance. The links direct to the actual websites that ar
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-wikipedia**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-wikipedia**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -20396,6 +20456,11 @@ Tests for page-load performance. The links direct to the actual websites that ar
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-yahoo-mail**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-yahoo-mail**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -22635,6 +22700,11 @@ A set of test pages that are run as live sites instead of recorded versions. The
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-cnn**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-cnn**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -24646,6 +24716,11 @@ Page-load performance test suite on Android. The links direct to the actual webs
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-amazon**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-amazon**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -25637,6 +25712,11 @@ Page-load performance test suite on Android. The links direct to the actual webs
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-cnn**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-cnn**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -28255,6 +28335,11 @@ Page-load performance test suite on Android. The links direct to the actual webs
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-instagram**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-instagram**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -29607,6 +29692,11 @@ Page-load performance test suite on Android. The links direct to the actual webs
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-wikipedia**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-wikipedia**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
@ -30709,6 +30799,11 @@ These tests aren't used in standard testing, they are only used in the Raptor un
|
|||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-custom-car-amazon**
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
- ❌
|
||||
* - **browsertime-tp6-essential-firefox-amazon**
|
||||
- ✅
|
||||
- ✅
|
||||
|
|
|
|||
|
|
@ -162,7 +162,11 @@ class ClassificationProvider:
|
|||
"query": "'custom-car",
|
||||
"negation": "!custom-car",
|
||||
"restriction": check_for_custom_car,
|
||||
"platforms": [Platforms.LINUX.value, Platforms.WINDOWS.value],
|
||||
"platforms": [
|
||||
Platforms.LINUX.value,
|
||||
Platforms.WINDOWS.value,
|
||||
Platforms.MACOSX.value,
|
||||
],
|
||||
},
|
||||
}
|
||||
|
||||
|
|
|
|||
Loading…
Reference in a new issue