Bug 1827256 - Run Nightly start up benchmarks on geckoview_example. r=perftest-reviewers,sparky

Differential Revision: https://phabricator.services.mozilla.com/D175386
This commit is contained in:
andrej 2023-04-18 13:23:49 +00:00
parent abed4e9949
commit 3065a38bd4
3 changed files with 67 additions and 1 deletions

View file

@ -15,6 +15,7 @@ PAGE_START = re.compile("GeckoSession: handleMessage GeckoView:PageStart uri=")
PROD_FENIX = "fenix"
PROD_FOCUS = "focus"
PROC_GVEX = "geckoview_example"
KEY_NAME = "name"
KEY_PRODUCT = "product"
@ -57,6 +58,17 @@ BASE_URL_DICT = {
"mobile.v3.firefox-android.apks.focus-nightly.latest.{architecture}"
"/artifacts/public%2Fbuild%2Ffocus%2F{architecture}%2Ftarget.apk"
),
PROC_GVEX: (
"https://firefox-ci-tc.services.mozilla.com/api/index/v1/task/"
"gecko.v2.mozilla-central.pushdate.{date}.latest.mobile.android-"
"{architecture}-debug/artifacts/public%2Fbuild%2Fgeckoview_example.apk"
),
PROC_GVEX
+ "-latest": (
"https://firefox-ci-tc.services.mozilla.com/api/index/v1/task/"
"gecko.v2.mozilla-central.shippable.latest.mobile.android-"
"{architecture}-opt/artifacts/public/build/geckoview_example.apk"
),
}
PROD_TO_CHANNEL_TO_PKGID = {
PROD_FENIX: {
@ -71,6 +83,9 @@ PROD_TO_CHANNEL_TO_PKGID = {
"release": "org.mozilla.focus",
"debug": "org.mozilla.focus.debug",
},
PROC_GVEX: {
"nightly": "org.mozilla.geckoview_example",
},
}
TEST_LIST = [
"cold_main_first_frame",
@ -158,7 +173,6 @@ class AndroidStartUp(AndroidDevice):
super(AndroidStartUp, self).__init__(env, mach_cmd)
self.android_activity = None
self.capture_logcat = self.capture_file = self.app_name = None
self.architecture = "arm64-v8a"
self.device = mozdevice.ADBDevice(use_root=False)
def run(self, metadata):

View file

@ -163,6 +163,56 @@ hw-a51-startup-focus-cold-view-nav-start:
--AndroidStartUp-product=focus
--AndroidStartUp-release-channel=nightly
hw-a51-startup-geckoview-cold-main-first-frame:
worker-type: t-bitbar-gw-perf-a51
description: Run android startup perftest on Geckoview on a Samsung A51
treeherder:
symbol: perftest(startup-geckoview-cmff)
tier: 2
platform: android-hw-a51-11-0-aarch64-shippable/opt
attributes:
cron: true
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $GECKO_PATH &&
python3 python/mozperftest/mozperftest/runner.py
--flavor=mobile-browser
--AndroidStartUp
testing/performance/perftest_android_startup.js
--browsertime-cycles=0
--AndroidStartUp-test-name=cold_main_first_frame
--perfherder
--hooks
testing/performance/hooks_android_startup.py
--AndroidStartUp-product=geckoview_example
--AndroidStartUp-release-channel=nightly
hw-a51-startup-geckoview-cold-view-nav-start:
worker-type: t-bitbar-gw-perf-a51
description: Run android startup perftest on Geckoview_example on a Samsung A51
treeherder:
symbol: perftest(startup-geckoview-cvns)
tier: 2
platform: android-hw-a51-11-0-aarch64-shippable/opt
attributes:
cron: true
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $GECKO_PATH &&
python3 python/mozperftest/mozperftest/runner.py
--flavor=mobile-browser
--AndroidStartUp
testing/performance/perftest_android_startup.js
--browsertime-cycles=0
--AndroidStartUp-test-name=cold_view_nav_start
--perfherder
--hooks
testing/performance/hooks_android_startup.py
--AndroidStartUp-product=geckoview_example
--AndroidStartUp-release-channel=nightly
hw-a51-aarch64-view-fenix:
worker-type: t-bitbar-gw-perf-a51
description: Run VIEW perftest on Fenix on a Samsung A51

View file

@ -23,6 +23,8 @@ HTTP_200_OKAY = 200
def before_iterations(kw):
product = kw["AndroidStartUp_product"]
architecture = "arm64-v8a"
if product == "geckoview_example":
architecture = "aarch64"
commit_info = subprocess.getoutput("hg log -l 1")
commit_date = re.search(r"date:\s+([:\s\w]+)\s+", str(commit_info)).group(1)
download_date = datetime.strptime(commit_date, "%a %b %d %H:%M:%S %Y").strftime(