Bug 1788026 - Run browsertime tests nightly on the mozilla-beta branch. r=sparky,perftest-reviewers

There will be changes in mozilla-beta that will increase the frequency of pushes. This will increase the load on our android devices so this patch will limit the amount of tests to be run nightly rather than on every push.

Differential Revision: https://phabricator.services.mozilla.com/D156198

.cron.yml

@@ -229,6 +229,17 @@ jobs:
           - {weekday: 'Monday', hour: 8, minute: 0}
           - {weekday: 'Thursday', hour: 8, minute: 0}
 
+    - name: nightly-beta-perf
+      job:
+          type: decision-task
+          treeherder-symbol: n-perf
+          target-tasks-method: nightly_beta_perf
+          include-push-tasks: true
+      run-on-projects:
+          - mozilla-beta
+      when:
+          - {hour: 16, minute: 0}
+
     - name: raptor-tp6m
       job:
           type: decision-task

taskcluster/ci/test/browsertime-mobile.yml

@@ -106,8 +106,8 @@ browsertime-tp6m:
         by-app:
             geckoview:
                 by-test-platform:
-                    android-hw-(g5|a51).*shippable-qr.*: [trunk, mozilla-beta, mozilla-release]
+                    android-hw-(g5|a51).*shippable-qr.*: [trunk]
-                    android-hw-p2.*aarch64-shippable-qr.*: [trunk, mozilla-beta, mozilla-release]
+                    android-hw-p2.*aarch64-shippable-qr.*: [trunk]
                     default: []
             default: []
 
@@ -129,8 +129,8 @@ browsertime-tp6m-essential:
         by-app:
             geckoview:
                 by-test-platform:
-                    android-hw-(g5|a51).*shippable.*: [trunk, mozilla-beta, mozilla-release]
+                    android-hw-(g5|a51).*shippable.*: [trunk]
-                    android-hw-p2.*aarch64-shippable.*: [trunk, mozilla-beta, mozilla-release]
+                    android-hw-p2.*aarch64-shippable.*: [trunk]
                     default: []
             default: []
     tier:
@@ -187,8 +187,8 @@ browsertime-youtube-playback-mobile:
         by-app:
             geckoview:
                 by-test-platform:
-                    android-hw-(g5|a51).*shippable.*: [mozilla-central, mozilla-release]
+                    android-hw-(g5|a51).*shippable.*: [mozilla-central]
-                    android-hw-p2.*aarch64-shippable.*: [mozilla-central, mozilla-release]
+                    android-hw-p2.*aarch64-shippable.*: [mozilla-central]
                     default: []
             default: []
     max-run-time: 3600
@@ -293,12 +293,12 @@ browsertime-speedometer-mobile:
             refbrow: []
             geckoview:
                 by-test-platform:
-                    android-hw-(g5|a51).*shippable-qr.*: [trunk, mozilla-beta, mozilla-release]
+                    android-hw-(g5|a51).*shippable-qr.*: [trunk]
-                    android-hw-p2.*aarch64-shippable-qr.*: [trunk, mozilla-beta, mozilla-release]
+                    android-hw-p2.*aarch64-shippable-qr.*: [trunk]
                     default: []
             default:
                 by-test-platform:
-                    android-hw-p2-.*aarch64-shippable-qr.*: [mozilla-central, mozilla-release]
+                    android-hw-p2-.*aarch64-shippable-qr.*: [mozilla-central]
                     default: []
     treeherder-symbol: Btime(sp)
     mozharness:
@@ -316,12 +316,12 @@ browsertime-unity-webgl-mobile:
             refbrow: []
             geckoview:
                 by-test-platform:
-                    android-hw-(g5|a51).*shippable-qr.*: [trunk, mozilla-beta, mozilla-release]
+                    android-hw-(g5|a51).*shippable-qr.*: [trunk]
-                    android-hw-p2.*aarch64-shippable-qr.*: [trunk, mozilla-beta, mozilla-release]
+                    android-hw-p2.*aarch64-shippable-qr.*: [trunk]
                     default: []
             default:
                 by-test-platform:
-                    android-hw-p2-.*aarch64-shippable-qr.*: [mozilla-central, mozilla-release]
+                    android-hw-p2-.*aarch64-shippable-qr.*: [mozilla-central]
                     default: []
     max-run-time:
         by-test-platform:

taskcluster/gecko_taskgraph/target_tasks.py

@@ -1157,6 +1157,45 @@ def target_tasks_nothing(full_task_graph, parameters, graph_config):
     return []
 
 
+@_target_task("nightly_beta_perf")
+def target_tasks_nightly_beta_perf(full_task_graph, parameters, graph_config):
+    """
+    Select performance tests on the beta branch to be run nightly
+    """
+
+    def filter(task):
+        platform = task.attributes.get("test_platform")
+        attributes = task.attributes
+        try_name = attributes.get("raptor_try_name")
+
+        if attributes.get("unittest_suite") != "raptor":
+            return False
+
+        if platform and accept_raptor_android_build(platform):
+            # Select browsertime & geckoview specific tests
+            if "browsertime" and "geckoview" in try_name:
+                if "g5" in platform:
+                    return False
+                if "power" in try_name:
+                    return False
+                if "cpu" in try_name:
+                    return False
+                if "profiling" in try_name:
+                    return False
+                if "-live" in try_name:
+                    return False
+                if "speedometer" in try_name:
+                    return True
+                if "webgl" in try_name:
+                    return True
+                if "tp6m" in try_name:
+                    return True
+
+        return False
+
+    return [l for l, t in full_task_graph.tasks.items() if filter(t)]
+
+
 @_target_task("raptor_tp6m")
 def target_tasks_raptor_tp6m(full_task_graph, parameters, graph_config):
     """