/* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ "use strict"; const EXPORTED_SYMBOLS = ["ExperimentManager", "_ExperimentManager"]; const { XPCOMUtils } = ChromeUtils.import( "resource://gre/modules/XPCOMUtils.jsm" ); const { Services } = ChromeUtils.import("resource://gre/modules/Services.jsm"); XPCOMUtils.defineLazyModuleGetters(this, { ClientEnvironment: "resource://normandy/lib/ClientEnvironment.jsm", ExperimentStore: "resource://nimbus/lib/ExperimentStore.jsm", NormandyUtils: "resource://normandy/lib/NormandyUtils.jsm", Sampling: "resource://gre/modules/components-utils/Sampling.jsm", TelemetryEvents: "resource://normandy/lib/TelemetryEvents.jsm", TelemetryEnvironment: "resource://gre/modules/TelemetryEnvironment.jsm", FirstStartup: "resource://gre/modules/FirstStartup.jsm", Services: "resource://gre/modules/Services.jsm", }); XPCOMUtils.defineLazyGetter(this, "log", () => { const { Logger } = ChromeUtils.import( "resource://messaging-system/lib/Logger.jsm" ); return new Logger("ExperimentManager"); }); const TELEMETRY_EVENT_OBJECT = "nimbus_experiment"; const TELEMETRY_EXPERIMENT_ACTIVE_PREFIX = "nimbus-"; const TELEMETRY_DEFAULT_EXPERIMENT_TYPE = "nimbus"; const STUDIES_OPT_OUT_PREF = "app.shield.optoutstudies.enabled"; /** * A module for processes Experiment recipes, choosing and storing enrollment state, * and sending experiment-related Telemetry. */ class _ExperimentManager { constructor({ id = "experimentmanager", store } = {}) { this.id = id; this.store = store || new ExperimentStore(); this.sessions = new Map(); Services.prefs.addObserver(STUDIES_OPT_OUT_PREF, this); } /** * Creates a targeting context with following filters: * * * `activeExperiments`: an array of slugs of all the active experiments * * `isFirstStartup`: a boolean indicating whether or not the current enrollment * is performed during the first startup * * @returns {Object} A context object * @memberof _ExperimentManager */ createTargetingContext() { let context = { isFirstStartup: FirstStartup.state === FirstStartup.IN_PROGRESS, }; Object.defineProperty(context, "activeExperiments", { get: async () => { await this.store.ready(); return this.store.getAllActive().map(exp => exp.slug); }, }); return context; } /** * Runs on startup, including before first run */ async onStartup() { await this.store.init(); const restoredExperiments = this.store.getAllActive(); for (const experiment of restoredExperiments) { this.setExperimentActive(experiment); } } /** * Runs every time a Recipe is updated or seen for the first time. * @param {RecipeArgs} recipe * @param {string} source */ async onRecipe(recipe, source) { const { slug, isEnrollmentPaused } = recipe; if (!source) { throw new Error("When calling onRecipe, you must specify a source."); } if (!this.sessions.has(source)) { this.sessions.set(source, new Set()); } this.sessions.get(source).add(slug); if (this.store.has(slug)) { this.updateEnrollment(recipe); } else if (isEnrollmentPaused) { log.debug(`Enrollment is paused for "${slug}"`); } else if (!(await this.isInBucketAllocation(recipe.bucketConfig))) { log.debug("Client was not enrolled because of the bucket sampling"); } else { await this.enroll(recipe, source); } } /** * Runs when the all recipes been processed during an update, including at first run. * @param {string} sourceToCheck */ onFinalize(sourceToCheck) { if (!sourceToCheck) { throw new Error("When calling onFinalize, you must specify a source."); } const activeExperiments = this.store.getAllActive(); for (const experiment of activeExperiments) { const { slug, source } = experiment; if (sourceToCheck !== source) { continue; } if (!this.sessions.get(source)?.has(slug)) { log.debug(`Stopping study for recipe ${slug}`); try { this.unenroll(slug, "recipe-not-seen"); } catch (err) { Cu.reportError(err); } } } this.sessions.delete(sourceToCheck); } /** * Bucket configuration specifies a specific percentage of clients that can * be enrolled. * @param {BucketConfig} bucketConfig * @returns {Promise} */ isInBucketAllocation(bucketConfig) { if (!bucketConfig) { log.debug("Cannot enroll if recipe bucketConfig is not set."); return false; } let id; if (bucketConfig.randomizationUnit === "normandy_id") { id = ClientEnvironment.userId; } else { // Others not currently supported. log.debug(`Invalid randomizationUnit: ${bucketConfig.randomizationUnit}`); return false; } return Sampling.bucketSample( [id, bucketConfig.namespace], bucketConfig.start, bucketConfig.count, bucketConfig.total ); } /** * Start a new experiment by enrolling the users * * @param {RecipeArgs} recipe * @param {string} source * @returns {Promise} The experiment object stored in the data store * @rejects {Error} * @memberof _ExperimentManager */ async enroll(recipe, source) { let { slug, branches } = recipe; if (this.store.has(slug)) { this.sendFailureTelemetry("enrollFailed", slug, "name-conflict"); throw new Error(`An experiment with the slug "${slug}" already exists.`); } const branch = await this.chooseBranch(slug, branches); if ( this.store.hasExperimentForFeature( // Extract out only the feature names from the branch branch.feature?.featureId ) ) { log.debug( `Skipping enrollment for "${slug}" because there is an existing experiment for its feature.` ); this.sendFailureTelemetry("enrollFailed", slug, "feature-conflict"); return null; } return this._enroll(recipe, branch, source); } _enroll( { slug, experimentType = TELEMETRY_DEFAULT_EXPERIMENT_TYPE, userFacingName, userFacingDescription, }, branch, source, options = {} ) { /** @type {Enrollment} */ const experiment = { slug, branch, active: true, enrollmentId: NormandyUtils.generateUuid(), experimentType, source, userFacingName, userFacingDescription, lastSeen: new Date().toJSON(), }; // Tag this as a forced enrollment. This prevents all unenrolling unless // manually triggered from about:studies if (options.force) { experiment.force = true; } this.store.addExperiment(experiment); this.setExperimentActive(experiment); this.sendEnrollmentTelemetry(experiment); log.debug(`New experiment started: ${slug}, ${branch.slug}`); return experiment; } forceEnroll(recipe, branch, source = "force-enrollment") { /** * If we happen to be enrolled in an experiment for the same feature * we need to unenroll from that experiment. * If the experiment has the same slug after unenrollment adding it to the * store will overwrite the initial experiment. */ let experiment = this.store.getExperimentForFeature( branch.feature?.featureId ); if (experiment) { log.debug( `Existing experiment found for the same feature ${branch?.feature.featureId}, unenrolling.` ); this.unenroll(experiment.slug, source); } recipe.userFacingName = `${recipe.userFacingName} - Forced enrollment`; return this._enroll( { ...recipe, slug: `optin-${recipe.slug}`, }, branch, source, { force: true } ); } /** * Update an enrollment that was already set * * @param {RecipeArgs} recipe */ updateEnrollment(recipe) { /** @type Enrollment */ const experiment = this.store.get(recipe.slug); // Don't update experiments that were already unenrolled. if (experiment.active === false) { log.debug(`Enrollment ${recipe.slug} has expired, aborting.`); return; } // Stay in the same branch, don't re-sample every time. const branch = recipe.branches.find( branch => branch.slug === experiment.branch.slug ); if (!branch) { // Our branch has been removed. Unenroll. this.unenroll(recipe.slug, "branch-removed"); } } /** * Stop an experiment that is currently active * * @param {string} slug * @param {string} reason */ unenroll(slug, reason = "unknown") { const experiment = this.store.get(slug); if (!experiment) { this.sendFailureTelemetry("unenrollFailed", slug, "does-not-exist"); throw new Error(`Could not find an experiment with the slug "${slug}"`); } if (!experiment.active) { this.sendFailureTelemetry("unenrollFailed", slug, "already-unenrolled"); throw new Error( `Cannot stop experiment "${slug}" because it is already expired` ); } this.store.updateExperiment(slug, { active: false }); TelemetryEnvironment.setExperimentInactive(slug); TelemetryEvents.sendEvent("unenroll", TELEMETRY_EVENT_OBJECT, slug, { reason, branch: experiment.branch.slug, enrollmentId: experiment.enrollmentId || TelemetryEvents.NO_ENROLLMENT_ID_MARKER, }); log.debug(`Experiment unenrolled: ${slug}`); } /** * Unenroll from all active studies if user opts out. */ observe(aSubject, aTopic, aPrefName) { if (Services.prefs.getBoolPref(STUDIES_OPT_OUT_PREF)) { return; } for (const { slug } of this.store.getAllActive()) { this.unenroll(slug, "studies-opt-out"); } } /** * Send Telemetry for undesired event * * @param {string} eventName * @param {string} slug * @param {string} reason */ sendFailureTelemetry(eventName, slug, reason) { TelemetryEvents.sendEvent(eventName, TELEMETRY_EVENT_OBJECT, slug, { reason, }); } /** * * @param {Enrollment} experiment */ sendEnrollmentTelemetry({ slug, branch, experimentType, enrollmentId }) { TelemetryEvents.sendEvent("enroll", TELEMETRY_EVENT_OBJECT, slug, { experimentType, branch: branch.slug, enrollmentId: enrollmentId || TelemetryEvents.NO_ENROLLMENT_ID_MARKER, }); } /** * Sets Telemetry when activating an experiment. * * @param {Enrollment} experiment */ setExperimentActive(experiment) { TelemetryEnvironment.setExperimentActive( experiment.slug, experiment.branch.slug, { type: `${TELEMETRY_EXPERIMENT_ACTIVE_PREFIX}${experiment.experimentType}`, enrollmentId: experiment.enrollmentId || TelemetryEvents.NO_ENROLLMENT_ID_MARKER, } ); } /** * Returns identifier for Telemetry experiment environment * * @param {string} featureId e.g. "aboutwelcome" * @returns {string} the identifier, e.g. "default-aboutwelcome" */ getRemoteDefaultTelemetryIdentifierForFeature(featureId) { return `default-${featureId}`; } /** * Sets Telemetry when activating a remote default. * * @param {featureId} string The feature identifier e.g. "aboutwelcome" * @param {configId} string The identifier of the active configuration */ setRemoteDefaultActive(featureId, configId) { TelemetryEnvironment.setExperimentActive( this.getRemoteDefaultTelemetryIdentifierForFeature(featureId), configId, { type: `${TELEMETRY_EXPERIMENT_ACTIVE_PREFIX}default`, enrollmentId: TelemetryEvents.NO_ENROLLMENT_ID_MARKER, } ); } setRemoteDefaultInactive(featureId) { TelemetryEnvironment.setExperimentInactive( this.getRemoteDefaultTelemetryIdentifierForFeature(featureId) ); } /** * Generate Normandy UserId respective to a branch * for a given experiment. * * @param {string} slug * @param {Array<{slug: string; ratio: number}>} branches * @param {string} namespace * @param {number} start * @param {number} count * @param {number} total * @returns {Promise<{[branchName: string]: string}>} An object where * the keys are branch names and the values are user IDs that will enroll * a user for that particular branch. Also includes a `notInExperiment` value * that will not enroll the user in the experiment */ async generateTestIds({ slug, branches, namespace, start, count, total }) { const branchValues = {}; if (!slug || !namespace) { throw new Error(`slug, namespace not in expected format`); } if (!(start < total && count < total)) { throw new Error("Must include start, count, and total as integers"); } if ( !Array.isArray(branches) || branches.filter(branch => branch.slug && branch.ratio).length !== branches.length ) { throw new Error("branches parameter not in expected format"); } while (Object.keys(branchValues).length < branches.length + 1) { const id = NormandyUtils.generateUuid(); const enrolls = await Sampling.bucketSample( [id, namespace], start, count, total ); // Does this id enroll the user in the experiment if (enrolls) { // Choose a random branch const { slug: pickedBranch } = await this.chooseBranch( slug, branches, id ); if (!Object.keys(branchValues).includes(pickedBranch)) { branchValues[pickedBranch] = id; log.debug(`Found a value for "${pickedBranch}"`); } } else if (!branchValues.notInExperiment) { branchValues.notInExperiment = id; } } return branchValues; } /** * Choose a branch randomly. * * @param {string} slug * @param {Branch[]} branches * @returns {Promise} * @memberof _ExperimentManager */ async chooseBranch(slug, branches, userId = ClientEnvironment.userId) { const ratios = branches.map(({ ratio = 1 }) => ratio); // It's important that the input be: // - Unique per-user (no one is bucketed alike) // - Unique per-experiment (bucketing differs across multiple experiments) // - Differs from the input used for sampling the recipe (otherwise only // branches that contain the same buckets as the recipe sampling will // receive users) const input = `${this.id}-${userId}-${slug}-branch`; const index = await Sampling.ratioSample(input, ratios); return branches[index]; } } const ExperimentManager = new _ExperimentManager();