fune/toolkit/components/backgroundtasks/BackgroundTask_removeDirectory.sys.mjs
Kagami Sascha Rosylight d20dd96f8f Bug 1791675 - Part 4: Make sure purgeHTTPCache runs after shutdown r=webdriver-reviewers,necko-reviewers,valentin,nalexander,whimboo
This adds BackgroundTasksRunner utility class as a generic way to properly run background tasks. A few argument for not extending existing BackgroundTasksUtils:

1. Simply because the existing use case is in C++.
2. I have another use case from JSM and thus I'll ultimately convert this an XPCOM component. And `CacheFileIOManager::DispatchPurgeTask` cannot get a JSM-written XPCOM instance which is required to be main-thread only.

Depends on D157998

Differential Revision: https://phabricator.services.mozilla.com/D157757
2022-11-08 15:42:24 +00:00

221 lines
6.7 KiB
JavaScript

/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
const lazy = {};
ChromeUtils.defineESModuleGetters(lazy, {
setTimeout: "resource://gre/modules/Timer.sys.mjs",
});
import { EXIT_CODE } from "resource://gre/modules/BackgroundTasksManager.sys.mjs";
// Recursively removes a directory.
// Returns true if it succeeds, false otherwise.
function tryRemoveDir(aFile) {
try {
aFile.remove(true);
} catch (e) {
return false;
}
return true;
}
const FILE_CHECK_ITERATION_TIMEOUT_MS = 1000;
async function deleteChildDirectory(
parentDirPath,
childDirName,
secondsToWait
) {
if (!childDirName || !childDirName.length) {
return;
}
let targetFile = Cc["@mozilla.org/file/local;1"].createInstance(Ci.nsIFile);
targetFile.initWithPath(parentDirPath);
targetFile.append(childDirName);
// We create the lock before the file is actually there so this task
// is the first one to acquire the lock. Otherwise a different task
// could be cleaning suffixes and start deleting the folder while this
// task is waiting for it to show up.
let dirLock = Cc["@mozilla.org/net/CachePurgeLock;1"].createInstance(
Ci.nsICachePurgeLock
);
let wasFirst = false;
let locked = false;
try {
dirLock.lock(childDirName);
locked = true;
wasFirst = !dirLock.isOtherInstanceRunning();
} catch (e) {
console.error("Failed to check dirLock");
}
if (!wasFirst) {
if (locked) {
dirLock.unlock();
locked = false;
}
console.error("Another instance is already purging this directory");
return;
}
// This backgroundtask process is spawned by the call to
// PR_CreateProcessDetached in CacheFileIOManager::SyncRemoveAllCacheFiles
// Only if spawning the process is successful is the cache folder renamed,
// so we need to wait until that is done.
let retryCount = 0;
while (!targetFile.exists()) {
if (retryCount * FILE_CHECK_ITERATION_TIMEOUT_MS > secondsToWait * 1000) {
// We don't know for sure if the folder was renamed or if a different
// task removed it already. The second variant is more likely but to
// be sure we'd have to consult a log file, which introduces
// more complexity.
console.error(`couldn't find cache folder ${targetFile.path}`);
if (locked) {
dirLock.unlock();
locked = false;
}
return;
}
await new Promise(resolve =>
lazy.setTimeout(resolve, FILE_CHECK_ITERATION_TIMEOUT_MS)
);
retryCount++;
console.error(`Cache folder attempt no ${retryCount}`);
}
if (!targetFile.isDirectory()) {
if (locked) {
dirLock.unlock();
locked = false;
}
throw new Error("Path was not a directory");
}
console.error(`started removing ${targetFile.path}`);
targetFile.remove(true);
console.error(`done removing ${targetFile.path}`);
if (locked) {
dirLock.unlock();
locked = false;
}
}
async function cleanupOtherDirectories(parentDirPath, otherFoldersSuffix) {
if (!otherFoldersSuffix || !otherFoldersSuffix.length) {
return;
}
let targetFile = Cc["@mozilla.org/file/local;1"].createInstance(Ci.nsIFile);
targetFile.initWithPath(parentDirPath);
let entries = targetFile.directoryEntries;
while (entries.hasMoreElements()) {
let entry = entries.nextFile;
if (!entry.leafName.endsWith(otherFoldersSuffix)) {
continue;
}
let shouldProcessEntry = false;
// The folder could already be gone, so isDirectory could throw
try {
shouldProcessEntry = entry.isDirectory();
} catch (e) {}
if (!shouldProcessEntry) {
continue;
}
let dirLock = Cc["@mozilla.org/net/CachePurgeLock;1"].createInstance(
Ci.nsICachePurgeLock
);
let wasFirst = false;
try {
dirLock.lock(entry.leafName);
wasFirst = !dirLock.isOtherInstanceRunning();
} catch (e) {
console.error("Failed to check dirlock. Skipping folder");
dirLock.unlock();
continue;
}
if (!wasFirst) {
dirLock.unlock();
continue;
}
// Remove directory recursively.
let removedDir = tryRemoveDir(entry);
if (!removedDir && entry.exists()) {
// If first deletion of the directory failed, then we try again once more
// just in case.
removedDir = tryRemoveDir(entry);
}
console.error(
`Deletion of folder ${entry.leafName} - success=${removedDir}`
);
dirLock.unlock();
}
}
// Usage:
// removeDirectory parentDirPath childDirName secondsToWait [otherFoldersSuffix] [--test-sleep testSleep]
// arg0 arg1 arg2 arg3
// parentDirPath - The path to the parent directory that includes the target directory
// childDirName - The "leaf name" of the moved cache directory
// If empty, the background task will only purge folders that have the "otherFoldersSuffix".
// secondsToWait - String representing the number of seconds to wait for the cacheDir to be moved
// otherFoldersSuffix - [optional] The suffix of directories that should be removed
// When not empty, this task will also attempt to remove all directories in
// the parent dir that end with this suffix
// testSleep - [optional] A test-only argument to sleep for a given milliseconds before removal.
// This exists to test whether a long-running task can survive.
export async function runBackgroundTask(commandLine) {
const testSleep = Number.parseInt(
commandLine.handleFlagWithParam("test-sleep", false)
);
if (commandLine.length < 3) {
throw new Error("Insufficient arguments");
}
const parentDirPath = commandLine.getArgument(0);
const childDirName = commandLine.getArgument(1);
let secondsToWait = parseInt(commandLine.getArgument(2));
if (isNaN(secondsToWait)) {
secondsToWait = 10;
}
commandLine.removeArguments(0, 2);
let otherFoldersSuffix = "";
if (commandLine.length) {
otherFoldersSuffix = commandLine.getArgument(0);
commandLine.removeArguments(0, 0);
}
if (commandLine.length) {
throw new Error(
`${commandLine.length} unknown command args exist, closing.`
);
}
console.error(parentDirPath, childDirName, secondsToWait, otherFoldersSuffix);
if (!Number.isNaN(testSleep)) {
await new Promise(resolve => lazy.setTimeout(resolve, testSleep));
}
await deleteChildDirectory(parentDirPath, childDirName, secondsToWait);
await cleanupOtherDirectories(parentDirPath, otherFoldersSuffix);
// TODO: event telemetry with timings, and how often we have left over cache folders from previous runs.
return EXIT_CODE.SUCCESS;
}