forked from mirrors/gecko-dev
a81b5319d3
These files are ALWAYS ignored and are never relevant when hashing the state of a working tree. It would be better overall to not consult the filesystem directly and go through the VCS to ensure we never try to hash any ignored files, but these files seem to be the main stumbling block and the primary cause of bugs like bug 1636797, so this is a fine stopgap in the meantime. Differential Revision: https://phabricator.services.mozilla.com/D75126
49 lines
1.5 KiB
Python
49 lines
1.5 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
from mozbuild.util import memoize
|
|
from mozpack.files import FileFinder
|
|
import mozpack.path as mozpath
|
|
import hashlib
|
|
import io
|
|
import six
|
|
|
|
|
|
@memoize
|
|
def hash_path(path):
|
|
"""Hash a single file.
|
|
|
|
Returns the SHA-256 hash in hex form.
|
|
"""
|
|
with io.open(path, mode='rb') as fh:
|
|
return hashlib.sha256(fh.read()).hexdigest()
|
|
|
|
|
|
def hash_paths(base_path, patterns):
|
|
"""
|
|
Give a list of path patterns, return a digest of the contents of all
|
|
the corresponding files, similarly to git tree objects or mercurial
|
|
manifests.
|
|
|
|
Each file is hashed. The list of all hashes and file paths is then
|
|
itself hashed to produce the result.
|
|
"""
|
|
finder = FileFinder(base_path)
|
|
h = hashlib.sha256()
|
|
files = {}
|
|
for pattern in patterns:
|
|
found = list(finder.find(pattern))
|
|
if found:
|
|
files.update(found)
|
|
else:
|
|
raise Exception('%s did not match anything' % pattern)
|
|
for path in sorted(files.keys()):
|
|
if path.endswith(('.pyc', '.pyd', '.pyo')):
|
|
continue
|
|
h.update(six.ensure_binary('{} {}\n'.format(
|
|
hash_path(mozpath.abspath(mozpath.join(base_path, path))),
|
|
mozpath.normsep(path)
|
|
)))
|
|
return h.hexdigest()
|