forked from mirrors/gecko-dev
b285cdfbf1
buildhub is a service that stores a list of nightly and release builds and can be queried to find specific builds. Currently it ingests data by scraping info from ftp.mozilla.org. This patch makes it so we generate a buildhub.json during packaging with the data that buildhub wants. There are a few pieces of data that we can't accurately provide from the build system such as the URL to the build, so we provide some stub data there with the expectation that a release engineering process will fill them in later. MozReview-Commit-ID: 266BnZZBFoL --HG-- extra : rebase_source : 23d05a9a0dc95ff3705551a5d85d90d6ed8f950f extra : histedit_source : 166a8dbf4fb63de7e926fb292de07c550db96d78
101 lines
3.7 KiB
Python
101 lines
3.7 KiB
Python
#!/usr/bin/env python
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
# Generate build info files for use by other tools.
|
|
# This script assumes it is being run in a Mozilla CI build.
|
|
|
|
from __future__ import unicode_literals
|
|
|
|
from argparse import ArgumentParser
|
|
import datetime
|
|
import buildconfig
|
|
import json
|
|
import mozinfo
|
|
import os
|
|
|
|
|
|
def main():
|
|
parser = ArgumentParser()
|
|
parser.add_argument('output_json', help='Output JSON file')
|
|
parser.add_argument('buildhub_json', help='Output buildhub JSON file')
|
|
parser.add_argument('output_txt', help='Output text file')
|
|
# TODO: Move package-name.mk variables into moz.configure.
|
|
parser.add_argument('pkg_platform', help='Package platform identifier')
|
|
parser.add_argument('--package', help='Path to application package file')
|
|
parser.add_argument('--installer', help='Path to application installer file')
|
|
args = parser.parse_args()
|
|
mozinfo.find_and_update_from_json()
|
|
|
|
important_substitutions = [
|
|
'target_alias', 'target_cpu', 'target_os', 'target_vendor',
|
|
'host_alias', 'host_cpu', 'host_os', 'host_vendor',
|
|
'MOZ_UPDATE_CHANNEL', 'MOZ_APP_VENDOR', 'MOZ_APP_NAME',
|
|
'MOZ_APP_VERSION', 'MOZ_APP_MAXVERSION', 'MOZ_APP_ID',
|
|
'CC', 'CXX', 'AS', 'MOZ_SOURCE_REPO',
|
|
]
|
|
|
|
all_key_value_pairs = {x.lower(): buildconfig.substs[x]
|
|
for x in important_substitutions}
|
|
build_id = os.environ['MOZ_BUILD_DATE']
|
|
all_key_value_pairs.update({
|
|
'buildid': build_id,
|
|
'moz_source_stamp': buildconfig.substs['MOZ_SOURCE_CHANGESET'],
|
|
'moz_pkg_platform': args.pkg_platform,
|
|
})
|
|
|
|
with open(args.output_json, 'wb') as f:
|
|
json.dump(all_key_value_pairs, f, indent=2, sort_keys=True)
|
|
f.write('\n')
|
|
|
|
with open(args.buildhub_json, 'wb') as f:
|
|
if args.installer and os.path.exists(args.installer):
|
|
package = args.installer
|
|
else:
|
|
package = args.package
|
|
build_time = datetime.datetime.strptime(build_id, '%Y%m%d%H%M%S')
|
|
st = os.stat(package)
|
|
mtime = datetime.datetime.fromtimestamp(st.st_mtime)
|
|
s = buildconfig.substs
|
|
record = {
|
|
'build': {
|
|
'id': build_id,
|
|
'date': build_time.isoformat() + 'Z',
|
|
'as': s['AS'],
|
|
'cc': s['CC'],
|
|
'cxx': s['CXX'],
|
|
'host': s['host_alias'],
|
|
'target': s['target_alias'],
|
|
},
|
|
'source': {
|
|
'product': s['MOZ_APP_NAME'],
|
|
'repository': s['MOZ_SOURCE_REPO'],
|
|
'tree': os.environ['MH_BRANCH'],
|
|
'revision': s['MOZ_SOURCE_CHANGESET'],
|
|
},
|
|
'target': {
|
|
'platform': args.pkg_platform,
|
|
'os': mozinfo.info['os'],
|
|
# This would be easier if the locale was specified at configure time.
|
|
'locale': os.environ.get('AB_CD', 'en-US'),
|
|
'version': s['MOZ_APP_VERSION'],
|
|
'channel': s['MOZ_UPDATE_CHANNEL'],
|
|
},
|
|
'download': {
|
|
# The release pipeline will update these keys.
|
|
'url': os.path.basename(package),
|
|
'mimetype': 'application/octet-stream',
|
|
'date': mtime.isoformat() + 'Z',
|
|
'size': st.st_size,
|
|
}
|
|
}
|
|
json.dump(record, f, indent=2, sort_keys=True)
|
|
f.write('\n')
|
|
|
|
with open(args.output_txt, 'wb') as f:
|
|
f.write('buildID={}\n'.format(build_id))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|