Merge "Add script to install vendor snapshot" am: 267e88052f
Change-Id: If49b0c40510b538d8c1dedde33c55443b1387bd1
This commit is contained in:
Automerger Merge Worker
2
vendor_snapshot/OWNERS
Normal file
2
vendor_snapshot/OWNERS
Normal file
@@ -0,0 +1,2 @@
|
||||
inseob@google.com
|
||||
justinyun@google.com
|
||||
248
vendor_snapshot/update.py
Normal file
248
vendor_snapshot/update.py
Normal file
@@ -0,0 +1,248 @@
|
||||
#!/usr/bin/env python3
|
||||
#
|
||||
# Copyright (C) 2020 The Android Open Source Project
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
"""Installs vendor snapshot under prebuilts/vendor/v{version}."""
|
||||
|
||||
import argparse
|
||||
import glob
|
||||
import logging
|
||||
import os
|
||||
import re
|
||||
import shutil
|
||||
import subprocess
|
||||
import sys
|
||||
import tempfile
|
||||
import textwrap
|
||||
import json
|
||||
|
||||
INDENT = ' ' * 4
|
||||
|
||||
def get_notice_path(module_name):
|
||||
return os.path.join('NOTICE_FILES', module_name+'.txt')
|
||||
|
||||
def get_target_arch(json_rel_path):
|
||||
return json_rel_path.split('/')[0]
|
||||
|
||||
def get_arch(json_rel_path):
|
||||
return json_rel_path.split('/')[1].split('-')[1]
|
||||
|
||||
def get_variation(json_rel_path):
|
||||
return json_rel_path.split('/')[2]
|
||||
|
||||
# convert .bp prop dictionary to .bp prop string
|
||||
def gen_bp_prop(prop, ind):
|
||||
bp = ''
|
||||
for key in prop:
|
||||
val = prop[key]
|
||||
|
||||
# Skip empty list or dict, rather than printing empty prop like
|
||||
# "key: []," or "key: {},"
|
||||
if type(val) == list or type(val) == dict:
|
||||
if len(val) == 0:
|
||||
continue
|
||||
|
||||
bp += ind + key + ": "
|
||||
if type(val) == bool:
|
||||
bp += "true,\n" if val else "false,\n"
|
||||
elif type(val) == str:
|
||||
bp += '"%s",\n' % val
|
||||
elif type(val) == list:
|
||||
bp += '[\n'
|
||||
for elem in val:
|
||||
bp += ind + INDENT + '"%s",\n' % elem
|
||||
bp += ind + '],\n'
|
||||
elif type(val) == dict:
|
||||
bp += '{\n'
|
||||
bp += gen_bp_prop(val, ind + INDENT)
|
||||
bp += ind + '},\n'
|
||||
else:
|
||||
raise TypeError('unsupported type %s for gen_bp_prop' % type(val))
|
||||
return bp
|
||||
|
||||
# Remove non-existent dirs from given list. Emits warning for such dirs.
|
||||
def remove_invalid_dirs(paths, bp_dir, module_name):
|
||||
ret = []
|
||||
for path in paths:
|
||||
if os.path.isdir(os.path.join(bp_dir, path)):
|
||||
ret.append(path)
|
||||
else:
|
||||
logging.warning(
|
||||
'Dir "%s" of module "%s" does not exist' % (path, module_name))
|
||||
return ret
|
||||
|
||||
JSON_TO_BP = {
|
||||
'ModuleName': 'name',
|
||||
'RelativeInstallPath': 'relative_install_path',
|
||||
'ExportedDirs': 'export_include_dirs',
|
||||
'ExportedSystemDirs': 'export_system_include_dirs',
|
||||
'ExportedFlags': 'export_flags',
|
||||
'SanitizeMinimalDep': 'sanitize_minimal_dep',
|
||||
'SanitizeUbsanDep': 'sanitize_ubsan_dep',
|
||||
'Symlinks': 'symlinks',
|
||||
'InitRc': 'init_rc',
|
||||
'VintfFragments': 'vintf_fragments',
|
||||
'SharedLibs': 'shared_libs',
|
||||
'RuntimeLibs': 'runtime_libs',
|
||||
'Required': 'required',
|
||||
}
|
||||
|
||||
# Converts parsed json dictionary (which is intermediate) to Android.bp prop
|
||||
# dictionary. This validates paths such as include directories and init_rc
|
||||
# files while converting.
|
||||
def convert_json_to_bp_prop(json_path, bp_dir):
|
||||
prop = json.load(json_path)
|
||||
ret = {}
|
||||
|
||||
module_name = prop['ModuleName']
|
||||
ret['name'] = module_name
|
||||
|
||||
# Soong will complain about non-existing paths on Android.bp. There might
|
||||
# be missing files among generated header files, so check all exported
|
||||
# directories and filter out invalid ones. Emits warning for such dirs.
|
||||
# TODO: fix soong to track all generated headers correctly
|
||||
for key in {'ExportedDirs', 'ExportedSystemDirs'}:
|
||||
if key in prop:
|
||||
prop[key] = remove_invalid_dirs(prop[key], bp_dir, module_name)
|
||||
|
||||
for key in prop:
|
||||
if key in JSON_TO_BP:
|
||||
ret[JSON_TO_BP[key]] = prop[key]
|
||||
else:
|
||||
logging.warning(
|
||||
'Unknown prop "%s" of module "%s"' % (key, module_name))
|
||||
|
||||
return ret
|
||||
|
||||
def gen_bp_module(variation, name, version, target_arch, arch_props, bp_dir):
|
||||
prop = {
|
||||
# These three are common for all snapshot modules.
|
||||
'version': str(version),
|
||||
'target_arch': target_arch,
|
||||
'vendor': True,
|
||||
'arch': {},
|
||||
}
|
||||
|
||||
# Factor out common prop among architectures to minimize Android.bp.
|
||||
common_prop = None
|
||||
for arch in arch_props:
|
||||
if common_prop is None:
|
||||
common_prop = dict()
|
||||
for k in arch_props[arch]:
|
||||
common_prop[k] = arch_props[arch][k]
|
||||
continue
|
||||
for k in list(common_prop.keys()):
|
||||
if not k in arch_props[arch] or common_prop[k] != arch_props[arch][k]:
|
||||
del common_prop[k]
|
||||
|
||||
# Forcing src to be arch_props prevents 32-bit only modules to be used as
|
||||
# 64-bit modules, and vice versa.
|
||||
if 'src' in common_prop:
|
||||
del common_prop['src']
|
||||
prop.update(common_prop)
|
||||
|
||||
for arch in arch_props:
|
||||
for k in common_prop:
|
||||
if k in arch_props[arch]:
|
||||
del arch_props[arch][k]
|
||||
prop['arch'][arch] = arch_props[arch]
|
||||
|
||||
bp = 'vendor_snapshot_%s {\n' % variation
|
||||
bp += gen_bp_prop(prop, INDENT)
|
||||
bp += '}\n\n'
|
||||
return bp
|
||||
|
||||
def get_args():
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument(
|
||||
'snapshot_version',
|
||||
type=int,
|
||||
help='Vendor snapshot version to install, e.g. "30".')
|
||||
parser.add_argument(
|
||||
'-v',
|
||||
'--verbose',
|
||||
action='count',
|
||||
default=0,
|
||||
help='Increase output verbosity, e.g. "-v", "-vv".')
|
||||
return parser.parse_args()
|
||||
|
||||
def main():
|
||||
"""Program entry point."""
|
||||
args = get_args()
|
||||
verbose_map = (logging.WARNING, logging.INFO, logging.DEBUG)
|
||||
verbosity = min(args.verbose, 2)
|
||||
logging.basicConfig(
|
||||
format='%(levelname)-8s [%(filename)s:%(lineno)d] %(message)s',
|
||||
level=verbose_map[verbosity])
|
||||
install_dir = os.path.join('prebuilts', 'vendor', 'v'+str(args.snapshot_version))
|
||||
|
||||
# props[target_arch]["static"|"shared"|"binary"|"header"][name][arch] : json
|
||||
props = dict()
|
||||
|
||||
# {target_arch}/{arch}/{variation}/{module}.json
|
||||
for root, _, files in os.walk(install_dir):
|
||||
for file_name in sorted(files):
|
||||
if not file_name.endswith('.json'):
|
||||
continue
|
||||
full_path = os.path.join(root, file_name)
|
||||
rel_path = os.path.relpath(full_path, install_dir)
|
||||
|
||||
target_arch = get_target_arch(rel_path)
|
||||
arch = get_arch(rel_path)
|
||||
variation = get_variation(rel_path)
|
||||
bp_dir = os.path.join(install_dir, target_arch)
|
||||
|
||||
if not target_arch in props:
|
||||
props[target_arch] = dict()
|
||||
if not variation in props[target_arch]:
|
||||
props[target_arch][variation] = dict()
|
||||
|
||||
with open(full_path, 'r') as f:
|
||||
prop = convert_json_to_bp_prop(f, bp_dir)
|
||||
# Remove .json after parsing?
|
||||
# os.unlink(full_path)
|
||||
|
||||
if variation != 'header':
|
||||
prop['src'] = os.path.relpath(
|
||||
rel_path[:-5], # removing .json
|
||||
target_arch)
|
||||
|
||||
module_name = prop['name']
|
||||
notice_path = 'NOTICE_FILES/' + module_name + ".txt"
|
||||
if os.path.exists(os.path.join(bp_dir, notice_path)):
|
||||
prop['notice'] = notice_path
|
||||
|
||||
variation_dict = props[target_arch][variation]
|
||||
if not module_name in variation_dict:
|
||||
variation_dict[module_name] = dict()
|
||||
variation_dict[module_name][arch] = prop
|
||||
|
||||
for target_arch in props:
|
||||
androidbp = ''
|
||||
bp_dir = os.path.join(install_dir, target_arch)
|
||||
for variation in props[target_arch]:
|
||||
for name in props[target_arch][variation]:
|
||||
androidbp += gen_bp_module(
|
||||
variation,
|
||||
name,
|
||||
args.snapshot_version,
|
||||
target_arch,
|
||||
props[target_arch][variation][name],
|
||||
bp_dir)
|
||||
with open(os.path.join(bp_dir, 'Android.bp'), 'w') as f:
|
||||
f.write(androidbp)
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
Reference in New Issue
Block a user