f020989c94
To monitor ninja inputs, generate ninja_inputs.pb as build metrics.
This will count the number of input files and required git projects,
with the number of files for each project.
Bug: 241033491
Test: $ cp .repo/manifests/default.xml out/dist/manifest_1.xml
$ development/multitree/build_vendor.sh -d vsoc_x86_64 \
-p cf_x86_64_phone -r out/dist -i 1
Change-Id: Ie185863f1c8fca313baba6135374d509e2d93937
94 lines
3.3 KiB
Python
Executable File
94 lines
3.3 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
# Copyright (C) 2022 The Android Open Source Project
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the 'License');
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an 'AS IS' BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import argparse
|
|
import json
|
|
import os
|
|
import pathlib
|
|
import subprocess
|
|
import sys
|
|
import xml.etree.ElementTree as ET
|
|
from collections import OrderedDict
|
|
from operator import itemgetter
|
|
from ninja_metrics_proto import ninja_metrics
|
|
|
|
def build_cmd(ninja_binary, ninja_file, target, exempted_file_list):
|
|
cmd = [ninja_binary, '-f', ninja_file, '-t', 'inputs']
|
|
if exempted_file_list and exempted_file_list.exists():
|
|
with open(exempted_file_list) as fin:
|
|
for l in map(str.strip, fin.readlines()):
|
|
if l and not l.startswith('#'):
|
|
cmd.extend(['-e', l])
|
|
cmd.append(target)
|
|
|
|
return cmd
|
|
|
|
|
|
def count_project(projects, input_files):
|
|
project_count = dict()
|
|
for p in projects:
|
|
file_count = sum(f.startswith(p + os.path.sep) for f in input_files)
|
|
if file_count > 0:
|
|
project_count[p] = file_count
|
|
|
|
return dict(sorted(project_count.items(), key=itemgetter(1), reverse=True))
|
|
|
|
|
|
parser = argparse.ArgumentParser()
|
|
|
|
parser.add_argument('-n', '--ninja_binary', type=pathlib.Path, required=True)
|
|
parser.add_argument('-f', '--ninja_file', type=pathlib.Path, required=True)
|
|
parser.add_argument('-t', '--target', type=str, required=True)
|
|
parser.add_argument('-e', '--exempted_file_list', type=pathlib.Path)
|
|
parser.add_argument('-o', '--out', type=pathlib.Path)
|
|
group = parser.add_mutually_exclusive_group()
|
|
group.add_argument('-r', '--repo_project_list', type=pathlib.Path)
|
|
group.add_argument('-m', '--repo_manifest', type=pathlib.Path)
|
|
args = parser.parse_args()
|
|
|
|
input_files = sorted(
|
|
subprocess.check_output(
|
|
build_cmd(args.ninja_binary, args.ninja_file, args.target,
|
|
args.exempted_file_list), text=True).strip().split('\n'))
|
|
|
|
result = dict()
|
|
result['input_files'] = input_files
|
|
|
|
projects = None
|
|
if args.repo_project_list and args.repo_project_list.exists():
|
|
with open(args.repo_project_list) as fin:
|
|
projects = list(map(str.strip, fin.readlines()))
|
|
elif args.repo_manifest and args.repo_manifest.exists():
|
|
projects = [
|
|
p.attrib['path']
|
|
for p in ET.parse(args.repo_manifest).getroot().findall('project')
|
|
]
|
|
|
|
if projects:
|
|
project_to_count = count_project(projects, input_files)
|
|
result['project_count'] = project_to_count
|
|
result['total_project_count'] = len(project_to_count)
|
|
|
|
result['total_input_count'] = len(input_files)
|
|
|
|
if args.out:
|
|
with open(os.path.join(args.out.parent, args.out.name + '.json'), 'w') as json_file:
|
|
json.dump(result, json_file, indent=2)
|
|
with open(os.path.join(args.out.parent, args.out.name + '.pb'), 'wb') as pb_file:
|
|
pb_file.write(ninja_metrics.generate_proto(result).SerializeToString())
|
|
else:
|
|
print(json.dumps(result, indent=2))
|