diff options
Diffstat (limited to 'external/meta-updater/scripts/find_dependencies.py')
| -rwxr-xr-x | external/meta-updater/scripts/find_dependencies.py | 214 |
1 files changed, 214 insertions, 0 deletions
diff --git a/external/meta-updater/scripts/find_dependencies.py b/external/meta-updater/scripts/find_dependencies.py new file mode 100755 index 00000000..cffe32bb --- /dev/null +++ b/external/meta-updater/scripts/find_dependencies.py @@ -0,0 +1,214 @@ +#!/usr/bin/env python3 + +from argparse import ArgumentParser +import os.path +import sys + +scripts_path = os.path.dirname(os.path.realpath(__file__)) +bb_lib_path = os.path.abspath(scripts_path + '/../../poky/bitbake/lib') +sys.path = sys.path + [bb_lib_path] + +import bb.fetch2 +import bb.tinfoil + + +PRINT_PROGRESS = True +SKIP_BUILD_TOOLS = True +KNOWN_BUILD_TOOLS = ['virtual/x86_64-poky-linux-gcc', # gcc-cross-x86_64 + 'virtual/x86_64-poky-linux-compilerlibs', # gcc-runtime + 'virtual/i586-poky-linux-gcc', # gcc-cross-i586 + 'virtual/i586-poky-linux-compilerlibs', # gcc-runtime + 'virtual/libc', # glibc + 'virtual/libintl', # glibc + 'virtual/libiconv', # glibc + 'virtual/crypt', # glibc + 'autoconf-native', + 'automake-native', + 'libtool-native', + 'gnu-config-native', + 'm4-native', + 'texinfo-dummy-native', + 'gettext-minimal-native', + 'libtool-cross', + 'gettext-native', + 'util-linux-native', + 'pkgconfig-native', + 'makedepend-native'] + + +def get_recipe_info(tinfoil, rn): + try: + info = tinfoil.get_recipe_info(rn) + except Exception: + print('Failed to get recipe info for: %s' % rn) + return [] + if not info: + print('No recipe info found for: %s' % rn) + return [] + append_files = tinfoil.get_file_appends(info.fn) + appends = True + data = tinfoil.parse_recipe_file(info.fn, appends, append_files) + data.pn = info.pn + data.pv = info.pv + return data + + +def print_package(manifest_file, data, is_project): + src_uri = data.getVar('SRC_URI').split() + lic = data.getVar('LICENSE') + summary = data.getVar('SUMMARY') + homepage = data.getVar('HOMEPAGE') + srcrev = data.getVar('SRCREV') + branch = data.getVar('BRANCH') + + if is_project: + manifest_file.write(' id:\n') + else: + manifest_file.write('- id:\n') + manifest_file.write(' package_manager: "Yocto"\n') + manifest_file.write(' namespace: ""\n') + manifest_file.write(' name: "%s"\n' % data.pn) + manifest_file.write(' version: "%s"\n' % data.pv) + manifest_file.write(' declared_lics:\n') + manifest_file.write(' - "%s"\n' % lic) + if is_project: + manifest_file.write(' aliases: []\n') + if summary: + manifest_file.write(' description: "%s"\n' % summary) + else: + description = data.getVar('DESCRIPTION') + manifest_file.write(' description: "%s"\n' % description) + manifest_file.write(' homepage_url: "%s"\n' % homepage) + # Binary artifacts almost never exist in Yocto. + manifest_file.write(' binary_artifact:\n') + manifest_file.write(' url: ""\n') + manifest_file.write(' hash: ""\n') + manifest_file.write(' hash_algorithm: ""\n') + manifest_file.write(' source_artifact:\n') + repos = [] + for src in src_uri: + # Strip options. + # TODO: ignore files with apply=false? + src = src.split(';', maxsplit=1)[0] + src_type = src.split('://', maxsplit=1)[0] + if src_type == 'file': + # TODO: Get full path of patches and other files within the source + # repo, not just the filesystem? + fetch = bb.fetch2.Fetch([], data) + local = fetch.localpath(src) + manifest_file.write(' - "%s"\n' % local) + else: + manifest_file.write(' - "%s"\n' % src) + if src_type != 'http' and src_type != 'https' and src_type != 'ftp' and src_type != 'ssh': + repos.append(src) + if len(repos) > 1: + print('Multiple repos for one package are not supported. Package: %s' % info.pn) + for repo in repos: + vcs_type, url = repo.split('://', maxsplit=1) + manifest_file.write(' vcs:\n') + if vcs_type == 'gitsm': + vcs_type = 'git' + manifest_file.write(' type: "%s"\n' % vcs_type) + manifest_file.write(' url: "%s"\n' % url) + # TODO: Actually support multiple repos here: + # TODO: catch and replace AUTOINC? + manifest_file.write(' revision: "%s"\n' % srcrev) + manifest_file.write(' branch: "%s"\n' % branch) + + +def find_dependencies(manifest_file, tinfoil, assume_provided, recipe_info, packages, rn, order): + data = recipe_info[rn] + # Filter out packages from the assume_provided list. + depends = [] + for dep in data.depends: + if dep not in assume_provided: + depends.append(dep) + + if PRINT_PROGRESS: + # Print high-order dependencies as a form of logging/progress notifcation. + if order == 2: + print(rn) + if order == 3: + print(' ' + rn) + + # order == 1 is for the initial recipe. We've already printed its + # information, so skip it. + if order > 1: + spaces = ' ' * order + manifest_file.write('%s- namespace: ""\n' % spaces) + manifest_file.write('%s name: "%s"\n' % (spaces, data.pn)) + manifest_file.write('%s version: "%s"\n' % (spaces, data.pv)) + if not depends: + manifest_file.write('%s dependencies: []\n' % spaces) + else: + manifest_file.write('%s dependencies:\n' % spaces) + + # First find all dependencies not seen yet to our master list. + for dep in depends: + if dep not in packages: + packages.append(dep) + dep_data = get_recipe_info(tinfoil, dep) + # Do this once now to reduce the number of bitbake calls. + dep_data.depends = dep_data.getVar('DEPENDS').split() + recipe_info[dep] = dep_data + + # Then recursively analyze all of the dependencies for the current recipe. + for dep in depends: + find_dependencies(manifest_file, tinfoil, assume_provided, recipe_info, packages, dep, order + 1) + + if order > 1: + manifest_file.write('%s errors: []\n' % spaces) + + +def main(): + parser = ArgumentParser(description='Find all dependencies of a recipe.') + parser.add_argument('recipe', metavar='recipe', help='a recipe to investigate') + args = parser.parse_args() + rn = args.recipe + with bb.tinfoil.Tinfoil() as tinfoil: + tinfoil.prepare() + # These are the packages that bitbake assumes are provided by the host + # system. They do not have recipes, so searching tinfoil for them will + # not work. Anyway, by nature they are only build tools and will not be + # distributed in an image. + assume_provided = tinfoil.config_data.getVar('ASSUME_PROVIDED').split() + if SKIP_BUILD_TOOLS: + assume_provided.extend(KNOWN_BUILD_TOOLS) + + data = get_recipe_info(tinfoil, rn) + if not data: + print('Nothing to do!') + return + + with open(rn + '-dependencies.yml', "w") as manifest_file: + manifest_file.write('project:\n') + data.depends = [] + depends = data.getVar('DEPENDS').split() + for dep in depends: + if dep not in assume_provided: + data.depends.append(dep) + print_package(manifest_file, data, is_project=True) + manifest_file.write(' scopes:\n') + manifest_file.write(' - name: "all"\n') + manifest_file.write(' delivered: true\n') + if not data.depends: + manifest_file.write(' dependencies: []\n') + else: + manifest_file.write(' dependencies:\n') + + recipe_info = dict([(rn, data)]) + packages = [] + find_dependencies(manifest_file, tinfoil, assume_provided, recipe_info, packages, rn, order=1) + + manifest_file.write('packages:\n') + + # Iterate through the list of packages found to print out their full + # information. Skip the initial recipe since we already printed it out. + for p in packages: + if p is not rn: + data = recipe_info[p] + print_package(manifest_file, data, is_project=False) + + +if __name__ == "__main__": + main() |