#!/usr/bin/env python3
from argparse import ArgumentParser
import os.path
import sys
scripts_path = os.path.dirname(os.path.realpath(__file__))
bb_lib_path = os.path.abspath(scripts_path + '/../../poky/bitbake/lib')
sys.path = sys.path + [bb_lib_path]
import bb.fetch2
import bb.tinfoil
PRINT_PROGRESS = True
SKIP_BUILD_TOOLS = True
KNOWN_BUILD_TOOLS = ['virtual/x86_64-poky-linux-gcc', # gcc-cross-x86_64
'virtual/x86_64-poky-linux-compilerlibs', # gcc-runtime
'virtual/i586-poky-linux-gcc', # gcc-cross-i586
'virtual/i586-poky-linux-compilerlibs', # gcc-runtime
'virtual/libc', # glibc
'virtual/libintl', # glibc
'virtual/libiconv', # glibc
'virtual/crypt', # glibc
'autoconf-native',
'automake-native',
'libtool-native',
'gnu-config-native',
'm4-native',
'texinfo-dummy-native',
'gettext-minimal-native',
'libtool-cross',
'gettext-native',
'util-linux-native',
'pkgconfig-native',
'makedepend-native']
def get_recipe_info(tinfoil, rn):
try:
info = tinfoil.get_recipe_info(rn)
except Exception:
print('Failed to get recipe info for: %s' % rn)
return []
if not info:
print('No recipe info found for: %s' % rn)
return []
append_files = tinfoil.get_file_appends(info.fn)
appends = True
data = tinfoil.parse_recipe_file(info.fn, appends, append_files)
data.pn = info.pn
data.pv = info.pv
return data
def print_package(manifest_file, data, is_project):
src_uri = data.getVar('SRC_URI').split()
lic = data.getVar('LICENSE')
summary = data.getVar('SUMMARY')
homepage = data.getVar('HOMEPAGE')
srcrev = data.getVar('SRCREV')
branch = data.getVar('BRANCH')
if is_project:
manifest_file.write(' id:\n')
else:
manifest_file.write('- id:\n')
manifest_file.write(' package_manager: "Yocto"\n')
manifest_file.write(' namespace: ""\n')
manifest_file.write(' name: "%s"\n' % data.pn)
manifest_file.write(' version: "%s"\n' % data.pv)
manifest_file.write(' declared_lics:\n')
manifest_file.write(' - "%s"\n' % lic)
if is_project:
manifest_file.write(' aliases: []\n')
if summary:
manifest_file.write(' description: "%s"\n' % summary)
else:
description = data.getVar('DESCRIPTION')
manifest_file.write(' description: "%s"\n' % description)
manifest_file.write(' homepage_url: "%s"\n' % homepage)
# Binary artifacts almost never exist in Yocto.
manifest_file.write(' binary_artifact:\n')
manifest_file.write(' url: ""\n')
manifest_file.write(' hash: ""\n')
manifest_file.write(' hash_algorithm: ""\n')
manifest_file.write(' source_artifact:\n')
repos = []
for src in src_uri:
# Strip options.
# TODO: ignore files with apply=false?
src = src.split(';', maxsplit=1)[0]
src_type = src.split('://', maxsplit=1)[0]
if src_type == 'file':
# TODO: Get full path of patches and other files within the source
# repo, not just the filesystem?
fetch = bb.fetch2.Fetch([], data)
local = fetch.localpath(src)
manifest_file.write(' - "%s"\n' % local)
else:
manifest_file.write(' - "%s"\n' % src)
if src_type != 'http' and src_type != 'https' and src_type != 'ftp' and src_type != 'ssh':
repos.append(src)
if len(repos) > 1:
print('Multiple repos for one package are not supported. Package: %s' % info.pn)
for repo in repos:
vcs_type, url = repo.split('://', maxsplit=1)
manifest_file.write(' vcs:\n')
if vcs_type == 'gitsm':
vcs_type = 'git'
manifest_file.write(' type: "%s"\n' % vcs_type)
manifest_file.write(' url: "%s"\n' % url)
# TODO: Actually support multiple repos here:
# TODO: catch and replace AUTOINC?
manifest_file.write(' revision: "%s"\n' % srcrev)
manifest_file.write(' branch: "%s"\n' % branch)
def find_dependencies(manifest_file, tinfoil, assume_provided, recipe_info, packages, rn, order):
data = recipe_info[rn]
# Filter out packages from the assume_provided list.
depends = []
for dep in data.depends:
if dep not in assume_provided:
depends.append(dep)
if PRINT_PROGRESS:
# Print high-order dependencies as a form of logging/progress notifcation.
if order == 2:
print(rn)
if order == 3:
print(' ' + rn)
# order == 1 is for the initial recipe. We've already printed its
# information, so skip it.
if order > 1:
spaces = ' ' * order
manifest_file.write('%s- namespace: ""\n' % spaces)
manifest_file.write('%s name: "%s"\n' % (spaces, data.pn))
manifest_file.write('%s version: "%s"\n' % (spaces, data.pv))
if not depends:
manifest_file.write('%s dependencies: []\n' % spaces)
else:
manifest_file.write('%s dependencies:\n' % spaces)
# First find all dependencies not seen yet to our master list.
for dep in depends:
if dep not in packages:
packages.append(dep)
dep_data = get_recipe_info(tinfoil, dep)
# Do this once now to reduce the number of bitbake calls.
dep_data.depends = dep_data.getVar('DEPENDS').split()
recipe_info[dep] = dep_data
# Then recursively analyze all of the dependencies for the current recipe.
for dep in depends:
find_dependencies(manifest_file, tinfoil, assume_provided, recipe_info, packages, dep, order + 1)
if order > 1:
manifest_file.write('%s errors: []\n' % spaces)
def main():
parser = ArgumentParser(description='Find all dependencies of a recipe.')
parser.add_argument('recipe', metavar='recipe', help='a recipe to investigate')
args = parser.parse_args()
rn = args.recipe
with bb.tinfoil.Tinfoil() as tinfoil:
tinfoil.prepare()
# These are the packages that bitbake assumes are provided by the host
# system. They do not have recipes, so searching tinfoil for them will
# not work. Anyway, by nature they are only build tools and will not be
# distributed in an image.
assume_provided = tinfoil.config_data.getVar('ASSUME_PROVIDED').split()
if SKIP_BUILD_TOOLS:
assume_provided.extend(KNOWN_BUILD_TOOLS)
data = get_recipe_info(tinfoil, rn)
if not data:
print('Nothing to do!')
return
with open(rn + '-dependencies.yml', "w") as manifest_file:
manifest_file.write('project:\n')
data.depends = []
depends = data.getVar('DEPENDS').split()
for dep in depends:
if dep not in assume_provided:
data.depends.append(dep)
print_package(manifest_file, data, is_project=True)
manifest_file.write(' scopes:\n')
manifest_file.write(' - name: "all"\n')
manifest_file.write(' delivered: true\n')
if not data.depends:
manifest_file.write(' dependencies: []\n')
else:
manifest_file.write(' dependencies:\n')
recipe_info = dict([(rn, data)])
packages = []
find_dependencies(manifest_file, tinfoil, assume_provided, recipe_info, packages, rn, order=1)
manifest_file.write('packages:\n')
# Iterate through the list of packages found to print out their full
# information. Skip the initial recipe since we already printed it out.
for p in packages:
if p is not rn:
data = recipe_info[p]
print_package(manifest_file, data, is_project=False)
if __name__ == "__main__":
main()