diff options
Diffstat (limited to 'scripts/lib/image/engine.py')
| -rw-r--r-- | scripts/lib/image/engine.py | 256 |
1 files changed, 256 insertions, 0 deletions
diff --git a/scripts/lib/image/engine.py b/scripts/lib/image/engine.py new file mode 100644 index 0000000000..a9b530cc04 --- /dev/null +++ b/scripts/lib/image/engine.py | |||
| @@ -0,0 +1,256 @@ | |||
| 1 | # ex:ts=4:sw=4:sts=4:et | ||
| 2 | # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- | ||
| 3 | # | ||
| 4 | # Copyright (c) 2013, Intel Corporation. | ||
| 5 | # All rights reserved. | ||
| 6 | # | ||
| 7 | # This program is free software; you can redistribute it and/or modify | ||
| 8 | # it under the terms of the GNU General Public License version 2 as | ||
| 9 | # published by the Free Software Foundation. | ||
| 10 | # | ||
| 11 | # This program is distributed in the hope that it will be useful, | ||
| 12 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 13 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 14 | # GNU General Public License for more details. | ||
| 15 | # | ||
| 16 | # You should have received a copy of the GNU General Public License along | ||
| 17 | # with this program; if not, write to the Free Software Foundation, Inc., | ||
| 18 | # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. | ||
| 19 | # | ||
| 20 | # DESCRIPTION | ||
| 21 | |||
| 22 | # This module implements the image creation engine used by 'wic' to | ||
| 23 | # create images. The engine parses through the OpenEmbedded kickstart | ||
| 24 | # (wks) file specified and generates images that can then be directly | ||
| 25 | # written onto media. | ||
| 26 | # | ||
| 27 | # AUTHORS | ||
| 28 | # Tom Zanussi <tom.zanussi (at] linux.intel.com> | ||
| 29 | # | ||
| 30 | |||
| 31 | import os | ||
| 32 | import sys | ||
| 33 | from abc import ABCMeta, abstractmethod | ||
| 34 | import shlex | ||
| 35 | import json | ||
| 36 | import subprocess | ||
| 37 | import shutil | ||
| 38 | |||
| 39 | import os, sys, errno | ||
| 40 | |||
| 41 | |||
| 42 | def verify_build_env(): | ||
| 43 | """ | ||
| 44 | Verify that the build environment is sane. | ||
| 45 | |||
| 46 | Returns True if it is, false otherwise | ||
| 47 | """ | ||
| 48 | try: | ||
| 49 | builddir = os.environ["BUILDDIR"] | ||
| 50 | except KeyError: | ||
| 51 | print "BUILDDIR not found, exiting. (Did you forget to source oe-init-build-env?)" | ||
| 52 | sys.exit(1) | ||
| 53 | |||
| 54 | return True | ||
| 55 | |||
| 56 | |||
| 57 | def get_line_val(line, key): | ||
| 58 | """ | ||
| 59 | Extract the value from the VAR="val" string | ||
| 60 | """ | ||
| 61 | if line.startswith(key + "="): | ||
| 62 | stripped_line = line.split('=')[1] | ||
| 63 | stripped_line = stripped_line.replace('\"', '') | ||
| 64 | return stripped_line | ||
| 65 | return None | ||
| 66 | |||
| 67 | |||
| 68 | def find_artifacts(image_name): | ||
| 69 | """ | ||
| 70 | Gather the build artifacts for the current image (the image_name | ||
| 71 | e.g. core-image-minimal) for the current MACHINE set in local.conf | ||
| 72 | """ | ||
| 73 | bitbake_env_cmd = "bitbake -e %s" % image_name | ||
| 74 | rc, bitbake_env_lines = exec_cmd(bitbake_env_cmd) | ||
| 75 | if rc != 0: | ||
| 76 | print "Couldn't get '%s' output, exiting." % bitbake_env_cmd | ||
| 77 | sys.exit(1) | ||
| 78 | |||
| 79 | for line in bitbake_env_lines.split('\n'): | ||
| 80 | if (get_line_val(line, "IMAGE_ROOTFS")): | ||
| 81 | rootfs_dir = get_line_val(line, "IMAGE_ROOTFS") | ||
| 82 | continue | ||
| 83 | if (get_line_val(line, "STAGING_KERNEL_DIR")): | ||
| 84 | kernel_dir = get_line_val(line, "STAGING_KERNEL_DIR") | ||
| 85 | continue | ||
| 86 | if (get_line_val(line, "HDDDIR")): | ||
| 87 | hdddir = get_line_val(line, "HDDDIR") | ||
| 88 | continue | ||
| 89 | if (get_line_val(line, "STAGING_DATADIR")): | ||
| 90 | staging_data_dir = get_line_val(line, "STAGING_DATADIR") | ||
| 91 | continue | ||
| 92 | if (get_line_val(line, "STAGING_DIR_NATIVE")): | ||
| 93 | native_sysroot = get_line_val(line, "STAGING_DIR_NATIVE") | ||
| 94 | continue | ||
| 95 | |||
| 96 | return (rootfs_dir, kernel_dir, hdddir, staging_data_dir, native_sysroot) | ||
| 97 | |||
| 98 | |||
| 99 | CANNED_IMAGE_DIR = "lib/image/canned-wks" # relative to scripts | ||
| 100 | |||
| 101 | def find_canned_image(scripts_path, wks_file): | ||
| 102 | """ | ||
| 103 | Find a .wks file with the given name in the canned files dir. | ||
| 104 | |||
| 105 | Return False if not found | ||
| 106 | """ | ||
| 107 | canned_wks_dir = os.path.join(scripts_path, CANNED_IMAGE_DIR) | ||
| 108 | |||
| 109 | for root, dirs, files in os.walk(canned_wks_dir): | ||
| 110 | for file in files: | ||
| 111 | if file.endswith("~") or file.endswith("#"): | ||
| 112 | continue | ||
| 113 | if file.endswith(".wks") and wks_file + ".wks" == file: | ||
| 114 | fullpath = os.path.join(canned_wks_dir, file) | ||
| 115 | return fullpath | ||
| 116 | return None | ||
| 117 | |||
| 118 | |||
| 119 | def list_canned_images(scripts_path): | ||
| 120 | """ | ||
| 121 | List the .wks files in the canned image dir, minus the extension. | ||
| 122 | """ | ||
| 123 | canned_wks_dir = os.path.join(scripts_path, CANNED_IMAGE_DIR) | ||
| 124 | |||
| 125 | for root, dirs, files in os.walk(canned_wks_dir): | ||
| 126 | for file in files: | ||
| 127 | if file.endswith("~") or file.endswith("#"): | ||
| 128 | continue | ||
| 129 | if file.endswith(".wks"): | ||
| 130 | fullpath = os.path.join(canned_wks_dir, file) | ||
| 131 | f = open(fullpath, "r") | ||
| 132 | lines = f.readlines() | ||
| 133 | for line in lines: | ||
| 134 | desc = "" | ||
| 135 | idx = line.find("short-description:") | ||
| 136 | if idx != -1: | ||
| 137 | desc = line[idx + len("short-description:"):].strip() | ||
| 138 | break | ||
| 139 | basename = os.path.splitext(file)[0] | ||
| 140 | print " %s\t\t%s" % (basename, desc) | ||
| 141 | |||
| 142 | |||
| 143 | def list_canned_image_help(scripts_path, fullpath): | ||
| 144 | """ | ||
| 145 | List the help and params in the specified canned image. | ||
| 146 | """ | ||
| 147 | canned_wks_dir = os.path.join(scripts_path, CANNED_IMAGE_DIR) | ||
| 148 | |||
| 149 | f = open(fullpath, "r") | ||
| 150 | lines = f.readlines() | ||
| 151 | found = False | ||
| 152 | for line in lines: | ||
| 153 | if not found: | ||
| 154 | idx = line.find("long-description:") | ||
| 155 | if idx != -1: | ||
| 156 | |||
| 157 | print line[idx + len("long-description:"):].strip() | ||
| 158 | found = True | ||
| 159 | continue | ||
| 160 | if not line.strip(): | ||
| 161 | break | ||
| 162 | idx = line.find("#") | ||
| 163 | if idx != -1: | ||
| 164 | print line[idx + len("#:"):].rstrip() | ||
| 165 | else: | ||
| 166 | break | ||
| 167 | |||
| 168 | |||
| 169 | def wic_create(args, wks_file, rootfs_dir, bootimg_dir, kernel_dir, | ||
| 170 | native_sysroot, hdddir, staging_data_dir, scripts_path, | ||
| 171 | image_output_dir, properties_file, properties=None): | ||
| 172 | """ | ||
| 173 | Create image | ||
| 174 | |||
| 175 | wks_file - user-defined OE kickstart file | ||
| 176 | rootfs_dir - absolute path to the build's /rootfs dir | ||
| 177 | bootimg_dir - absolute path to the build's boot artifacts directory | ||
| 178 | kernel_dir - absolute path to the build's kernel directory | ||
| 179 | native_sysroot - absolute path to the build's native sysroots dir | ||
| 180 | hdddir - absolute path to the build's HDDDIR dir | ||
| 181 | staging_data_dir - absolute path to the build's STAGING_DATA_DIR dir | ||
| 182 | scripts_path - absolute path to /scripts dir | ||
| 183 | image_output_dir - dirname to create for image | ||
| 184 | properties_file - use values from this file if nonempty i.e no prompting | ||
| 185 | properties - use values from this string if nonempty i.e no prompting | ||
| 186 | |||
| 187 | Normally, the values for the build artifacts values are determined | ||
| 188 | by 'wic -e' from the output of the 'bitbake -e' command given an | ||
| 189 | image name e.g. 'core-image-minimal' and a given machine set in | ||
| 190 | local.conf. If that's the case, the variables get the following | ||
| 191 | values from the output of 'bitbake -e': | ||
| 192 | |||
| 193 | rootfs_dir: IMAGE_ROOTFS | ||
| 194 | kernel_dir: STAGING_KERNEL_DIR | ||
| 195 | native_sysroot: STAGING_DIR_NATIVE | ||
| 196 | hdddir: HDDDIR | ||
| 197 | staging_data_dir: STAGING_DATA_DIR | ||
| 198 | |||
| 199 | In the above case, bootimg_dir remains unset and the image | ||
| 200 | creation code determines which of the passed-in directories to | ||
| 201 | use. | ||
| 202 | |||
| 203 | In the case where the values are passed in explicitly i.e 'wic -e' | ||
| 204 | is not used but rather the individual 'wic' options are used to | ||
| 205 | explicitly specify these values, hdddir and staging_data_dir will | ||
| 206 | be unset, but bootimg_dir must be explicit i.e. explicitly set to | ||
| 207 | either hdddir or staging_data_dir, depending on the image being | ||
| 208 | generated. The other values (rootfs_dir, kernel_dir, and | ||
| 209 | native_sysroot) correspond to the same values found above via | ||
| 210 | 'bitbake -e'). | ||
| 211 | |||
| 212 | """ | ||
| 213 | try: | ||
| 214 | oe_builddir = os.environ["BUILDDIR"] | ||
| 215 | except KeyError: | ||
| 216 | print "BUILDDIR not found, exiting. (Did you forget to source oe-init-build-env?)" | ||
| 217 | sys.exit(1) | ||
| 218 | |||
| 219 | |||
| 220 | def wic_list(args, scripts_path, properties_file): | ||
| 221 | """ | ||
| 222 | Print the complete list of properties defined by the image, or the | ||
| 223 | possible values for a particular image property. | ||
| 224 | """ | ||
| 225 | if len(args) < 1: | ||
| 226 | return False | ||
| 227 | |||
| 228 | if len(args) == 1: | ||
| 229 | if args[0] == "images": | ||
| 230 | list_canned_images(scripts_path) | ||
| 231 | return True | ||
| 232 | elif args[0] == "properties": | ||
| 233 | return True | ||
| 234 | else: | ||
| 235 | return False | ||
| 236 | |||
| 237 | if len(args) == 2: | ||
| 238 | if args[0] == "properties": | ||
| 239 | wks_file = args[1] | ||
| 240 | print "print properties contained in wks file: %s" % wks_file | ||
| 241 | return True | ||
| 242 | elif args[0] == "property": | ||
| 243 | print "print property values for property: %s" % args[1] | ||
| 244 | return True | ||
| 245 | elif args[1] == "help": | ||
| 246 | wks_file = args[0] | ||
| 247 | fullpath = find_canned_image(scripts_path, wks_file) | ||
| 248 | if not fullpath: | ||
| 249 | print "No image named %s found, exiting. (Use 'wic list images' to list available images, or specify a fully-qualified OE kickstart (.wks) filename)\n" % wks_file | ||
| 250 | sys.exit(1) | ||
| 251 | list_canned_image_help(scripts_path, fullpath) | ||
| 252 | return True | ||
| 253 | else: | ||
| 254 | return False | ||
| 255 | |||
| 256 | return False | ||
