diff options
Diffstat (limited to 'scripts/lib/devtool/sdk.py')
| -rw-r--r-- | scripts/lib/devtool/sdk.py | 188 |
1 files changed, 76 insertions, 112 deletions
diff --git a/scripts/lib/devtool/sdk.py b/scripts/lib/devtool/sdk.py index 46fd12bdb2..922277b79f 100644 --- a/scripts/lib/devtool/sdk.py +++ b/scripts/lib/devtool/sdk.py | |||
| @@ -107,7 +107,7 @@ def check_manifest(fn, basepath): | |||
| 107 | return changedfiles | 107 | return changedfiles |
| 108 | 108 | ||
| 109 | def sdk_update(args, config, basepath, workspace): | 109 | def sdk_update(args, config, basepath, workspace): |
| 110 | # Fetch locked-sigs.inc file from remote/local destination | 110 | """Entry point for devtool sdk-update command""" |
| 111 | updateserver = args.updateserver | 111 | updateserver = args.updateserver |
| 112 | if not updateserver: | 112 | if not updateserver: |
| 113 | updateserver = config.get('SDK', 'updateserver', '') | 113 | updateserver = config.get('SDK', 'updateserver', '') |
| @@ -122,10 +122,9 @@ def sdk_update(args, config, basepath, workspace): | |||
| 122 | else: | 122 | else: |
| 123 | logger.debug("Found conf/locked-sigs.inc in %s" % basepath) | 123 | logger.debug("Found conf/locked-sigs.inc in %s" % basepath) |
| 124 | 124 | ||
| 125 | if ':' in updateserver: | 125 | if not '://' in updateserver: |
| 126 | is_remote = True | 126 | logger.error("Update server must be a URL") |
| 127 | else: | 127 | return -1 |
| 128 | is_remote = False | ||
| 129 | 128 | ||
| 130 | layers_dir = os.path.join(basepath, 'layers') | 129 | layers_dir = os.path.join(basepath, 'layers') |
| 131 | conf_dir = os.path.join(basepath, 'conf') | 130 | conf_dir = os.path.join(basepath, 'conf') |
| @@ -139,120 +138,85 @@ def sdk_update(args, config, basepath, workspace): | |||
| 139 | finally: | 138 | finally: |
| 140 | tinfoil.shutdown() | 139 | tinfoil.shutdown() |
| 141 | 140 | ||
| 142 | if not is_remote: | 141 | tmpsdk_dir = tempfile.mkdtemp() |
| 143 | # devtool sdk-update /local/path/to/latest/sdk | 142 | try: |
| 144 | new_locked_sig_file_path = os.path.join(updateserver, 'conf/locked-sigs.inc') | 143 | os.makedirs(os.path.join(tmpsdk_dir, 'conf')) |
| 145 | if not os.path.exists(new_locked_sig_file_path): | 144 | new_locked_sig_file_path = os.path.join(tmpsdk_dir, 'conf', 'locked-sigs.inc') |
| 146 | logger.error("%s doesn't exist or is not an extensible SDK" % updateserver) | 145 | # Fetch manifest from server |
| 147 | return -1 | 146 | tmpmanifest = os.path.join(tmpsdk_dir, 'conf', 'sdk-conf-manifest') |
| 148 | else: | 147 | ret = subprocess.call("wget -q -O %s %s/conf/sdk-conf-manifest" % (tmpmanifest, updateserver), shell=True) |
| 149 | logger.debug("Found conf/locked-sigs.inc in %s" % updateserver) | 148 | changedfiles = check_manifest(tmpmanifest, basepath) |
| 150 | update_dict = generate_update_dict(new_locked_sig_file_path, old_locked_sig_file_path) | 149 | if not changedfiles: |
| 151 | logger.debug("update_dict = %s" % update_dict) | 150 | logger.info("Already up-to-date") |
| 152 | newsdk_path = updateserver | ||
| 153 | sstate_dir = os.path.join(newsdk_path, 'sstate-cache') | ||
| 154 | if not os.path.exists(sstate_dir): | ||
| 155 | logger.error("sstate-cache directory not found under %s" % newsdk_path) | ||
| 156 | return 1 | ||
| 157 | sstate_objects = get_sstate_objects(update_dict, sstate_dir) | ||
| 158 | logger.debug("sstate_objects = %s" % sstate_objects) | ||
| 159 | if len(sstate_objects) == 0: | ||
| 160 | logger.info("No need to update.") | ||
| 161 | return 0 | 151 | return 0 |
| 162 | logger.info("Installing sstate objects into %s", basepath) | 152 | # Update metadata |
| 163 | install_sstate_objects(sstate_objects, updateserver.rstrip('/'), basepath) | 153 | logger.debug("Updating metadata via git ...") |
| 164 | logger.info("Updating configuration files") | 154 | #Check for the status before doing a fetch and reset |
| 165 | new_conf_dir = os.path.join(updateserver, 'conf') | 155 | if os.path.exists(os.path.join(basepath, 'layers/.git')): |
| 166 | shutil.rmtree(conf_dir) | 156 | out = subprocess.check_output("git status --porcelain", shell=True, cwd=layers_dir) |
| 167 | shutil.copytree(new_conf_dir, conf_dir) | 157 | if not out: |
| 168 | logger.info("Updating layers") | 158 | ret = subprocess.call("git fetch --all; git reset --hard", shell=True, cwd=layers_dir) |
| 169 | new_layers_dir = os.path.join(updateserver, 'layers') | ||
| 170 | shutil.rmtree(layers_dir) | ||
| 171 | ret = subprocess.call("cp -a %s %s" % (new_layers_dir, layers_dir), shell=True) | ||
| 172 | if ret != 0: | ||
| 173 | logger.error("Copying %s to %s failed" % (new_layers_dir, layers_dir)) | ||
| 174 | return ret | ||
| 175 | else: | ||
| 176 | # devtool sdk-update http://myhost/sdk | ||
| 177 | tmpsdk_dir = tempfile.mkdtemp() | ||
| 178 | try: | ||
| 179 | os.makedirs(os.path.join(tmpsdk_dir, 'conf')) | ||
| 180 | new_locked_sig_file_path = os.path.join(tmpsdk_dir, 'conf', 'locked-sigs.inc') | ||
| 181 | # Fetch manifest from server | ||
| 182 | tmpmanifest = os.path.join(tmpsdk_dir, 'conf', 'sdk-conf-manifest') | ||
| 183 | ret = subprocess.call("wget -q -O %s %s/conf/sdk-conf-manifest" % (tmpmanifest, updateserver), shell=True) | ||
| 184 | changedfiles = check_manifest(tmpmanifest, basepath) | ||
| 185 | if not changedfiles: | ||
| 186 | logger.info("Already up-to-date") | ||
| 187 | return 0 | ||
| 188 | # Update metadata | ||
| 189 | logger.debug("Updating metadata via git ...") | ||
| 190 | #Check for the status before doing a fetch and reset | ||
| 191 | if os.path.exists(os.path.join(basepath, 'layers/.git')): | ||
| 192 | out = subprocess.check_output("git status --porcelain", shell=True, cwd=layers_dir) | ||
| 193 | if not out: | ||
| 194 | ret = subprocess.call("git fetch --all; git reset --hard", shell=True, cwd=layers_dir) | ||
| 195 | else: | ||
| 196 | logger.error("Failed to update metadata as there have been changes made to it. Aborting."); | ||
| 197 | logger.error("Changed files:\n%s" % out); | ||
| 198 | return -1 | ||
| 199 | else: | 159 | else: |
| 200 | ret = -1 | 160 | logger.error("Failed to update metadata as there have been changes made to it. Aborting."); |
| 161 | logger.error("Changed files:\n%s" % out); | ||
| 162 | return -1 | ||
| 163 | else: | ||
| 164 | ret = -1 | ||
| 165 | if ret != 0: | ||
| 166 | ret = subprocess.call("git clone %s/layers/.git" % updateserver, shell=True, cwd=tmpsdk_dir) | ||
| 167 | if ret != 0: | ||
| 168 | logger.error("Updating metadata via git failed") | ||
| 169 | return ret | ||
| 170 | logger.debug("Updating conf files ...") | ||
| 171 | for changedfile in changedfiles: | ||
| 172 | ret = subprocess.call("wget -q -O %s %s/%s" % (changedfile, updateserver, changedfile), shell=True, cwd=tmpsdk_dir) | ||
| 201 | if ret != 0: | 173 | if ret != 0: |
| 202 | ret = subprocess.call("git clone %s/layers/.git" % updateserver, shell=True, cwd=tmpsdk_dir) | 174 | logger.error("Updating %s failed" % changedfile) |
| 203 | if ret != 0: | 175 | return ret |
| 204 | logger.error("Updating metadata via git failed") | ||
| 205 | return ret | ||
| 206 | logger.debug("Updating conf files ...") | ||
| 207 | for changedfile in changedfiles: | ||
| 208 | ret = subprocess.call("wget -q -O %s %s/%s" % (changedfile, updateserver, changedfile), shell=True, cwd=tmpsdk_dir) | ||
| 209 | if ret != 0: | ||
| 210 | logger.error("Updating %s failed" % changedfile) | ||
| 211 | return ret | ||
| 212 | 176 | ||
| 213 | # Check if UNINATIVE_CHECKSUM changed | 177 | # Check if UNINATIVE_CHECKSUM changed |
| 214 | uninative = False | 178 | uninative = False |
| 215 | if 'conf/local.conf' in changedfiles: | 179 | if 'conf/local.conf' in changedfiles: |
| 216 | def read_uninative_checksums(fn): | 180 | def read_uninative_checksums(fn): |
| 217 | chksumitems = [] | 181 | chksumitems = [] |
| 218 | with open(fn, 'r') as f: | 182 | with open(fn, 'r') as f: |
| 219 | for line in f: | 183 | for line in f: |
| 220 | if line.startswith('UNINATIVE_CHECKSUM'): | 184 | if line.startswith('UNINATIVE_CHECKSUM'): |
| 221 | splitline = re.split(r'[\[\]"\']', line) | 185 | splitline = re.split(r'[\[\]"\']', line) |
| 222 | if len(splitline) > 3: | 186 | if len(splitline) > 3: |
| 223 | chksumitems.append((splitline[1], splitline[3])) | 187 | chksumitems.append((splitline[1], splitline[3])) |
| 224 | return chksumitems | 188 | return chksumitems |
| 225 | 189 | ||
| 226 | oldsums = read_uninative_checksums(os.path.join(basepath, 'conf/local.conf')) | 190 | oldsums = read_uninative_checksums(os.path.join(basepath, 'conf/local.conf')) |
| 227 | newsums = read_uninative_checksums(os.path.join(tmpsdk_dir, 'conf/local.conf')) | 191 | newsums = read_uninative_checksums(os.path.join(tmpsdk_dir, 'conf/local.conf')) |
| 228 | if oldsums != newsums: | 192 | if oldsums != newsums: |
| 229 | uninative = True | 193 | uninative = True |
| 230 | for buildarch, chksum in newsums: | 194 | for buildarch, chksum in newsums: |
| 231 | uninative_file = os.path.join('downloads', 'uninative', chksum, '%s-nativesdk-libc.tar.bz2' % buildarch) | 195 | uninative_file = os.path.join('downloads', 'uninative', chksum, '%s-nativesdk-libc.tar.bz2' % buildarch) |
| 232 | mkdir(os.path.join(tmpsdk_dir, os.path.dirname(uninative_file))) | 196 | mkdir(os.path.join(tmpsdk_dir, os.path.dirname(uninative_file))) |
| 233 | ret = subprocess.call("wget -q -O %s %s/%s" % (uninative_file, updateserver, uninative_file), shell=True, cwd=tmpsdk_dir) | 197 | ret = subprocess.call("wget -q -O %s %s/%s" % (uninative_file, updateserver, uninative_file), shell=True, cwd=tmpsdk_dir) |
| 234 | 198 | ||
| 235 | # Ok, all is well at this point - move everything over | 199 | # Ok, all is well at this point - move everything over |
| 236 | tmplayers_dir = os.path.join(tmpsdk_dir, 'layers') | 200 | tmplayers_dir = os.path.join(tmpsdk_dir, 'layers') |
| 237 | if os.path.exists(tmplayers_dir): | 201 | if os.path.exists(tmplayers_dir): |
| 238 | shutil.rmtree(layers_dir) | 202 | shutil.rmtree(layers_dir) |
| 239 | shutil.move(tmplayers_dir, layers_dir) | 203 | shutil.move(tmplayers_dir, layers_dir) |
| 240 | for changedfile in changedfiles: | 204 | for changedfile in changedfiles: |
| 241 | destfile = os.path.join(basepath, changedfile) | 205 | destfile = os.path.join(basepath, changedfile) |
| 242 | os.remove(destfile) | 206 | os.remove(destfile) |
| 243 | shutil.move(os.path.join(tmpsdk_dir, changedfile), destfile) | 207 | shutil.move(os.path.join(tmpsdk_dir, changedfile), destfile) |
| 244 | os.remove(os.path.join(conf_dir, 'sdk-conf-manifest')) | 208 | os.remove(os.path.join(conf_dir, 'sdk-conf-manifest')) |
| 245 | shutil.move(tmpmanifest, conf_dir) | 209 | shutil.move(tmpmanifest, conf_dir) |
| 246 | if uninative: | 210 | if uninative: |
| 247 | shutil.rmtree(os.path.join(basepath, 'downloads', 'uninative')) | 211 | shutil.rmtree(os.path.join(basepath, 'downloads', 'uninative')) |
| 248 | shutil.move(os.path.join(tmpsdk_dir, 'downloads', 'uninative'), os.path.join(basepath, 'downloads')) | 212 | shutil.move(os.path.join(tmpsdk_dir, 'downloads', 'uninative'), os.path.join(basepath, 'downloads')) |
| 249 | 213 | ||
| 250 | if not sstate_mirrors: | 214 | if not sstate_mirrors: |
| 251 | with open(os.path.join(conf_dir, 'site.conf'), 'a') as f: | 215 | with open(os.path.join(conf_dir, 'site.conf'), 'a') as f: |
| 252 | f.write('SCONF_VERSION = "%s"\n' % site_conf_version) | 216 | f.write('SCONF_VERSION = "%s"\n' % site_conf_version) |
| 253 | f.write('SSTATE_MIRRORS_append = " file://.* %s/sstate-cache/PATH \\n "\n' % updateserver) | 217 | f.write('SSTATE_MIRRORS_append = " file://.* %s/sstate-cache/PATH \\n "\n' % updateserver) |
| 254 | finally: | 218 | finally: |
| 255 | shutil.rmtree(tmpsdk_dir) | 219 | shutil.rmtree(tmpsdk_dir) |
| 256 | 220 | ||
| 257 | if not args.skip_prepare: | 221 | if not args.skip_prepare: |
| 258 | # Find all potentially updateable tasks | 222 | # Find all potentially updateable tasks |
