diff options
Diffstat (limited to 'scripts/oe-setup-layers')
-rwxr-xr-x | scripts/oe-setup-layers | 146 |
1 files changed, 146 insertions, 0 deletions
diff --git a/scripts/oe-setup-layers b/scripts/oe-setup-layers new file mode 100755 index 0000000000..6fbfefd656 --- /dev/null +++ b/scripts/oe-setup-layers | |||
@@ -0,0 +1,146 @@ | |||
1 | #!/usr/bin/env python3 | ||
2 | # | ||
3 | # Copyright OpenEmbedded Contributors | ||
4 | # | ||
5 | # SPDX-License-Identifier: MIT | ||
6 | # | ||
7 | |||
8 | # This file was copied from poky(or oe-core)/scripts/oe-setup-layers by running | ||
9 | # | ||
10 | # bitbake-layers create-layers-setup destdir | ||
11 | # | ||
12 | # It is recommended that you do not modify this file directly, but rather re-run the above command to get the freshest upstream copy. | ||
13 | # | ||
14 | # This script is idempotent. Subsequent runs only change what is necessary to | ||
15 | # ensure your layers match your configuration. | ||
16 | |||
17 | import argparse | ||
18 | import json | ||
19 | import os | ||
20 | import subprocess | ||
21 | |||
22 | def _is_repo_git_repo(repodir): | ||
23 | try: | ||
24 | curr_toplevel = subprocess.check_output("git -C %s rev-parse --show-toplevel" % repodir, shell=True, stderr=subprocess.DEVNULL) | ||
25 | if curr_toplevel.strip().decode("utf-8") == repodir: | ||
26 | return True | ||
27 | except subprocess.CalledProcessError: | ||
28 | pass | ||
29 | return False | ||
30 | |||
31 | def _is_repo_at_rev(repodir, rev): | ||
32 | try: | ||
33 | curr_rev = subprocess.check_output("git -C %s rev-parse HEAD" % repodir, shell=True, stderr=subprocess.DEVNULL) | ||
34 | if curr_rev.strip().decode("utf-8") == rev: | ||
35 | return True | ||
36 | except subprocess.CalledProcessError: | ||
37 | pass | ||
38 | return False | ||
39 | |||
40 | def _is_repo_at_remote_uri(repodir, remote, uri): | ||
41 | try: | ||
42 | curr_uri = subprocess.check_output("git -C %s remote get-url %s" % (repodir, remote), shell=True, stderr=subprocess.DEVNULL) | ||
43 | if curr_uri.strip().decode("utf-8") == uri: | ||
44 | return True | ||
45 | except subprocess.CalledProcessError: | ||
46 | pass | ||
47 | return False | ||
48 | |||
49 | def _contains_submodules(repodir): | ||
50 | return os.path.exists(os.path.join(repodir,".gitmodules")) | ||
51 | |||
52 | def _write_layer_list(dest, repodirs): | ||
53 | layers = [] | ||
54 | for r in repodirs: | ||
55 | for root, dirs, files in os.walk(r): | ||
56 | if os.path.basename(root) == 'conf' and 'layer.conf' in files: | ||
57 | layers.append(os.path.relpath(os.path.dirname(root), dest)) | ||
58 | layers_f = os.path.join(dest, ".oe-layers.json") | ||
59 | print("Writing list of layers into {}".format(layers_f)) | ||
60 | with open(layers_f, 'w') as f: | ||
61 | json.dump({"version":"1.0","layers":layers}, f, sort_keys=True, indent=4) | ||
62 | |||
63 | def _do_checkout(args, json): | ||
64 | repos = json['sources'] | ||
65 | repodirs = [] | ||
66 | oesetupbuild = None | ||
67 | for r_name in repos: | ||
68 | r_data = repos[r_name] | ||
69 | repodir = os.path.abspath(os.path.join(args['destdir'], r_data['path'])) | ||
70 | repodirs.append(repodir) | ||
71 | |||
72 | if 'contains_this_file' in r_data.keys(): | ||
73 | force_arg = 'force_bootstraplayer_checkout' | ||
74 | if not args[force_arg]: | ||
75 | print('Note: not checking out source {repo}, use {repoflag} to override.'.format(repo=r_name, repoflag='--force-bootstraplayer-checkout')) | ||
76 | continue | ||
77 | r_remote = r_data['git-remote'] | ||
78 | rev = r_remote['rev'] | ||
79 | desc = r_remote['describe'] | ||
80 | if not desc: | ||
81 | desc = rev[:10] | ||
82 | branch = r_remote['branch'] | ||
83 | remotes = r_remote['remotes'] | ||
84 | |||
85 | print('\nSetting up source {}, revision {}, branch {}'.format(r_name, desc, branch)) | ||
86 | if not _is_repo_git_repo(repodir): | ||
87 | cmd = 'git init -q {}'.format(repodir) | ||
88 | print("Running '{}'".format(cmd)) | ||
89 | subprocess.check_output(cmd, shell=True) | ||
90 | |||
91 | for remote in remotes: | ||
92 | if not _is_repo_at_remote_uri(repodir, remote, remotes[remote]['uri']): | ||
93 | cmd = "git remote remove {} > /dev/null 2>&1; git remote add {} {}".format(remote, remote, remotes[remote]['uri']) | ||
94 | print("Running '{}' in {}".format(cmd, repodir)) | ||
95 | subprocess.check_output(cmd, shell=True, cwd=repodir) | ||
96 | |||
97 | cmd = "git fetch -q {} || true".format(remote) | ||
98 | print("Running '{}' in {}".format(cmd, repodir)) | ||
99 | subprocess.check_output(cmd, shell=True, cwd=repodir) | ||
100 | |||
101 | if not _is_repo_at_rev(repodir, rev): | ||
102 | cmd = "git fetch -q --all || true" | ||
103 | print("Running '{}' in {}".format(cmd, repodir)) | ||
104 | subprocess.check_output(cmd, shell=True, cwd=repodir) | ||
105 | |||
106 | cmd = 'git checkout -q {}'.format(rev) | ||
107 | print("Running '{}' in {}".format(cmd, repodir)) | ||
108 | subprocess.check_output(cmd, shell=True, cwd=repodir) | ||
109 | |||
110 | if _contains_submodules(repodir): | ||
111 | print("Repo {} contains submodules, use 'git submodule update' to ensure they are up to date".format(repodir)) | ||
112 | if os.path.exists(os.path.join(repodir, 'scripts/oe-setup-build')): | ||
113 | oesetupbuild = os.path.join(repodir, 'scripts/oe-setup-build') | ||
114 | |||
115 | _write_layer_list(args['destdir'], repodirs) | ||
116 | |||
117 | if oesetupbuild: | ||
118 | oesetupbuild_symlink = os.path.join(args['destdir'], 'setup-build') | ||
119 | if os.path.exists(oesetupbuild_symlink): | ||
120 | os.remove(oesetupbuild_symlink) | ||
121 | os.symlink(os.path.relpath(oesetupbuild,args['destdir']),oesetupbuild_symlink) | ||
122 | print("\nRun '{}' to list available build configuration templates and set up a build from one of them.".format(oesetupbuild_symlink)) | ||
123 | |||
124 | parser = argparse.ArgumentParser(description="A self contained python script that fetches all the needed layers and sets them to correct revisions using data in a json format from a separate file. The json data can be created from an active build directory with 'bitbake-layers create-layers-setup destdir' and there's a sample file and a schema in meta/files/") | ||
125 | |||
126 | parser.add_argument('--force-bootstraplayer-checkout', action='store_true', | ||
127 | help='Force the checkout of the layer containing this file (by default it is presumed that as this script is in it, the layer is already in place).') | ||
128 | |||
129 | try: | ||
130 | defaultdest = os.path.dirname(subprocess.check_output('git rev-parse --show-toplevel', universal_newlines=True, shell=True, cwd=os.path.dirname(__file__))) | ||
131 | except subprocess.CalledProcessError as e: | ||
132 | defaultdest = os.path.abspath(".") | ||
133 | |||
134 | parser.add_argument('--destdir', default=defaultdest, help='Where to check out the layers (default is {defaultdest}).'.format(defaultdest=defaultdest)) | ||
135 | parser.add_argument('--jsondata', default=__file__+".json", help='File containing the layer data in json format (default is {defaultjson}).'.format(defaultjson=__file__+".json")) | ||
136 | |||
137 | args = parser.parse_args() | ||
138 | |||
139 | with open(args.jsondata) as f: | ||
140 | json_f = json.load(f) | ||
141 | |||
142 | supported_versions = ["1.0"] | ||
143 | if json_f["version"] not in supported_versions: | ||
144 | raise Exception("File {} has version {}, which is not in supported versions: {}".format(args.jsondata, json_f["version"], supported_versions)) | ||
145 | |||
146 | _do_checkout(vars(args), json_f) | ||