diff options
Diffstat (limited to 'bitbake/lib/toaster/bldcontrol/management/commands/loadconf.py')
-rw-r--r-- | bitbake/lib/toaster/bldcontrol/management/commands/loadconf.py | 157 |
1 files changed, 157 insertions, 0 deletions
diff --git a/bitbake/lib/toaster/bldcontrol/management/commands/loadconf.py b/bitbake/lib/toaster/bldcontrol/management/commands/loadconf.py new file mode 100644 index 0000000000..c9af487d9d --- /dev/null +++ b/bitbake/lib/toaster/bldcontrol/management/commands/loadconf.py | |||
@@ -0,0 +1,157 @@ | |||
1 | from django.core.management.base import BaseCommand, CommandError | ||
2 | from orm.models import LayerSource, ToasterSetting, Branch, Layer, Layer_Version | ||
3 | from orm.models import BitbakeVersion, Release, ReleaseDefaultLayer | ||
4 | import os | ||
5 | |||
6 | from checksettings import DN | ||
7 | |||
8 | class Command(BaseCommand): | ||
9 | help = "Loads a toasterconf.json file in the database" | ||
10 | args = "filepath" | ||
11 | |||
12 | def _reduce_canon_path(self, path): | ||
13 | components = [] | ||
14 | for c in path.split("/"): | ||
15 | if c == "..": | ||
16 | del components[-1] | ||
17 | elif c == ".": | ||
18 | pass | ||
19 | else: | ||
20 | components.append(c) | ||
21 | return "/".join(components) | ||
22 | |||
23 | |||
24 | def _import_layer_config(self, filepath): | ||
25 | if not os.path.exists(filepath) or not os.path.isfile(filepath): | ||
26 | raise Exception("Failed to find toaster config file %s ." % filepath) | ||
27 | |||
28 | import json, pprint | ||
29 | data = json.loads(open(filepath, "r").read()) | ||
30 | |||
31 | # verify config file validity before updating settings | ||
32 | for i in ['bitbake', 'releases', 'defaultrelease', 'config', 'layersources']: | ||
33 | assert i in data | ||
34 | |||
35 | def _read_git_url_from_local_repository(address): | ||
36 | url = None | ||
37 | # we detect the remote name at runtime | ||
38 | import subprocess | ||
39 | (remote, remote_name) = address.split(":", 1) | ||
40 | cmd = subprocess.Popen("git remote -v", shell=True, cwd = os.path.dirname(filepath), stdout=subprocess.PIPE, stderr = subprocess.PIPE) | ||
41 | (out,err) = cmd.communicate() | ||
42 | if cmd.returncode != 0: | ||
43 | raise Exception("Error while importing layer vcs_url: git error: %s" % err) | ||
44 | for line in out.split("\n"): | ||
45 | try: | ||
46 | (name, path) = line.split("\t", 1) | ||
47 | if name == remote_name: | ||
48 | url = path.split(" ")[0] | ||
49 | break | ||
50 | except ValueError: | ||
51 | pass | ||
52 | if url == None: | ||
53 | raise Exception("Error while looking for remote \"%s\" in \"s\"" % (remote_name, lo.local_path)) | ||
54 | return url | ||
55 | |||
56 | |||
57 | # import bitbake data | ||
58 | for bvi in data['bitbake']: | ||
59 | bvo, created = BitbakeVersion.objects.get_or_create(name=bvi['name']) | ||
60 | bvo.giturl = bvi['giturl'] | ||
61 | if bvi['giturl'].startswith("remote:"): | ||
62 | bvo.giturl = _read_git_url_from_local_repository(bvi['giturl']) | ||
63 | bvo.branch = bvi['branch'] | ||
64 | bvo.dirpath = bvi['dirpath'] | ||
65 | bvo.save() | ||
66 | |||
67 | # set the layer sources | ||
68 | for lsi in data['layersources']: | ||
69 | assert 'sourcetype' in lsi | ||
70 | assert 'apiurl' in lsi | ||
71 | assert 'name' in lsi | ||
72 | assert 'branches' in lsi | ||
73 | |||
74 | if lsi['sourcetype'] == LayerSource.TYPE_LAYERINDEX or lsi['apiurl'].startswith("/"): | ||
75 | apiurl = lsi['apiurl'] | ||
76 | else: | ||
77 | apiurl = self._reduce_canon_path(os.path.join(DN(filepath), lsi['apiurl'])) | ||
78 | |||
79 | try: | ||
80 | ls = LayerSource.objects.get(sourcetype = lsi['sourcetype'], apiurl = apiurl) | ||
81 | except LayerSource.DoesNotExist: | ||
82 | ls = LayerSource.objects.create( | ||
83 | name = lsi['name'], | ||
84 | sourcetype = lsi['sourcetype'], | ||
85 | apiurl = apiurl | ||
86 | ) | ||
87 | |||
88 | layerbranches = [] | ||
89 | for branchname in lsi['branches']: | ||
90 | bo, created = Branch.objects.get_or_create(layer_source = ls, name = branchname) | ||
91 | layerbranches.append(bo) | ||
92 | |||
93 | if 'layers' in lsi: | ||
94 | for layerinfo in lsi['layers']: | ||
95 | lo, created = Layer.objects.get_or_create(layer_source = ls, name = layerinfo['name']) | ||
96 | if layerinfo['local_path'].startswith("/"): | ||
97 | lo.local_path = layerinfo['local_path'] | ||
98 | else: | ||
99 | lo.local_path = self._reduce_canon_path(os.path.join(DN(DN(DN(filepath))), layerinfo['local_path'])) | ||
100 | |||
101 | if not os.path.exists(lo.local_path): | ||
102 | raise Exception("Local layer path %s must exists." % lo.local_path) | ||
103 | |||
104 | lo.vcs_url = layerinfo['vcs_url'] | ||
105 | if layerinfo['vcs_url'].startswith("remote:"): | ||
106 | lo.vcs_url = _read_git_url_from_local_repository(layerinfo['vcs_url']) | ||
107 | |||
108 | if 'layer_index_url' in layerinfo: | ||
109 | lo.layer_index_url = layerinfo['layer_index_url'] | ||
110 | lo.save() | ||
111 | |||
112 | for branch in layerbranches: | ||
113 | lvo, created = Layer_Version.objects.get_or_create(layer_source = ls, | ||
114 | up_branch = branch, | ||
115 | commit = branch.name, | ||
116 | layer = lo) | ||
117 | lvo.dirpath = layerinfo['dirpath'] | ||
118 | lvo.save() | ||
119 | # set releases | ||
120 | for ri in data['releases']: | ||
121 | bvo = BitbakeVersion.objects.get(name = ri['bitbake']) | ||
122 | assert bvo is not None | ||
123 | |||
124 | ro, created = Release.objects.get_or_create(name = ri['name'], bitbake_version = bvo, branch = Branch.objects.get( layer_source__name = ri['layersource'], name=ri['branch'])) | ||
125 | ro.description = ri['description'] | ||
126 | ro.helptext = ri['helptext'] | ||
127 | ro.save() | ||
128 | |||
129 | for dli in ri['defaultlayers']: | ||
130 | layer, created = Layer.objects.get_or_create( | ||
131 | layer_source = LayerSource.objects.get(name = ri['layersource']), | ||
132 | name = dli | ||
133 | ) | ||
134 | ReleaseDefaultLayer.objects.get_or_create( release = ro, layer = layer) | ||
135 | |||
136 | # set default release | ||
137 | if ToasterSetting.objects.filter(name = "DEFAULT_RELEASE").count() > 0: | ||
138 | ToasterSetting.objects.filter(name = "DEFAULT_RELEASE").update(value = data['defaultrelease']) | ||
139 | else: | ||
140 | ToasterSetting.objects.create(name = "DEFAULT_RELEASE", value = data['defaultrelease']) | ||
141 | |||
142 | # set default config variables | ||
143 | for configname in data['config']: | ||
144 | if ToasterSetting.objects.filter(name = "DEFCONF_" + configname).count() > 0: | ||
145 | ToasterSetting.objects.filter(name = "DEFCONF_" + configname).update(value = data['config'][configname]) | ||
146 | else: | ||
147 | ToasterSetting.objects.create(name = "DEFCONF_" + configname, value = data['config'][configname]) | ||
148 | |||
149 | |||
150 | def handle(self, *args, **options): | ||
151 | if len(args) == 0: | ||
152 | raise CommandError("Need a path to the toasterconf.json file") | ||
153 | filepath = args[0] | ||
154 | self._import_layer_config(filepath) | ||
155 | |||
156 | |||
157 | |||