diff options
-rw-r--r-- | meta/recipes-devtools/python/python3/create_manifest3.py | 34 |
1 files changed, 27 insertions, 7 deletions
diff --git a/meta/recipes-devtools/python/python3/create_manifest3.py b/meta/recipes-devtools/python/python3/create_manifest3.py index 212ddd434a..44f3454582 100644 --- a/meta/recipes-devtools/python/python3/create_manifest3.py +++ b/meta/recipes-devtools/python/python3/create_manifest3.py | |||
@@ -80,7 +80,7 @@ with open('python3-manifest.json') as manifest: | |||
80 | 80 | ||
81 | # First pass to get core-package functionality, because we base everything on the fact that core is actually working | 81 | # First pass to get core-package functionality, because we base everything on the fact that core is actually working |
82 | # Not exactly the same so it should not be a function | 82 | # Not exactly the same so it should not be a function |
83 | print ('Getting dependencies for core package:') | 83 | print ('Getting dependencies for package: core') |
84 | 84 | ||
85 | # Special call to check for core package | 85 | # Special call to check for core package |
86 | output = subprocess.check_output([sys.executable, 'get_module_deps3.py', 'python-core-package']).decode('utf8') | 86 | output = subprocess.check_output([sys.executable, 'get_module_deps3.py', 'python-core-package']).decode('utf8') |
@@ -128,6 +128,7 @@ for value in old_manifest['core']['files']: | |||
128 | # Each module will only import what is necessary for it to work in specific | 128 | # Each module will only import what is necessary for it to work in specific |
129 | print ('Getting dependencies for module: %s' % value) | 129 | print ('Getting dependencies for module: %s' % value) |
130 | output = subprocess.check_output([sys.executable, 'get_module_deps3.py', '%s' % value]).decode('utf8') | 130 | output = subprocess.check_output([sys.executable, 'get_module_deps3.py', '%s' % value]).decode('utf8') |
131 | print ('The following dependencies were found for module %s:\n' % value) | ||
131 | print (output) | 132 | print (output) |
132 | for item in output.split(): | 133 | for item in output.split(): |
133 | # We append it so it doesnt hurt what we currently have: | 134 | # We append it so it doesnt hurt what we currently have: |
@@ -170,7 +171,10 @@ for key in old_manifest: | |||
170 | 171 | ||
171 | # Handle special cases, we assume that when they were manually added | 172 | # Handle special cases, we assume that when they were manually added |
172 | # to the manifest we knew what we were doing. | 173 | # to the manifest we knew what we were doing. |
174 | print('\n') | ||
175 | print('--------------------------') | ||
173 | print ('Handling package %s' % key) | 176 | print ('Handling package %s' % key) |
177 | print('--------------------------') | ||
174 | special_packages=['misc', 'modules', 'dev'] | 178 | special_packages=['misc', 'modules', 'dev'] |
175 | if key in special_packages or 'staticdev' in key: | 179 | if key in special_packages or 'staticdev' in key: |
176 | print('Passing %s package directly' % key) | 180 | print('Passing %s package directly' % key) |
@@ -219,11 +223,16 @@ for key in old_manifest: | |||
219 | 223 | ||
220 | # Launch separate task for each module for deterministic behavior | 224 | # Launch separate task for each module for deterministic behavior |
221 | # Each module will only import what is necessary for it to work in specific | 225 | # Each module will only import what is necessary for it to work in specific |
222 | print ('Getting dependencies for module: %s' % value) | 226 | print ('\nGetting dependencies for module: %s' % value) |
223 | output = subprocess.check_output([sys.executable, 'get_module_deps3.py', '%s' % value]).decode('utf8') | 227 | output = subprocess.check_output([sys.executable, 'get_module_deps3.py', '%s' % value]).decode('utf8') |
224 | # We can print dependencies for debugging purposes | 228 | # We can print dependencies for debugging purposes |
229 | print ('The following dependencies were found for module %s:\n' % value) | ||
225 | print (output) | 230 | print (output) |
226 | # Output will have all dependencies | 231 | # Output will have all dependencies |
232 | |||
233 | reportFILES = [] | ||
234 | reportRDEPS = [] | ||
235 | |||
227 | for item in output.split(): | 236 | for item in output.split(): |
228 | 237 | ||
229 | # Warning: This first part is ugly | 238 | # Warning: This first part is ugly |
@@ -255,7 +264,7 @@ for key in old_manifest: | |||
255 | #print('Checking folder %s on package %s' % (item,keyfolder)) | 264 | #print('Checking folder %s on package %s' % (item,keyfolder)) |
256 | for file_folder in old_manifest[keyfolder]['files'] or file_folder in old_manifest[keyfolder]['cached']: | 265 | for file_folder in old_manifest[keyfolder]['files'] or file_folder in old_manifest[keyfolder]['cached']: |
257 | if file_folder==folder: | 266 | if file_folder==folder: |
258 | print ('%s found in %s' % (folder, keyfolder)) | 267 | print ('%s folder found in %s' % (folder, keyfolder)) |
259 | folderFound = True | 268 | folderFound = True |
260 | if keyfolder not in new_manifest[key]['rdepends'] and keyfolder != key: | 269 | if keyfolder not in new_manifest[key]['rdepends'] and keyfolder != key: |
261 | new_manifest[key]['rdepends'].append(keyfolder) | 270 | new_manifest[key]['rdepends'].append(keyfolder) |
@@ -267,6 +276,7 @@ for key in old_manifest: | |||
267 | if inFolders: | 276 | if inFolders: |
268 | continue | 277 | continue |
269 | 278 | ||
279 | |||
270 | # We might already have it on the dictionary since it could depend on a (previously checked) module | 280 | # We might already have it on the dictionary since it could depend on a (previously checked) module |
271 | if item not in new_manifest[key]['files'] and item not in new_manifest[key]['cached']: | 281 | if item not in new_manifest[key]['files'] and item not in new_manifest[key]['cached']: |
272 | # Handle core as a special package, we already did it so we pass it to NEW data structure directly | 282 | # Handle core as a special package, we already did it so we pass it to NEW data structure directly |
@@ -287,6 +297,7 @@ for key in old_manifest: | |||
287 | 297 | ||
288 | else: | 298 | else: |
289 | 299 | ||
300 | |||
290 | # Check if this dependency is already contained on another package, so we add it | 301 | # Check if this dependency is already contained on another package, so we add it |
291 | # as an RDEPENDS, or if its not, it means it should be contained on the current | 302 | # as an RDEPENDS, or if its not, it means it should be contained on the current |
292 | # package, so we should add it to FILES | 303 | # package, so we should add it to FILES |
@@ -298,19 +309,19 @@ for key in old_manifest: | |||
298 | if(newkey!=key): | 309 | if(newkey!=key): |
299 | if newkey not in new_manifest[key]['rdepends']: | 310 | if newkey not in new_manifest[key]['rdepends']: |
300 | # Add it to the new manifest data struct | 311 | # Add it to the new manifest data struct |
301 | # Debug | 312 | reportRDEPS.append('Adding %s to %s RDEPENDS, because it contains %s\n' % (newkey, key, item)) |
302 | print('Adding %s to %s RDEPENDS, because it contains %s' % (newkey, key, item)) | ||
303 | new_manifest[key]['rdepends'].append(newkey) | 313 | new_manifest[key]['rdepends'].append(newkey) |
304 | break | 314 | break |
305 | else: | 315 | else: |
306 | # A module shouldn't contain itself (${libdir}/python3/sqlite3 shouldnt be on sqlite3 files) | 316 | # A module shouldn't contain itself (${libdir}/python3/sqlite3 shouldnt be on sqlite3 files) |
307 | if os.path.basename(item) != key: | 317 | if os.path.basename(item) != key: |
308 | print('Adding %s to %s FILES' % (item, key)) | 318 | reportFILES.append(('Adding %s to %s FILES\n' % (item, key))) |
309 | # Since it wasnt found on another package, its not an RDEP, so add it to FILES for this package | 319 | # Since it wasnt found on another package, its not an RDEP, so add it to FILES for this package |
310 | if isCached(item): | 320 | if isCached(item): |
311 | new_manifest[key]['cached'].append(item) | 321 | new_manifest[key]['cached'].append(item) |
312 | else: | 322 | else: |
313 | new_manifest[key]['files'].append(item) | 323 | new_manifest[key]['files'].append(item) |
324 | |||
314 | if item.endswith('*'): | 325 | if item.endswith('*'): |
315 | wildcards.append(item) | 326 | wildcards.append(item) |
316 | if item not in allfiles: | 327 | if item not in allfiles: |
@@ -318,6 +329,15 @@ for key in old_manifest: | |||
318 | else: | 329 | else: |
319 | repeated.append(item) | 330 | repeated.append(item) |
320 | 331 | ||
332 | print('\n') | ||
333 | print('#################################') | ||
334 | print('Summary for module %s' % value) | ||
335 | print('FILES found for module %s:' % value) | ||
336 | print(''.join(reportFILES)) | ||
337 | print('RDEPENDS found for module %s:' % value) | ||
338 | print(''.join(reportRDEPS)) | ||
339 | print('#################################') | ||
340 | |||
321 | print ('The following files are repeated (contained in more than one package), please check which package should get it:') | 341 | print ('The following files are repeated (contained in more than one package), please check which package should get it:') |
322 | print (repeated) | 342 | print (repeated) |
323 | print('The following files contain wildcards, please check they are necessary') | 343 | print('The following files contain wildcards, please check they are necessary') |
@@ -334,4 +354,4 @@ for key in new_manifest: | |||
334 | # Create the manifest from the data structure that was built | 354 | # Create the manifest from the data structure that was built |
335 | with open('python3-manifest.json.new','w') as outfile: | 355 | with open('python3-manifest.json.new','w') as outfile: |
336 | json.dump(new_manifest,outfile,sort_keys=True, indent=4) | 356 | json.dump(new_manifest,outfile,sort_keys=True, indent=4) |
337 | outfile.write("\n") | 357 | outfile.write('\n') |