summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorRichard Purdie <richard.purdie@linuxfoundation.org>2018-12-18 12:02:06 +0000
committerRichard Purdie <richard.purdie@linuxfoundation.org>2018-12-18 16:19:34 +0000
commite4e0445431d64ba4ed9c59086791f189d218191b (patch)
tree458c338b3b8a43ae20e8db0696c9c44b6aa592f8
parent42cc9e6c99f40a885352e17f7c7d68d70c3fffbd (diff)
downloadpoky-e4e0445431d64ba4ed9c59086791f189d218191b.tar.gz
scripts/distro: Remove as using obsolete APIs and need re-implementing sanely
(From OE-Core rev: 83d0049bb406e09251b368dba9478be71fe2b0a8) Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
-rwxr-xr-xscripts/distro/build-recipe-list.py129
-rwxr-xr-xscripts/distro/distrocompare.sh123
2 files changed, 0 insertions, 252 deletions
diff --git a/scripts/distro/build-recipe-list.py b/scripts/distro/build-recipe-list.py
deleted file mode 100755
index 2162764850..0000000000
--- a/scripts/distro/build-recipe-list.py
+++ /dev/null
@@ -1,129 +0,0 @@
1#!/usr/bin/env python3
2#
3# Copyright (c) 2017, Intel Corporation.
4#
5# This program is free software; you can redistribute it and/or modify it
6# under the terms and conditions of the GNU General Public License,
7# version 2, as published by the Free Software Foundation.
8#
9# This program is distributed in the hope it will be useful, but WITHOUT
10# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12# more details.
13#
14
15import os
16import shutil
17import csv
18import sys
19import argparse
20
21__version__ = "0.1.0"
22
23# set of BPNs
24recipenames = set()
25# map of recipe -> data
26allrecipes = {}
27
28def make_bpn(recipe):
29 prefixes = ("nativesdk-",)
30 suffixes = ("-native", "-cross", "-initial", "-intermediate", "-crosssdk", "-cross-canadian")
31 for ix in prefixes + suffixes:
32 if ix in recipe:
33 recipe = recipe.replace(ix, "")
34 return recipe
35
36def gather_recipes(rows):
37 for row in rows:
38 recipe = row[0]
39 bpn = make_bpn(recipe)
40 if bpn not in recipenames:
41 recipenames.add(bpn)
42 if recipe not in allrecipes:
43 allrecipes[recipe] = row
44
45def generate_recipe_list():
46 # machine list
47 machine_list = ( "qemuarm64", "qemuarm", "qemumips64", "qemumips", "qemuppc", "qemux86-64", "qemux86" )
48 # set filename format
49 fnformat = 'distrodata.%s.csv'
50
51 # store all data files in distrodata
52 datadir = 'distrodata'
53
54 # create the directory if it does not exists
55 if not os.path.exists(datadir):
56 os.mkdir(datadir)
57
58 # doing bitbake distrodata
59 for machine in machine_list:
60 os.system('MACHINE='+ machine + ' bitbake -k universe -c distrodata')
61 shutil.copy('tmp/log/distrodata.csv', 'distrodata/' + fnformat % machine)
62
63 for machine in machine_list:
64 with open('distrodata/' + fnformat % machine) as f:
65 reader = csv.reader(f)
66 rows = reader.__iter__()
67 gather_recipes(rows)
68
69 with open('recipe-list.txt', 'w') as f:
70 for recipe in sorted(recipenames):
71 f.write("%s\n" % recipe)
72 print("file : recipe-list.txt is created with %d entries." % len(recipenames))
73
74 with open('all-recipe-list.txt', 'w') as f:
75 for recipe, row in sorted(allrecipes.items()):
76 f.write("%s\n" % ','.join(row))
77
78
79def diff_for_new_recipes(recipe1, recipe2):
80 prev_recipe_path = recipe1 + '/'
81 curr_recipe_path = recipe2 + '/'
82 if not os.path.isfile(prev_recipe_path + 'recipe-list.txt') or not os.path.isfile(curr_recipe_path + 'recipe-list.txt'):
83 print("recipe files do not exists. please verify that the file exists.")
84 exit(1)
85
86 import csv
87
88 prev = []
89 new = []
90
91 with open(prev_recipe_path + 'recipe-list.txt') as f:
92 prev = f.readlines()
93
94 with open(curr_recipe_path + 'recipe-list.txt') as f:
95 new = f.readlines()
96
97 updates = []
98 for pn in new:
99 if not pn in prev:
100 updates.append(pn.rstrip())
101
102 allrecipe = []
103 with open(recipe1 + '_' + recipe2 + '_new_recipe_list.txt','w') as dr:
104 with open(curr_recipe_path + 'all-recipe-list.txt') as f:
105 reader = csv.reader(f, delimiter=',')
106 for row in reader:
107 if row[0] in updates:
108 dr.write("%s,%s,%s" % (row[0], row[3], row[5]))
109 if len(row[9:]) > 0:
110 dr.write(",%s" % ','.join(row[9:]))
111 dr.write("\n")
112
113def main(argv):
114 if argv[0] == "generate_recipe_list":
115 generate_recipe_list()
116 elif argv[0] == "compare_recipe":
117 diff_for_new_recipes(argv[1], argv[2])
118 else:
119 print("no such option. choose either 'generate_recipe_list' or 'compare_recipe'")
120
121 exit(0)
122
123if __name__ == "__main__":
124 try:
125 sys.exit(main(sys.argv[1:]))
126 except Exception as e:
127 print("Exception :", e)
128 sys.exit(1)
129
diff --git a/scripts/distro/distrocompare.sh b/scripts/distro/distrocompare.sh
deleted file mode 100755
index 908760c235..0000000000
--- a/scripts/distro/distrocompare.sh
+++ /dev/null
@@ -1,123 +0,0 @@
1#!/usr/bin/env bash
2#
3# Copyright (c) 2017, Intel Corporation.
4# All rights reserved.
5#
6# This program is free software; you can redistribute it and/or modify
7# it under the terms of the GNU General Public License as published by
8# the Free Software Foundation; either version 2 of the License, or
9# (at your option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License
17# along with this program; if not, write to the Free Software
18# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
19#
20# distrocompare.sh : provides capability to get a list of new packages
21# based on two distinct branches. This script takes
22# 2 parameters; either a commit-ish or a branch name
23#
24# To run : distrocompare.sh <older hash> <newer hash>
25# E.g. distrocompare.sh morty 92aa0e7
26# E.g. distrocompare.sh morty pyro
27#
28
29# get input as version
30previous_version=$1
31current_version=$2
32
33# set previous and current version
34if [ -z "$2" ]; then
35 previous_version=$1
36 current_version="current"
37fi
38
39# get script location. That's where the source supposedly located as well.
40scriptdir="$( realpath $(dirname "${BASH_SOURCE[0]}" ))"
41sourcedir="$( realpath $scriptdir/../.. )"
42
43# create working directory
44workdir=$(mktemp -d)
45
46# prepare to rollback to the branch if not similar
47branch=`cd $sourcedir; git branch | grep \* | cut -d ' ' -f2`
48
49# set current workdir to store final result
50currentworkdir=`pwd`
51
52# persists the file after local repo change
53cp $scriptdir/build-recipe-list.py $workdir
54
55#==================================================================
56
57function bake_distrodata {
58 # get to source directory of the git
59 cd $sourcedir
60
61 # change the branch / commit. Do not change if input is current
62 if [ "$1" != "current" ]; then
63 output=$(git checkout $1 2>&1)
64
65 # exit if git fails
66 if [[ $output == *"error"* ]]; then
67 echo "git error : $output"
68 echo "exiting ... "
69 rm -rf $workdir
70 exit
71 fi
72 fi
73
74 # make tmp as workdir
75 cd $workdir
76
77 # source oe-init to generate a new build folder
78 source $sourcedir/oe-init-build-env $1
79
80 # if file already exists with distrodata, do not append
81 if ! grep -q "distrodata" "conf/local.conf"; then
82 # add inherit distrodata to local.conf to enable distrodata feature
83 echo 'INHERIT += "distrodata"' >> conf/local.conf
84 fi
85
86 # use from tmp
87 $workdir/build-recipe-list.py generate_recipe_list
88}
89
90bake_distrodata $previous_version
91bake_distrodata $current_version
92
93#==================================================================
94
95cd $workdir
96
97# compare the 2 generated recipe-list.txt
98$workdir/build-recipe-list.py compare_recipe $previous_version $current_version
99
100# copy final result to current working directory
101cp $workdir/*_new_recipe_list.txt $currentworkdir
102
103if [ $? -ne 0 ]; then
104 rm -rf $workdir/$previous_version
105 rm -rf $workdir/$current_version
106 rm $workdir/build-recipe-list.py
107 # preserve the result in /tmp/distrodata if fail to copy the result over
108 exit
109fi
110
111# cleanup
112rm -rf $workdir
113
114# perform rollback branch
115cd $sourcedir
116currentbranch=`git branch | grep \* | cut -d ' ' -f2`
117if [ "$currentbranch" != "$branch" ]; then
118 git checkout $branch
119fi
120
121cd $currentworkdir
122
123#==================================================================