diff options
Diffstat (limited to 'meta/lib')
-rw-r--r-- | meta/lib/oe/cachedpath.py | 235 |
1 files changed, 235 insertions, 0 deletions
diff --git a/meta/lib/oe/cachedpath.py b/meta/lib/oe/cachedpath.py new file mode 100644 index 0000000000..e350c8a70e --- /dev/null +++ b/meta/lib/oe/cachedpath.py | |||
@@ -0,0 +1,235 @@ | |||
1 | # | ||
2 | # Based on standard python library functions but avoid | ||
3 | # repeated stat calls. Its assumed the files will not change from under us | ||
4 | # so we can cache stat calls. | ||
5 | # | ||
6 | |||
7 | import os | ||
8 | import errno | ||
9 | import stat as statmod | ||
10 | |||
11 | class CachedPath(object): | ||
12 | def __init__(self): | ||
13 | self.statcache = {} | ||
14 | self.lstatcache = {} | ||
15 | self.normpathcache = {} | ||
16 | return | ||
17 | |||
18 | def updatecache(self, x): | ||
19 | x = self.normpath(x) | ||
20 | if x in self.statcache: | ||
21 | del self.statcache[x] | ||
22 | if x in self.lstatcache: | ||
23 | del self.lstatcache[x] | ||
24 | |||
25 | def normpath(self, path): | ||
26 | if path in self.normpathcache: | ||
27 | return self.normpathcache[path] | ||
28 | newpath = os.path.normpath(path) | ||
29 | self.normpathcache[path] = newpath | ||
30 | return newpath | ||
31 | |||
32 | def _callstat(self, path): | ||
33 | if path in self.statcache: | ||
34 | return self.statcache[path] | ||
35 | try: | ||
36 | st = os.stat(path) | ||
37 | self.statcache[path] = st | ||
38 | return st | ||
39 | except os.error: | ||
40 | self.statcache[path] = False | ||
41 | return False | ||
42 | |||
43 | # We might as well call lstat and then only | ||
44 | # call stat as well in the symbolic link case | ||
45 | # since this turns out to be much more optimal | ||
46 | # in real world usage of this cache | ||
47 | def callstat(self, path): | ||
48 | path = self.normpath(path) | ||
49 | self.calllstat(path) | ||
50 | return self.statcache[path] | ||
51 | |||
52 | def calllstat(self, path): | ||
53 | path = self.normpath(path) | ||
54 | if path in self.lstatcache: | ||
55 | return self.lstatcache[path] | ||
56 | #bb.error("LStatpath:" + path) | ||
57 | try: | ||
58 | lst = os.lstat(path) | ||
59 | self.lstatcache[path] = lst | ||
60 | if not statmod.S_ISLNK(lst.st_mode): | ||
61 | self.statcache[path] = lst | ||
62 | else: | ||
63 | self._callstat(path) | ||
64 | return lst | ||
65 | except (os.error, AttributeError): | ||
66 | self.lstatcache[path] = False | ||
67 | self.statcache[path] = False | ||
68 | return False | ||
69 | |||
70 | # This follows symbolic links, so both islink() and isdir() can be true | ||
71 | # for the same path ono systems that support symlinks | ||
72 | def isfile(self, path): | ||
73 | """Test whether a path is a regular file""" | ||
74 | st = self.callstat(path) | ||
75 | if not st: | ||
76 | return False | ||
77 | return statmod.S_ISREG(st.st_mode) | ||
78 | |||
79 | # Is a path a directory? | ||
80 | # This follows symbolic links, so both islink() and isdir() | ||
81 | # can be true for the same path on systems that support symlinks | ||
82 | def isdir(self, s): | ||
83 | """Return true if the pathname refers to an existing directory.""" | ||
84 | st = self.callstat(s) | ||
85 | if not st: | ||
86 | return False | ||
87 | return statmod.S_ISDIR(st.st_mode) | ||
88 | |||
89 | def islink(self, path): | ||
90 | """Test whether a path is a symbolic link""" | ||
91 | st = self.calllstat(path) | ||
92 | if not st: | ||
93 | return False | ||
94 | return statmod.S_ISLNK(st.st_mode) | ||
95 | |||
96 | # Does a path exist? | ||
97 | # This is false for dangling symbolic links on systems that support them. | ||
98 | def exists(self, path): | ||
99 | """Test whether a path exists. Returns False for broken symbolic links""" | ||
100 | if self.callstat(path): | ||
101 | return True | ||
102 | return False | ||
103 | |||
104 | def lexists(self, path): | ||
105 | """Test whether a path exists. Returns True for broken symbolic links""" | ||
106 | if self.calllstat(path): | ||
107 | return True | ||
108 | return False | ||
109 | |||
110 | def stat(self, path): | ||
111 | return self.callstat(path) | ||
112 | |||
113 | def lstat(self, path): | ||
114 | return self.calllstat(path) | ||
115 | |||
116 | def walk(self, top, topdown=True, onerror=None, followlinks=False): | ||
117 | # Matches os.walk, not os.path.walk() | ||
118 | |||
119 | # We may not have read permission for top, in which case we can't | ||
120 | # get a list of the files the directory contains. os.path.walk | ||
121 | # always suppressed the exception then, rather than blow up for a | ||
122 | # minor reason when (say) a thousand readable directories are still | ||
123 | # left to visit. That logic is copied here. | ||
124 | try: | ||
125 | # Note that listdir and error are globals in this module due | ||
126 | # to earlier import-*. | ||
127 | names = os.listdir(top) | ||
128 | except error, err: | ||
129 | if onerror is not None: | ||
130 | onerror(err) | ||
131 | return | ||
132 | |||
133 | dirs, nondirs = [], [] | ||
134 | for name in names: | ||
135 | if self.isdir(os.path.join(top, name)): | ||
136 | dirs.append(name) | ||
137 | else: | ||
138 | nondirs.append(name) | ||
139 | |||
140 | if topdown: | ||
141 | yield top, dirs, nondirs | ||
142 | for name in dirs: | ||
143 | new_path = os.path.join(top, name) | ||
144 | if followlinks or not self.islink(new_path): | ||
145 | for x in self.walk(new_path, topdown, onerror, followlinks): | ||
146 | yield x | ||
147 | if not topdown: | ||
148 | yield top, dirs, nondirs | ||
149 | |||
150 | ## realpath() related functions | ||
151 | def __is_path_below(self, file, root): | ||
152 | return (file + os.path.sep).startswith(root) | ||
153 | |||
154 | def __realpath_rel(self, start, rel_path, root, loop_cnt, assume_dir): | ||
155 | """Calculates real path of symlink 'start' + 'rel_path' below | ||
156 | 'root'; no part of 'start' below 'root' must contain symlinks. """ | ||
157 | have_dir = True | ||
158 | |||
159 | for d in rel_path.split(os.path.sep): | ||
160 | if not have_dir and not assume_dir: | ||
161 | raise OSError(errno.ENOENT, "no such directory %s" % start) | ||
162 | |||
163 | if d == os.path.pardir: # '..' | ||
164 | if len(start) >= len(root): | ||
165 | # do not follow '..' before root | ||
166 | start = os.path.dirname(start) | ||
167 | else: | ||
168 | # emit warning? | ||
169 | pass | ||
170 | else: | ||
171 | (start, have_dir) = self.__realpath(os.path.join(start, d), | ||
172 | root, loop_cnt, assume_dir) | ||
173 | |||
174 | assert(self.__is_path_below(start, root)) | ||
175 | |||
176 | return start | ||
177 | |||
178 | def __realpath(self, file, root, loop_cnt, assume_dir): | ||
179 | while self.islink(file) and len(file) >= len(root): | ||
180 | if loop_cnt == 0: | ||
181 | raise OSError(errno.ELOOP, file) | ||
182 | |||
183 | loop_cnt -= 1 | ||
184 | target = os.path.normpath(os.readlink(file)) | ||
185 | |||
186 | if not os.path.isabs(target): | ||
187 | tdir = os.path.dirname(file) | ||
188 | assert(self.__is_path_below(tdir, root)) | ||
189 | else: | ||
190 | tdir = root | ||
191 | |||
192 | file = self.__realpath_rel(tdir, target, root, loop_cnt, assume_dir) | ||
193 | |||
194 | try: | ||
195 | is_dir = self.isdir(file) | ||
196 | except: | ||
197 | is_dir = False | ||
198 | |||
199 | return (file, is_dir) | ||
200 | |||
201 | def realpath(self, file, root, use_physdir = True, loop_cnt = 100, assume_dir = False): | ||
202 | """ Returns the canonical path of 'file' with assuming a | ||
203 | toplevel 'root' directory. When 'use_physdir' is set, all | ||
204 | preceding path components of 'file' will be resolved first; | ||
205 | this flag should be set unless it is guaranteed that there is | ||
206 | no symlink in the path. When 'assume_dir' is not set, missing | ||
207 | path components will raise an ENOENT error""" | ||
208 | |||
209 | root = os.path.normpath(root) | ||
210 | file = os.path.normpath(file) | ||
211 | |||
212 | if not root.endswith(os.path.sep): | ||
213 | # letting root end with '/' makes some things easier | ||
214 | root = root + os.path.sep | ||
215 | |||
216 | if not self.__is_path_below(file, root): | ||
217 | raise OSError(errno.EINVAL, "file '%s' is not below root" % file) | ||
218 | |||
219 | try: | ||
220 | if use_physdir: | ||
221 | file = self.__realpath_rel(root, file[(len(root) - 1):], root, loop_cnt, assume_dir) | ||
222 | else: | ||
223 | file = self.__realpath(file, root, loop_cnt, assume_dir)[0] | ||
224 | except OSError, e: | ||
225 | if e.errno == errno.ELOOP: | ||
226 | # make ELOOP more readable; without catching it, there will | ||
227 | # be printed a backtrace with 100s of OSError exceptions | ||
228 | # else | ||
229 | raise OSError(errno.ELOOP, | ||
230 | "too much recursions while resolving '%s'; loop in '%s'" % | ||
231 | (file, e.strerror)) | ||
232 | |||
233 | raise | ||
234 | |||
235 | return file | ||