diff options
author | Tudor Florea <tudor.florea@enea.com> | 2015-10-09 22:59:03 +0200 |
---|---|---|
committer | Tudor Florea <tudor.florea@enea.com> | 2015-10-09 22:59:03 +0200 |
commit | 972dcfcdbfe75dcfeb777150c136576cf1a71e99 (patch) | |
tree | 97a61cd7e293d7ae9d56ef7ed0f81253365bb026 /bitbake/lib/prserv/serv.py | |
download | poky-972dcfcdbfe75dcfeb777150c136576cf1a71e99.tar.gz |
initial commit for Enea Linux 5.0 arm
Signed-off-by: Tudor Florea <tudor.florea@enea.com>
Diffstat (limited to 'bitbake/lib/prserv/serv.py')
-rw-r--r-- | bitbake/lib/prserv/serv.py | 387 |
1 files changed, 387 insertions, 0 deletions
diff --git a/bitbake/lib/prserv/serv.py b/bitbake/lib/prserv/serv.py new file mode 100644 index 0000000000..25eb46a410 --- /dev/null +++ b/bitbake/lib/prserv/serv.py | |||
@@ -0,0 +1,387 @@ | |||
1 | import os,sys,logging | ||
2 | import signal, time, atexit, threading | ||
3 | from SimpleXMLRPCServer import SimpleXMLRPCServer, SimpleXMLRPCRequestHandler | ||
4 | import xmlrpclib | ||
5 | import threading | ||
6 | import Queue | ||
7 | |||
8 | try: | ||
9 | import sqlite3 | ||
10 | except ImportError: | ||
11 | from pysqlite2 import dbapi2 as sqlite3 | ||
12 | |||
13 | import bb.server.xmlrpc | ||
14 | import prserv | ||
15 | import prserv.db | ||
16 | import errno | ||
17 | |||
18 | logger = logging.getLogger("BitBake.PRserv") | ||
19 | |||
20 | if sys.hexversion < 0x020600F0: | ||
21 | print("Sorry, python 2.6 or later is required.") | ||
22 | sys.exit(1) | ||
23 | |||
24 | class Handler(SimpleXMLRPCRequestHandler): | ||
25 | def _dispatch(self,method,params): | ||
26 | try: | ||
27 | value=self.server.funcs[method](*params) | ||
28 | except: | ||
29 | import traceback | ||
30 | traceback.print_exc() | ||
31 | raise | ||
32 | return value | ||
33 | |||
34 | PIDPREFIX = "/tmp/PRServer_%s_%s.pid" | ||
35 | singleton = None | ||
36 | |||
37 | |||
38 | class PRServer(SimpleXMLRPCServer): | ||
39 | def __init__(self, dbfile, logfile, interface, daemon=True): | ||
40 | ''' constructor ''' | ||
41 | import socket | ||
42 | try: | ||
43 | SimpleXMLRPCServer.__init__(self, interface, | ||
44 | logRequests=False, allow_none=True) | ||
45 | except socket.error: | ||
46 | ip=socket.gethostbyname(interface[0]) | ||
47 | port=interface[1] | ||
48 | msg="PR Server unable to bind to %s:%s\n" % (ip, port) | ||
49 | sys.stderr.write(msg) | ||
50 | raise PRServiceConfigError | ||
51 | |||
52 | self.dbfile=dbfile | ||
53 | self.daemon=daemon | ||
54 | self.logfile=logfile | ||
55 | self.working_thread=None | ||
56 | self.host, self.port = self.socket.getsockname() | ||
57 | self.pidfile=PIDPREFIX % (self.host, self.port) | ||
58 | |||
59 | self.register_function(self.getPR, "getPR") | ||
60 | self.register_function(self.quit, "quit") | ||
61 | self.register_function(self.ping, "ping") | ||
62 | self.register_function(self.export, "export") | ||
63 | self.register_function(self.importone, "importone") | ||
64 | self.register_introspection_functions() | ||
65 | |||
66 | self.db = prserv.db.PRData(self.dbfile) | ||
67 | self.table = self.db["PRMAIN"] | ||
68 | |||
69 | self.requestqueue = Queue.Queue() | ||
70 | self.handlerthread = threading.Thread(target = self.process_request_thread) | ||
71 | self.handlerthread.daemon = False | ||
72 | |||
73 | def process_request_thread(self): | ||
74 | """Same as in BaseServer but as a thread. | ||
75 | |||
76 | In addition, exception handling is done here. | ||
77 | |||
78 | """ | ||
79 | iter_count = 1 | ||
80 | # With 60 iterations between syncs and a 0.5 second timeout between | ||
81 | # iterations, this will sync if dirty every ~30 seconds. | ||
82 | iterations_between_sync = 60 | ||
83 | |||
84 | while True: | ||
85 | (request, client_address) = self.requestqueue.get() | ||
86 | try: | ||
87 | self.finish_request(request, client_address) | ||
88 | self.shutdown_request(request) | ||
89 | iter_count = (iter_count + 1) % iterations_between_sync | ||
90 | if iter_count == 0: | ||
91 | self.table.sync_if_dirty() | ||
92 | except: | ||
93 | self.handle_error(request, client_address) | ||
94 | self.shutdown_request(request) | ||
95 | self.table.sync() | ||
96 | |||
97 | def process_request(self, request, client_address): | ||
98 | self.requestqueue.put((request, client_address)) | ||
99 | |||
100 | def export(self, version=None, pkgarch=None, checksum=None, colinfo=True): | ||
101 | try: | ||
102 | return self.table.export(version, pkgarch, checksum, colinfo) | ||
103 | except sqlite3.Error as exc: | ||
104 | logger.error(str(exc)) | ||
105 | return None | ||
106 | |||
107 | def importone(self, version, pkgarch, checksum, value): | ||
108 | return self.table.importone(version, pkgarch, checksum, value) | ||
109 | |||
110 | def ping(self): | ||
111 | return not self.quit | ||
112 | |||
113 | def getinfo(self): | ||
114 | return (self.host, self.port) | ||
115 | |||
116 | def getPR(self, version, pkgarch, checksum): | ||
117 | try: | ||
118 | return self.table.getValue(version, pkgarch, checksum) | ||
119 | except prserv.NotFoundError: | ||
120 | logger.error("can not find value for (%s, %s)",version, checksum) | ||
121 | return None | ||
122 | except sqlite3.Error as exc: | ||
123 | logger.error(str(exc)) | ||
124 | return None | ||
125 | |||
126 | def quit(self): | ||
127 | self.quit=True | ||
128 | return | ||
129 | |||
130 | def work_forever(self,): | ||
131 | self.quit = False | ||
132 | self.timeout = 0.5 | ||
133 | |||
134 | logger.info("Started PRServer with DBfile: %s, IP: %s, PORT: %s, PID: %s" % | ||
135 | (self.dbfile, self.host, self.port, str(os.getpid()))) | ||
136 | |||
137 | self.handlerthread.start() | ||
138 | while not self.quit: | ||
139 | self.handle_request() | ||
140 | |||
141 | self.table.sync() | ||
142 | logger.info("PRServer: stopping...") | ||
143 | self.server_close() | ||
144 | return | ||
145 | |||
146 | def start(self): | ||
147 | pid = self.daemonize() | ||
148 | # Ensure both the parent sees this and the child from the work_forever log entry above | ||
149 | logger.info("Started PRServer with DBfile: %s, IP: %s, PORT: %s, PID: %s" % | ||
150 | (self.dbfile, self.host, self.port, str(pid))) | ||
151 | |||
152 | def delpid(self): | ||
153 | os.remove(self.pidfile) | ||
154 | |||
155 | def daemonize(self): | ||
156 | """ | ||
157 | See Advanced Programming in the UNIX, Sec 13.3 | ||
158 | """ | ||
159 | try: | ||
160 | pid = os.fork() | ||
161 | if pid > 0: | ||
162 | os.waitpid(pid, 0) | ||
163 | #parent return instead of exit to give control | ||
164 | return pid | ||
165 | except OSError as e: | ||
166 | raise Exception("%s [%d]" % (e.strerror, e.errno)) | ||
167 | |||
168 | os.setsid() | ||
169 | """ | ||
170 | fork again to make sure the daemon is not session leader, | ||
171 | which prevents it from acquiring controlling terminal | ||
172 | """ | ||
173 | try: | ||
174 | pid = os.fork() | ||
175 | if pid > 0: #parent | ||
176 | os._exit(0) | ||
177 | except OSError as e: | ||
178 | raise Exception("%s [%d]" % (e.strerror, e.errno)) | ||
179 | |||
180 | os.umask(0) | ||
181 | os.chdir("/") | ||
182 | |||
183 | sys.stdout.flush() | ||
184 | sys.stderr.flush() | ||
185 | si = file('/dev/null', 'r') | ||
186 | so = file(self.logfile, 'a+') | ||
187 | se = so | ||
188 | os.dup2(si.fileno(),sys.stdin.fileno()) | ||
189 | os.dup2(so.fileno(),sys.stdout.fileno()) | ||
190 | os.dup2(se.fileno(),sys.stderr.fileno()) | ||
191 | |||
192 | # Clear out all log handlers prior to the fork() to avoid calling | ||
193 | # event handlers not part of the PRserver | ||
194 | for logger_iter in logging.Logger.manager.loggerDict.keys(): | ||
195 | logging.getLogger(logger_iter).handlers = [] | ||
196 | |||
197 | # Ensure logging makes it to the logfile | ||
198 | streamhandler = logging.StreamHandler() | ||
199 | streamhandler.setLevel(logging.DEBUG) | ||
200 | formatter = bb.msg.BBLogFormatter("%(levelname)s: %(message)s") | ||
201 | streamhandler.setFormatter(formatter) | ||
202 | logger.addHandler(streamhandler) | ||
203 | |||
204 | # write pidfile | ||
205 | pid = str(os.getpid()) | ||
206 | pf = file(self.pidfile, 'w') | ||
207 | pf.write("%s\n" % pid) | ||
208 | pf.close() | ||
209 | |||
210 | self.work_forever() | ||
211 | self.delpid() | ||
212 | os._exit(0) | ||
213 | |||
214 | class PRServSingleton(object): | ||
215 | def __init__(self, dbfile, logfile, interface): | ||
216 | self.dbfile = dbfile | ||
217 | self.logfile = logfile | ||
218 | self.interface = interface | ||
219 | self.host = None | ||
220 | self.port = None | ||
221 | |||
222 | def start(self): | ||
223 | self.prserv = PRServer(self.dbfile, self.logfile, self.interface) | ||
224 | self.prserv.start() | ||
225 | self.host, self.port = self.prserv.getinfo() | ||
226 | |||
227 | def getinfo(self): | ||
228 | return (self.host, self.port) | ||
229 | |||
230 | class PRServerConnection(object): | ||
231 | def __init__(self, host, port): | ||
232 | if is_local_special(host, port): | ||
233 | host, port = singleton.getinfo() | ||
234 | self.host = host | ||
235 | self.port = port | ||
236 | self.connection, self.transport = bb.server.xmlrpc._create_server(self.host, self.port) | ||
237 | |||
238 | def terminate(self): | ||
239 | try: | ||
240 | logger.info("Terminating PRServer...") | ||
241 | self.connection.quit() | ||
242 | except Exception as exc: | ||
243 | sys.stderr.write("%s\n" % str(exc)) | ||
244 | |||
245 | def getPR(self, version, pkgarch, checksum): | ||
246 | return self.connection.getPR(version, pkgarch, checksum) | ||
247 | |||
248 | def ping(self): | ||
249 | return self.connection.ping() | ||
250 | |||
251 | def export(self,version=None, pkgarch=None, checksum=None, colinfo=True): | ||
252 | return self.connection.export(version, pkgarch, checksum, colinfo) | ||
253 | |||
254 | def importone(self, version, pkgarch, checksum, value): | ||
255 | return self.connection.importone(version, pkgarch, checksum, value) | ||
256 | |||
257 | def getinfo(self): | ||
258 | return self.host, self.port | ||
259 | |||
260 | def start_daemon(dbfile, host, port, logfile): | ||
261 | pidfile = PIDPREFIX % (host, port) | ||
262 | try: | ||
263 | pf = file(pidfile,'r') | ||
264 | pid = int(pf.readline().strip()) | ||
265 | pf.close() | ||
266 | except IOError: | ||
267 | pid = None | ||
268 | |||
269 | if pid: | ||
270 | sys.stderr.write("pidfile %s already exist. Daemon already running?\n" | ||
271 | % pidfile) | ||
272 | return 1 | ||
273 | |||
274 | server = PRServer(os.path.abspath(dbfile), os.path.abspath(logfile), (host,port)) | ||
275 | server.start() | ||
276 | return 0 | ||
277 | |||
278 | def stop_daemon(host, port): | ||
279 | pidfile = PIDPREFIX % (host, port) | ||
280 | try: | ||
281 | pf = file(pidfile,'r') | ||
282 | pid = int(pf.readline().strip()) | ||
283 | pf.close() | ||
284 | except IOError: | ||
285 | pid = None | ||
286 | |||
287 | if not pid: | ||
288 | sys.stderr.write("pidfile %s does not exist. Daemon not running?\n" | ||
289 | % pidfile) | ||
290 | |||
291 | try: | ||
292 | PRServerConnection(host, port).terminate() | ||
293 | except: | ||
294 | logger.critical("Stop PRService %s:%d failed" % (host,port)) | ||
295 | |||
296 | try: | ||
297 | if pid: | ||
298 | wait_timeout = 0 | ||
299 | print("Waiting for pr-server to exit.") | ||
300 | while is_running(pid) and wait_timeout < 50: | ||
301 | time.sleep(0.1) | ||
302 | wait_timeout += 1 | ||
303 | |||
304 | if is_running(pid): | ||
305 | print("Sending SIGTERM to pr-server.") | ||
306 | os.kill(pid,signal.SIGTERM) | ||
307 | time.sleep(0.1) | ||
308 | |||
309 | if os.path.exists(pidfile): | ||
310 | os.remove(pidfile) | ||
311 | |||
312 | except OSError as e: | ||
313 | err = str(e) | ||
314 | if err.find("No such process") <= 0: | ||
315 | raise e | ||
316 | |||
317 | return 0 | ||
318 | |||
319 | def is_running(pid): | ||
320 | try: | ||
321 | os.kill(pid, 0) | ||
322 | except OSError as err: | ||
323 | if err.errno == errno.ESRCH: | ||
324 | return False | ||
325 | return True | ||
326 | |||
327 | def is_local_special(host, port): | ||
328 | if host.strip().upper() == 'localhost'.upper() and (not port): | ||
329 | return True | ||
330 | else: | ||
331 | return False | ||
332 | |||
333 | class PRServiceConfigError(Exception): | ||
334 | pass | ||
335 | |||
336 | def auto_start(d): | ||
337 | global singleton | ||
338 | |||
339 | host_params = filter(None, (d.getVar('PRSERV_HOST', True) or '').split(':')) | ||
340 | if not host_params: | ||
341 | return None | ||
342 | |||
343 | if len(host_params) != 2: | ||
344 | logger.critical('\n'.join(['PRSERV_HOST: incorrect format', | ||
345 | 'Usage: PRSERV_HOST = "<hostname>:<port>"'])) | ||
346 | raise PRServiceConfigError | ||
347 | |||
348 | if is_local_special(host_params[0], int(host_params[1])) and not singleton: | ||
349 | import bb.utils | ||
350 | cachedir = (d.getVar("PERSISTENT_DIR", True) or d.getVar("CACHE", True)) | ||
351 | if not cachedir: | ||
352 | logger.critical("Please set the 'PERSISTENT_DIR' or 'CACHE' variable") | ||
353 | raise PRServiceConfigError | ||
354 | bb.utils.mkdirhier(cachedir) | ||
355 | dbfile = os.path.join(cachedir, "prserv.sqlite3") | ||
356 | logfile = os.path.join(cachedir, "prserv.log") | ||
357 | singleton = PRServSingleton(os.path.abspath(dbfile), os.path.abspath(logfile), ("localhost",0)) | ||
358 | singleton.start() | ||
359 | if singleton: | ||
360 | host, port = singleton.getinfo() | ||
361 | else: | ||
362 | host = host_params[0] | ||
363 | port = int(host_params[1]) | ||
364 | |||
365 | try: | ||
366 | connection = PRServerConnection(host,port) | ||
367 | connection.ping() | ||
368 | realhost, realport = connection.getinfo() | ||
369 | return str(realhost) + ":" + str(realport) | ||
370 | |||
371 | except Exception: | ||
372 | logger.critical("PRservice %s:%d not available" % (host, port)) | ||
373 | raise PRServiceConfigError | ||
374 | |||
375 | def auto_shutdown(d=None): | ||
376 | global singleton | ||
377 | if singleton: | ||
378 | host, port = singleton.getinfo() | ||
379 | try: | ||
380 | PRServerConnection(host, port).terminate() | ||
381 | except: | ||
382 | logger.critical("Stop PRService %s:%d failed" % (host,port)) | ||
383 | singleton = None | ||
384 | |||
385 | def ping(host, port): | ||
386 | conn=PRServerConnection(host, port) | ||
387 | return conn.ping() | ||