diff options
Diffstat (limited to 'bitbake')
-rw-r--r-- | bitbake/lib/bb/server/__init__.py | 96 | ||||
-rw-r--r-- | bitbake/lib/bb/server/process.py | 53 | ||||
-rw-r--r-- | bitbake/lib/bb/server/xmlrpc.py | 64 |
3 files changed, 141 insertions, 72 deletions
diff --git a/bitbake/lib/bb/server/__init__.py b/bitbake/lib/bb/server/__init__.py index e69de29bb2..2e1c619b54 100644 --- a/bitbake/lib/bb/server/__init__.py +++ b/bitbake/lib/bb/server/__init__.py | |||
@@ -0,0 +1,96 @@ | |||
1 | # | ||
2 | # BitBake Base Server Code | ||
3 | # | ||
4 | # Copyright (C) 2006 - 2007 Michael 'Mickey' Lauer | ||
5 | # Copyright (C) 2006 - 2008 Richard Purdie | ||
6 | # Copyright (C) 2013 Alexandru Damian | ||
7 | # | ||
8 | # This program is free software; you can redistribute it and/or modify | ||
9 | # it under the terms of the GNU General Public License version 2 as | ||
10 | # published by the Free Software Foundation. | ||
11 | # | ||
12 | # This program is distributed in the hope that it will be useful, | ||
13 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
15 | # GNU General Public License for more details. | ||
16 | # | ||
17 | # You should have received a copy of the GNU General Public License along | ||
18 | # with this program; if not, write to the Free Software Foundation, Inc., | ||
19 | # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. | ||
20 | |||
21 | """ Base code for Bitbake server process | ||
22 | |||
23 | Have a common base for that all Bitbake server classes ensures a consistent | ||
24 | approach to the interface, and minimize risks associated with code duplication. | ||
25 | |||
26 | """ | ||
27 | |||
28 | """ BaseImplServer() the base class for all XXServer() implementations. | ||
29 | |||
30 | These classes contain the actual code that runs the server side, i.e. | ||
31 | listens for the commands and executes them. Although these implementations | ||
32 | contain all the data of the original bitbake command, i.e the cooker instance, | ||
33 | they may well run on a different process or even machine. | ||
34 | |||
35 | """ | ||
36 | |||
37 | class BaseImplServer(): | ||
38 | def __init__(self): | ||
39 | self._idlefuns = {} | ||
40 | |||
41 | def addcooker(self, cooker): | ||
42 | self.cooker = cooker | ||
43 | |||
44 | def register_idle_function(self, function, data): | ||
45 | """Register a function to be called while the server is idle""" | ||
46 | assert hasattr(function, '__call__') | ||
47 | self._idlefuns[function] = data | ||
48 | |||
49 | |||
50 | |||
51 | """ BitBakeBaseServerConnection class is the common ancestor to all | ||
52 | BitBakeServerConnection classes. | ||
53 | |||
54 | These classes control the remote server. The only command currently | ||
55 | implemented is the terminate() command. | ||
56 | |||
57 | """ | ||
58 | |||
59 | class BitBakeBaseServerConnection(): | ||
60 | def __init__(self, serverImpl): | ||
61 | pass | ||
62 | |||
63 | def terminate(self): | ||
64 | pass | ||
65 | |||
66 | |||
67 | """ BitBakeBaseServer class is the common ancestor to all Bitbake servers | ||
68 | |||
69 | Derive this class in order to implement a BitBakeServer which is the | ||
70 | controlling stub for the actual server implementation | ||
71 | |||
72 | """ | ||
73 | class BitBakeBaseServer(object): | ||
74 | def initServer(self): | ||
75 | self.serverImpl = None # we ensure a runtime crash if not overloaded | ||
76 | self.connection = None | ||
77 | return | ||
78 | |||
79 | def addcooker(self, cooker): | ||
80 | self.cooker = cooker | ||
81 | self.serverImpl.addcooker(cooker) | ||
82 | |||
83 | def getServerIdleCB(self): | ||
84 | return self.serverImpl.register_idle_function | ||
85 | |||
86 | def saveConnectionDetails(self): | ||
87 | return | ||
88 | |||
89 | def detach(self): | ||
90 | return | ||
91 | |||
92 | def establishConnection(self): | ||
93 | raise "Must redefine the %s.establishConnection()" % self.__class__.__name__ | ||
94 | |||
95 | def endSession(self): | ||
96 | self.connection.terminate() | ||
diff --git a/bitbake/lib/bb/server/process.py b/bitbake/lib/bb/server/process.py index 163dbbb997..d73fe827e4 100644 --- a/bitbake/lib/bb/server/process.py +++ b/bitbake/lib/bb/server/process.py | |||
@@ -32,6 +32,8 @@ import time | |||
32 | from Queue import Empty | 32 | from Queue import Empty |
33 | from multiprocessing import Event, Process, util, Queue, Pipe, queues | 33 | from multiprocessing import Event, Process, util, Queue, Pipe, queues |
34 | 34 | ||
35 | from . import BitBakeBaseServer, BitBakeBaseServerConnection, BaseImplServer | ||
36 | |||
35 | logger = logging.getLogger('BitBake') | 37 | logger = logging.getLogger('BitBake') |
36 | 38 | ||
37 | class ServerCommunicator(): | 39 | class ServerCommunicator(): |
@@ -68,26 +70,21 @@ class EventAdapter(): | |||
68 | print("EventAdapter puked: %s" % str(err)) | 70 | print("EventAdapter puked: %s" % str(err)) |
69 | 71 | ||
70 | 72 | ||
71 | class ProcessServer(Process): | 73 | class ProcessServer(Process, BaseImplServer): |
72 | profile_filename = "profile.log" | 74 | profile_filename = "profile.log" |
73 | profile_processed_filename = "profile.log.processed" | 75 | profile_processed_filename = "profile.log.processed" |
74 | 76 | ||
75 | def __init__(self, command_channel, event_queue): | 77 | def __init__(self, command_channel, event_queue): |
78 | BaseImplServer.__init__(self) | ||
76 | Process.__init__(self) | 79 | Process.__init__(self) |
77 | self.command_channel = command_channel | 80 | self.command_channel = command_channel |
78 | self.event_queue = event_queue | 81 | self.event_queue = event_queue |
79 | self.event = EventAdapter(event_queue) | 82 | self.event = EventAdapter(event_queue) |
80 | self._idlefunctions = {} | ||
81 | self.quit = False | 83 | self.quit = False |
82 | 84 | ||
83 | self.keep_running = Event() | 85 | self.keep_running = Event() |
84 | self.keep_running.set() | 86 | self.keep_running.set() |
85 | 87 | ||
86 | def register_idle_function(self, function, data): | ||
87 | """Register a function to be called while the server is idle""" | ||
88 | assert hasattr(function, '__call__') | ||
89 | self._idlefunctions[function] = data | ||
90 | |||
91 | def run(self): | 88 | def run(self): |
92 | for event in bb.event.ui_queue: | 89 | for event in bb.event.ui_queue: |
93 | self.event_queue.put(event) | 90 | self.event_queue.put(event) |
@@ -117,11 +114,11 @@ class ProcessServer(Process): | |||
117 | def idle_commands(self, delay): | 114 | def idle_commands(self, delay): |
118 | nextsleep = delay | 115 | nextsleep = delay |
119 | 116 | ||
120 | for function, data in self._idlefunctions.items(): | 117 | for function, data in self._idlefuns.items(): |
121 | try: | 118 | try: |
122 | retval = function(self, data, False) | 119 | retval = function(self, data, False) |
123 | if retval is False: | 120 | if retval is False: |
124 | del self._idlefunctions[function] | 121 | del self._idlefuns[function] |
125 | elif retval is True: | 122 | elif retval is True: |
126 | nextsleep = None | 123 | nextsleep = None |
127 | elif nextsleep is None: | 124 | elif nextsleep is None: |
@@ -191,12 +188,13 @@ class ProcessServer(Process): | |||
191 | if (2, 6, 0) <= sys.version_info < (2, 6, 3): | 188 | if (2, 6, 0) <= sys.version_info < (2, 6, 3): |
192 | _bootstrap = bootstrap_2_6_6 | 189 | _bootstrap = bootstrap_2_6_6 |
193 | 190 | ||
194 | class BitBakeServerConnection(): | 191 | class BitBakeProcessServerConnection(BitBakeBaseServerConnection): |
195 | def __init__(self, server): | 192 | def __init__(self, serverImpl, ui_channel, event_queue): |
196 | self.server = server | 193 | self.procserver = serverImpl |
197 | self.procserver = server.server | 194 | self.ui_channel = ui_channel |
198 | self.connection = ServerCommunicator(server.ui_channel) | 195 | self.event_queue = event_queue |
199 | self.events = server.event_queue | 196 | self.connection = ServerCommunicator(self.ui_channel) |
197 | self.events = self.event_queue | ||
200 | 198 | ||
201 | def terminate(self, force = False): | 199 | def terminate(self, force = False): |
202 | signal.signal(signal.SIGINT, signal.SIG_IGN) | 200 | signal.signal(signal.SIGINT, signal.SIG_IGN) |
@@ -210,13 +208,13 @@ class BitBakeServerConnection(): | |||
210 | self.procserver.join() | 208 | self.procserver.join() |
211 | while True: | 209 | while True: |
212 | try: | 210 | try: |
213 | event = self.server.event_queue.get(block=False) | 211 | event = self.event_queue.get(block=False) |
214 | except (Empty, IOError): | 212 | except (Empty, IOError): |
215 | break | 213 | break |
216 | if isinstance(event, logging.LogRecord): | 214 | if isinstance(event, logging.LogRecord): |
217 | logger.handle(event) | 215 | logger.handle(event) |
218 | self.server.ui_channel.close() | 216 | self.ui_channel.close() |
219 | self.server.event_queue.close() | 217 | self.event_queue.close() |
220 | if force: | 218 | if force: |
221 | sys.exit(1) | 219 | sys.exit(1) |
222 | 220 | ||
@@ -235,7 +233,7 @@ class ProcessEventQueue(multiprocessing.queues.Queue): | |||
235 | return None | 233 | return None |
236 | 234 | ||
237 | 235 | ||
238 | class BitBakeServer(object): | 236 | class BitBakeServer(BitBakeBaseServer): |
239 | def initServer(self): | 237 | def initServer(self): |
240 | # establish communication channels. We use bidirectional pipes for | 238 | # establish communication channels. We use bidirectional pipes for |
241 | # ui <--> server command/response pairs | 239 | # ui <--> server command/response pairs |
@@ -243,24 +241,13 @@ class BitBakeServer(object): | |||
243 | # | 241 | # |
244 | self.ui_channel, self.server_channel = Pipe() | 242 | self.ui_channel, self.server_channel = Pipe() |
245 | self.event_queue = ProcessEventQueue(0) | 243 | self.event_queue = ProcessEventQueue(0) |
246 | 244 | self.serverImpl = ProcessServer(self.server_channel, self.event_queue) | |
247 | self.server = ProcessServer(self.server_channel, self.event_queue) | ||
248 | |||
249 | def addcooker(self, cooker): | ||
250 | self.cooker = cooker | ||
251 | self.server.cooker = cooker | ||
252 | |||
253 | def getServerIdleCB(self): | ||
254 | return self.server.register_idle_function | ||
255 | |||
256 | def saveConnectionDetails(self): | ||
257 | return | ||
258 | 245 | ||
259 | def detach(self): | 246 | def detach(self): |
260 | self.server.start() | 247 | self.serverImpl.start() |
261 | return | 248 | return |
262 | 249 | ||
263 | def establishConnection(self): | 250 | def establishConnection(self): |
264 | self.connection = BitBakeServerConnection(self) | 251 | self.connection = BitBakeProcessServerConnection(self.serverImpl, self.ui_channel, self.event_queue) |
265 | signal.signal(signal.SIGTERM, lambda i, s: self.connection.terminate(force=True)) | 252 | signal.signal(signal.SIGTERM, lambda i, s: self.connection.terminate(force=True)) |
266 | return self.connection | 253 | return self.connection |
diff --git a/bitbake/lib/bb/server/xmlrpc.py b/bitbake/lib/bb/server/xmlrpc.py index 56a643c576..2747ed8bf8 100644 --- a/bitbake/lib/bb/server/xmlrpc.py +++ b/bitbake/lib/bb/server/xmlrpc.py | |||
@@ -49,6 +49,8 @@ DEBUG = False | |||
49 | from SimpleXMLRPCServer import SimpleXMLRPCServer, SimpleXMLRPCRequestHandler | 49 | from SimpleXMLRPCServer import SimpleXMLRPCServer, SimpleXMLRPCRequestHandler |
50 | import inspect, select | 50 | import inspect, select |
51 | 51 | ||
52 | from . import BitBakeBaseServer, BitBakeBaseServerConnection, BaseImplServer | ||
53 | |||
52 | if sys.hexversion < 0x020600F0: | 54 | if sys.hexversion < 0x020600F0: |
53 | print("Sorry, python 2.6 or later is required for bitbake's XMLRPC mode") | 55 | print("Sorry, python 2.6 or later is required for bitbake's XMLRPC mode") |
54 | sys.exit(1) | 56 | sys.exit(1) |
@@ -286,7 +288,6 @@ class BitBakeXMLRPCEventServerController(SimpleXMLRPCServer): | |||
286 | """ | 288 | """ |
287 | Register a remote UI Event Handler | 289 | Register a remote UI Event Handler |
288 | """ | 290 | """ |
289 | print "registering handler %s:%s" % (host,port) | ||
290 | connection = xmlrpclib.ServerProxy("http://%s:%d/" % (host, port), allow_none=True) | 291 | connection = xmlrpclib.ServerProxy("http://%s:%d/" % (host, port), allow_none=True) |
291 | client_hash = "%s:%d" % (host, port) | 292 | client_hash = "%s:%d" % (host, port) |
292 | if self.clients.has_key(client_hash): | 293 | if self.clients.has_key(client_hash): |
@@ -301,7 +302,6 @@ class BitBakeXMLRPCEventServerController(SimpleXMLRPCServer): | |||
301 | """ | 302 | """ |
302 | Unregister a remote UI Event Handler | 303 | Unregister a remote UI Event Handler |
303 | """ | 304 | """ |
304 | print "unregistering handler %s:%s" % (host,port) | ||
305 | client_thread = self.clients[client_hash] | 305 | client_thread = self.clients[client_hash] |
306 | if client_thread: | 306 | if client_thread: |
307 | bb.event.unregister_UIHhandler(self.clients_ui_ids[client_hash]) | 307 | bb.event.unregister_UIHhandler(self.clients_ui_ids[client_hash]) |
@@ -323,7 +323,16 @@ class BitBakeXMLRPCEventServerController(SimpleXMLRPCServer): | |||
323 | self.handle_request() | 323 | self.handle_request() |
324 | self.server_close() | 324 | self.server_close() |
325 | 325 | ||
326 | class BitBakeXMLRPCServer(SimpleXMLRPCServer): | 326 | |
327 | class XMLRPCProxyServer(BaseImplServer): | ||
328 | """ not a real working server, but a stub for a proxy server connection | ||
329 | |||
330 | """ | ||
331 | def __init__(self, host, port): | ||
332 | self.host = host | ||
333 | self.port = port | ||
334 | |||
335 | class XMLRPCServer(SimpleXMLRPCServer, BaseImplServer): | ||
327 | # remove this when you're done with debugging | 336 | # remove this when you're done with debugging |
328 | # allow_reuse_address = True | 337 | # allow_reuse_address = True |
329 | 338 | ||
@@ -331,10 +340,10 @@ class BitBakeXMLRPCServer(SimpleXMLRPCServer): | |||
331 | """ | 340 | """ |
332 | Constructor | 341 | Constructor |
333 | """ | 342 | """ |
343 | BaseImplServer.__init__(self) | ||
334 | SimpleXMLRPCServer.__init__(self, interface, | 344 | SimpleXMLRPCServer.__init__(self, interface, |
335 | requestHandler=BitBakeXMLRPCRequestHandler, | 345 | requestHandler=BitBakeXMLRPCRequestHandler, |
336 | logRequests=False, allow_none=True) | 346 | logRequests=False, allow_none=True) |
337 | self._idlefuns = {} | ||
338 | self.host, self.port = self.socket.getsockname() | 347 | self.host, self.port = self.socket.getsockname() |
339 | self.connection_token = None | 348 | self.connection_token = None |
340 | #self.register_introspection_functions() | 349 | #self.register_introspection_functions() |
@@ -343,7 +352,7 @@ class BitBakeXMLRPCServer(SimpleXMLRPCServer): | |||
343 | self.interface = interface | 352 | self.interface = interface |
344 | 353 | ||
345 | def addcooker(self, cooker): | 354 | def addcooker(self, cooker): |
346 | self.cooker = cooker | 355 | BaseImplServer.addcooker(self, cooker) |
347 | self.commands.cooker = cooker | 356 | self.commands.cooker = cooker |
348 | 357 | ||
349 | def autoregister_all_functions(self, context, prefix): | 358 | def autoregister_all_functions(self, context, prefix): |
@@ -356,10 +365,6 @@ class BitBakeXMLRPCServer(SimpleXMLRPCServer): | |||
356 | if name.startswith(prefix): | 365 | if name.startswith(prefix): |
357 | self.register_function(method, name[len(prefix):]) | 366 | self.register_function(method, name[len(prefix):]) |
358 | 367 | ||
359 | def register_idle_function(self, function, data): | ||
360 | """Register a function to be called while the server is idle""" | ||
361 | assert hasattr(function, '__call__') | ||
362 | self._idlefuns[function] = data | ||
363 | 368 | ||
364 | def serve_forever(self): | 369 | def serve_forever(self): |
365 | # Create and run the event server controller in a separate thread | 370 | # Create and run the event server controller in a separate thread |
@@ -420,16 +425,11 @@ class BitBakeXMLRPCServer(SimpleXMLRPCServer): | |||
420 | def set_connection_token(self, token): | 425 | def set_connection_token(self, token): |
421 | self.connection_token = token | 426 | self.connection_token = token |
422 | 427 | ||
423 | class BitbakeServerInfo(): | 428 | class BitBakeXMLRPCServerConnection(BitBakeBaseServerConnection): |
424 | def __init__(self, host, port): | 429 | def __init__(self, serverImpl, clientinfo=("localhost", 0)): |
425 | self.host = host | 430 | self.connection, self.transport = _create_server(serverImpl.host, serverImpl.port) |
426 | self.port = port | ||
427 | |||
428 | class BitBakeServerConnection(): | ||
429 | def __init__(self, serverinfo, clientinfo=("localhost", 0)): | ||
430 | self.connection, self.transport = _create_server(serverinfo.host, serverinfo.port) | ||
431 | self.clientinfo = clientinfo | 431 | self.clientinfo = clientinfo |
432 | self.serverinfo = serverinfo | 432 | self.serverImpl = serverImpl |
433 | 433 | ||
434 | def connect(self): | 434 | def connect(self): |
435 | token = self.connection.addClient() | 435 | token = self.connection.addClient() |
@@ -457,36 +457,22 @@ class BitBakeServerConnection(): | |||
457 | except: | 457 | except: |
458 | pass | 458 | pass |
459 | 459 | ||
460 | class BitBakeServer(object): | 460 | class BitBakeServer(BitBakeBaseServer): |
461 | def initServer(self, interface = ("localhost", 0)): | 461 | def initServer(self, interface = ("localhost", 0)): |
462 | self.server = BitBakeXMLRPCServer(interface) | 462 | self.serverImpl = XMLRPCServer(interface) |
463 | |||
464 | def addcooker(self, cooker): | ||
465 | self.cooker = cooker | ||
466 | self.server.addcooker(cooker) | ||
467 | |||
468 | def getServerIdleCB(self): | ||
469 | return self.server.register_idle_function | ||
470 | |||
471 | def saveConnectionDetails(self): | ||
472 | self.serverinfo = BitbakeServerInfo(self.server.host, self.server.port) | ||
473 | 463 | ||
474 | def detach(self): | 464 | def detach(self): |
475 | daemonize.createDaemon(self.server.serve_forever, "bitbake-cookerdaemon.log") | 465 | daemonize.createDaemon(self.serverImpl.serve_forever, "bitbake-cookerdaemon.log") |
476 | del self.cooker | 466 | del self.cooker |
477 | del self.server | ||
478 | 467 | ||
479 | def establishConnection(self): | 468 | def establishConnection(self): |
480 | self.connection = BitBakeServerConnection(self.serverinfo) | 469 | self.connection = BitBakeXMLRPCServerConnection(self.serverImpl) |
481 | return self.connection.connect() | 470 | return self.connection.connect() |
482 | 471 | ||
483 | def set_connection_token(self, token): | 472 | def set_connection_token(self, token): |
484 | self.connection.transport.set_connection_token(token) | 473 | self.connection.transport.set_connection_token(token) |
485 | 474 | ||
486 | def endSession(self): | 475 | class BitBakeXMLRPCClient(BitBakeBaseServer): |
487 | self.connection.terminate() | ||
488 | |||
489 | class BitBakeXMLRPCClient(object): | ||
490 | 476 | ||
491 | def __init__(self): | 477 | def __init__(self): |
492 | pass | 478 | pass |
@@ -510,8 +496,8 @@ class BitBakeXMLRPCClient(object): | |||
510 | s.close() | 496 | s.close() |
511 | except: | 497 | except: |
512 | return None | 498 | return None |
513 | self.serverinfo = BitbakeServerInfo(host, port) | 499 | self.serverImpl = XMLRPCProxyServer(host, port) |
514 | self.connection = BitBakeServerConnection(self.serverinfo, (ip, 0)) | 500 | self.connection = BitBakeXMLRPCServerConnection(self.serverImpl, (ip, 0)) |
515 | return self.connection.connect() | 501 | return self.connection.connect() |
516 | 502 | ||
517 | def endSession(self): | 503 | def endSession(self): |