diff options
Diffstat (limited to 'bitbake/lib/prserv')
-rw-r--r-- | bitbake/lib/prserv/__init__.py | 14 | ||||
-rw-r--r-- | bitbake/lib/prserv/db.py | 242 | ||||
-rw-r--r-- | bitbake/lib/prserv/serv.py | 370 |
3 files changed, 626 insertions, 0 deletions
diff --git a/bitbake/lib/prserv/__init__.py b/bitbake/lib/prserv/__init__.py new file mode 100644 index 0000000000..0e0c98b9d8 --- /dev/null +++ b/bitbake/lib/prserv/__init__.py | |||
@@ -0,0 +1,14 @@ | |||
1 | __version__ = "1.0.0" | ||
2 | |||
3 | import os, time | ||
4 | import sys,logging | ||
5 | |||
6 | def init_logger(logfile, loglevel): | ||
7 | numeric_level = getattr(logging, loglevel.upper(), None) | ||
8 | if not isinstance(numeric_level, int): | ||
9 | raise ValueError('Invalid log level: %s' % loglevel) | ||
10 | FORMAT = '%(asctime)-15s %(message)s' | ||
11 | logging.basicConfig(level=numeric_level, filename=logfile, format=FORMAT) | ||
12 | |||
13 | class NotFoundError(Exception): | ||
14 | pass \ No newline at end of file | ||
diff --git a/bitbake/lib/prserv/db.py b/bitbake/lib/prserv/db.py new file mode 100644 index 0000000000..86eafe338c --- /dev/null +++ b/bitbake/lib/prserv/db.py | |||
@@ -0,0 +1,242 @@ | |||
1 | import logging | ||
2 | import os.path | ||
3 | import errno | ||
4 | import prserv | ||
5 | import time | ||
6 | |||
7 | try: | ||
8 | import sqlite3 | ||
9 | except ImportError: | ||
10 | from pysqlite2 import dbapi2 as sqlite3 | ||
11 | |||
12 | logger = logging.getLogger("BitBake.PRserv") | ||
13 | |||
14 | sqlversion = sqlite3.sqlite_version_info | ||
15 | if sqlversion[0] < 3 or (sqlversion[0] == 3 and sqlversion[1] < 3): | ||
16 | raise Exception("sqlite3 version 3.3.0 or later is required.") | ||
17 | |||
18 | class PRTable(object): | ||
19 | def __init__(self, conn, table, nohist): | ||
20 | self.conn = conn | ||
21 | self.nohist = nohist | ||
22 | if nohist: | ||
23 | self.table = "%s_nohist" % table | ||
24 | else: | ||
25 | self.table = "%s_hist" % table | ||
26 | |||
27 | self._execute("CREATE TABLE IF NOT EXISTS %s \ | ||
28 | (version TEXT NOT NULL, \ | ||
29 | pkgarch TEXT NOT NULL, \ | ||
30 | checksum TEXT NOT NULL, \ | ||
31 | value INTEGER, \ | ||
32 | PRIMARY KEY (version, pkgarch, checksum));" % self.table) | ||
33 | |||
34 | def _execute(self, *query): | ||
35 | """Execute a query, waiting to acquire a lock if necessary""" | ||
36 | start = time.time() | ||
37 | end = start + 20 | ||
38 | while True: | ||
39 | try: | ||
40 | return self.conn.execute(*query) | ||
41 | except sqlite3.OperationalError as exc: | ||
42 | if 'is locked' in str(exc) and end > time.time(): | ||
43 | continue | ||
44 | raise exc | ||
45 | |||
46 | def sync(self): | ||
47 | self.conn.commit() | ||
48 | self._execute("BEGIN EXCLUSIVE TRANSACTION") | ||
49 | |||
50 | def _getValueHist(self, version, pkgarch, checksum): | ||
51 | data=self._execute("SELECT value FROM %s WHERE version=? AND pkgarch=? AND checksum=?;" % self.table, | ||
52 | (version, pkgarch, checksum)) | ||
53 | row=data.fetchone() | ||
54 | if row != None: | ||
55 | return row[0] | ||
56 | else: | ||
57 | #no value found, try to insert | ||
58 | try: | ||
59 | self._execute("INSERT INTO %s VALUES (?, ?, ?, (select ifnull(max(value)+1,0) from %s where version=? AND pkgarch=?));" | ||
60 | % (self.table,self.table), | ||
61 | (version,pkgarch, checksum,version, pkgarch)) | ||
62 | except sqlite3.IntegrityError as exc: | ||
63 | logger.error(str(exc)) | ||
64 | |||
65 | data=self._execute("SELECT value FROM %s WHERE version=? AND pkgarch=? AND checksum=?;" % self.table, | ||
66 | (version, pkgarch, checksum)) | ||
67 | row=data.fetchone() | ||
68 | if row != None: | ||
69 | return row[0] | ||
70 | else: | ||
71 | raise prserv.NotFoundError | ||
72 | |||
73 | def _getValueNohist(self, version, pkgarch, checksum): | ||
74 | data=self._execute("SELECT value FROM %s \ | ||
75 | WHERE version=? AND pkgarch=? AND checksum=? AND \ | ||
76 | value >= (select max(value) from %s where version=? AND pkgarch=?);" | ||
77 | % (self.table, self.table), | ||
78 | (version, pkgarch, checksum, version, pkgarch)) | ||
79 | row=data.fetchone() | ||
80 | if row != None: | ||
81 | return row[0] | ||
82 | else: | ||
83 | #no value found, try to insert | ||
84 | try: | ||
85 | self._execute("INSERT OR REPLACE INTO %s VALUES (?, ?, ?, (select ifnull(max(value)+1,0) from %s where version=? AND pkgarch=?));" | ||
86 | % (self.table,self.table), | ||
87 | (version, pkgarch, checksum, version, pkgarch)) | ||
88 | except sqlite3.IntegrityError as exc: | ||
89 | logger.error(str(exc)) | ||
90 | self.conn.rollback() | ||
91 | |||
92 | data=self._execute("SELECT value FROM %s WHERE version=? AND pkgarch=? AND checksum=?;" % self.table, | ||
93 | (version, pkgarch, checksum)) | ||
94 | row=data.fetchone() | ||
95 | if row != None: | ||
96 | return row[0] | ||
97 | else: | ||
98 | raise prserv.NotFoundError | ||
99 | |||
100 | def getValue(self, version, pkgarch, checksum): | ||
101 | if self.nohist: | ||
102 | return self._getValueNohist(version, pkgarch, checksum) | ||
103 | else: | ||
104 | return self._getValueHist(version, pkgarch, checksum) | ||
105 | |||
106 | def _importHist(self, version, pkgarch, checksum, value): | ||
107 | val = None | ||
108 | data = self._execute("SELECT value FROM %s WHERE version=? AND pkgarch=? AND checksum=?;" % self.table, | ||
109 | (version, pkgarch, checksum)) | ||
110 | row = data.fetchone() | ||
111 | if row != None: | ||
112 | val=row[0] | ||
113 | else: | ||
114 | #no value found, try to insert | ||
115 | try: | ||
116 | self._execute("INSERT INTO %s VALUES (?, ?, ?, ?);" % (self.table), | ||
117 | (version, pkgarch, checksum, value)) | ||
118 | except sqlite3.IntegrityError as exc: | ||
119 | logger.error(str(exc)) | ||
120 | |||
121 | data = self._execute("SELECT value FROM %s WHERE version=? AND pkgarch=? AND checksum=?;" % self.table, | ||
122 | (version, pkgarch, checksum)) | ||
123 | row = data.fetchone() | ||
124 | if row != None: | ||
125 | val = row[0] | ||
126 | return val | ||
127 | |||
128 | def _importNohist(self, version, pkgarch, checksum, value): | ||
129 | try: | ||
130 | #try to insert | ||
131 | self._execute("INSERT INTO %s VALUES (?, ?, ?, ?);" % (self.table), | ||
132 | (version, pkgarch, checksum,value)) | ||
133 | except sqlite3.IntegrityError as exc: | ||
134 | #already have the record, try to update | ||
135 | try: | ||
136 | self._execute("UPDATE %s SET value=? WHERE version=? AND pkgarch=? AND checksum=? AND value<?" | ||
137 | % (self.table), | ||
138 | (value,version,pkgarch,checksum,value)) | ||
139 | except sqlite3.IntegrityError as exc: | ||
140 | logger.error(str(exc)) | ||
141 | |||
142 | data = self._execute("SELECT value FROM %s WHERE version=? AND pkgarch=? AND checksum=? AND value>=?;" % self.table, | ||
143 | (version,pkgarch,checksum,value)) | ||
144 | row=data.fetchone() | ||
145 | if row != None: | ||
146 | return row[0] | ||
147 | else: | ||
148 | return None | ||
149 | |||
150 | def importone(self, version, pkgarch, checksum, value): | ||
151 | if self.nohist: | ||
152 | return self._importNohist(version, pkgarch, checksum, value) | ||
153 | else: | ||
154 | return self._importHist(version, pkgarch, checksum, value) | ||
155 | |||
156 | def export(self, version, pkgarch, checksum, colinfo): | ||
157 | metainfo = {} | ||
158 | #column info | ||
159 | if colinfo: | ||
160 | metainfo['tbl_name'] = self.table | ||
161 | metainfo['core_ver'] = prserv.__version__ | ||
162 | metainfo['col_info'] = [] | ||
163 | data = self._execute("PRAGMA table_info(%s);" % self.table) | ||
164 | for row in data: | ||
165 | col = {} | ||
166 | col['name'] = row['name'] | ||
167 | col['type'] = row['type'] | ||
168 | col['notnull'] = row['notnull'] | ||
169 | col['dflt_value'] = row['dflt_value'] | ||
170 | col['pk'] = row['pk'] | ||
171 | metainfo['col_info'].append(col) | ||
172 | |||
173 | #data info | ||
174 | datainfo = [] | ||
175 | |||
176 | if self.nohist: | ||
177 | sqlstmt = "SELECT T1.version, T1.pkgarch, T1.checksum, T1.value FROM %s as T1, \ | ||
178 | (SELECT version,pkgarch,max(value) as maxvalue FROM %s GROUP BY version,pkgarch) as T2 \ | ||
179 | WHERE T1.version=T2.version AND T1.pkgarch=T2.pkgarch AND T1.value=T2.maxvalue " % (self.table, self.table) | ||
180 | else: | ||
181 | sqlstmt = "SELECT * FROM %s as T1 WHERE 1=1 " % self.table | ||
182 | sqlarg = [] | ||
183 | where = "" | ||
184 | if version: | ||
185 | where += "AND T1.version=? " | ||
186 | sqlarg.append(str(version)) | ||
187 | if pkgarch: | ||
188 | where += "AND T1.pkgarch=? " | ||
189 | sqlarg.append(str(pkgarch)) | ||
190 | if checksum: | ||
191 | where += "AND T1.checksum=? " | ||
192 | sqlarg.append(str(checksum)) | ||
193 | |||
194 | sqlstmt += where + ";" | ||
195 | |||
196 | if len(sqlarg): | ||
197 | data = self._execute(sqlstmt, tuple(sqlarg)) | ||
198 | else: | ||
199 | data = self._execute(sqlstmt) | ||
200 | for row in data: | ||
201 | if row['version']: | ||
202 | col = {} | ||
203 | col['version'] = row['version'] | ||
204 | col['pkgarch'] = row['pkgarch'] | ||
205 | col['checksum'] = row['checksum'] | ||
206 | col['value'] = row['value'] | ||
207 | datainfo.append(col) | ||
208 | return (metainfo, datainfo) | ||
209 | |||
210 | class PRData(object): | ||
211 | """Object representing the PR database""" | ||
212 | def __init__(self, filename, nohist=True): | ||
213 | self.filename=os.path.abspath(filename) | ||
214 | self.nohist=nohist | ||
215 | #build directory hierarchy | ||
216 | try: | ||
217 | os.makedirs(os.path.dirname(self.filename)) | ||
218 | except OSError as e: | ||
219 | if e.errno != errno.EEXIST: | ||
220 | raise e | ||
221 | self.connection=sqlite3.connect(self.filename, isolation_level="EXCLUSIVE", check_same_thread = False) | ||
222 | self.connection.row_factory=sqlite3.Row | ||
223 | self._tables={} | ||
224 | |||
225 | def __del__(self): | ||
226 | self.connection.close() | ||
227 | |||
228 | def __getitem__(self,tblname): | ||
229 | if not isinstance(tblname, basestring): | ||
230 | raise TypeError("tblname argument must be a string, not '%s'" % | ||
231 | type(tblname)) | ||
232 | if tblname in self._tables: | ||
233 | return self._tables[tblname] | ||
234 | else: | ||
235 | tableobj = self._tables[tblname] = PRTable(self.connection, tblname, self.nohist) | ||
236 | return tableobj | ||
237 | |||
238 | def __delitem__(self, tblname): | ||
239 | if tblname in self._tables: | ||
240 | del self._tables[tblname] | ||
241 | logger.info("drop table %s" % (tblname)) | ||
242 | self.connection.execute("DROP TABLE IF EXISTS %s;" % tblname) | ||
diff --git a/bitbake/lib/prserv/serv.py b/bitbake/lib/prserv/serv.py new file mode 100644 index 0000000000..1e170cea0a --- /dev/null +++ b/bitbake/lib/prserv/serv.py | |||
@@ -0,0 +1,370 @@ | |||
1 | import os,sys,logging | ||
2 | import signal, time, atexit, threading | ||
3 | from SimpleXMLRPCServer import SimpleXMLRPCServer, SimpleXMLRPCRequestHandler | ||
4 | import xmlrpclib | ||
5 | import threading | ||
6 | import Queue | ||
7 | |||
8 | try: | ||
9 | import sqlite3 | ||
10 | except ImportError: | ||
11 | from pysqlite2 import dbapi2 as sqlite3 | ||
12 | |||
13 | import bb.server.xmlrpc | ||
14 | import prserv | ||
15 | import prserv.db | ||
16 | import errno | ||
17 | |||
18 | logger = logging.getLogger("BitBake.PRserv") | ||
19 | |||
20 | if sys.hexversion < 0x020600F0: | ||
21 | print("Sorry, python 2.6 or later is required.") | ||
22 | sys.exit(1) | ||
23 | |||
24 | class Handler(SimpleXMLRPCRequestHandler): | ||
25 | def _dispatch(self,method,params): | ||
26 | try: | ||
27 | value=self.server.funcs[method](*params) | ||
28 | except: | ||
29 | import traceback | ||
30 | traceback.print_exc() | ||
31 | raise | ||
32 | return value | ||
33 | |||
34 | PIDPREFIX = "/tmp/PRServer_%s_%s.pid" | ||
35 | singleton = None | ||
36 | |||
37 | |||
38 | class PRServer(SimpleXMLRPCServer): | ||
39 | def __init__(self, dbfile, logfile, interface, daemon=True): | ||
40 | ''' constructor ''' | ||
41 | SimpleXMLRPCServer.__init__(self, interface, | ||
42 | logRequests=False, allow_none=True) | ||
43 | self.dbfile=dbfile | ||
44 | self.daemon=daemon | ||
45 | self.logfile=logfile | ||
46 | self.working_thread=None | ||
47 | self.host, self.port = self.socket.getsockname() | ||
48 | self.pidfile=PIDPREFIX % (self.host, self.port) | ||
49 | |||
50 | self.register_function(self.getPR, "getPR") | ||
51 | self.register_function(self.quit, "quit") | ||
52 | self.register_function(self.ping, "ping") | ||
53 | self.register_function(self.export, "export") | ||
54 | self.register_function(self.importone, "importone") | ||
55 | self.register_introspection_functions() | ||
56 | |||
57 | self.db = prserv.db.PRData(self.dbfile) | ||
58 | self.table = self.db["PRMAIN"] | ||
59 | |||
60 | self.requestqueue = Queue.Queue() | ||
61 | self.handlerthread = threading.Thread(target = self.process_request_thread) | ||
62 | self.handlerthread.daemon = False | ||
63 | |||
64 | def process_request_thread(self): | ||
65 | """Same as in BaseServer but as a thread. | ||
66 | |||
67 | In addition, exception handling is done here. | ||
68 | |||
69 | """ | ||
70 | while True: | ||
71 | (request, client_address) = self.requestqueue.get() | ||
72 | try: | ||
73 | self.finish_request(request, client_address) | ||
74 | self.shutdown_request(request) | ||
75 | except: | ||
76 | self.handle_error(request, client_address) | ||
77 | self.shutdown_request(request) | ||
78 | self.table.sync() | ||
79 | |||
80 | def process_request(self, request, client_address): | ||
81 | self.requestqueue.put((request, client_address)) | ||
82 | |||
83 | def export(self, version=None, pkgarch=None, checksum=None, colinfo=True): | ||
84 | try: | ||
85 | return self.table.export(version, pkgarch, checksum, colinfo) | ||
86 | except sqlite3.Error as exc: | ||
87 | logger.error(str(exc)) | ||
88 | return None | ||
89 | |||
90 | def importone(self, version, pkgarch, checksum, value): | ||
91 | return self.table.importone(version, pkgarch, checksum, value) | ||
92 | |||
93 | def ping(self): | ||
94 | return not self.quit | ||
95 | |||
96 | def getinfo(self): | ||
97 | return (self.host, self.port) | ||
98 | |||
99 | def getPR(self, version, pkgarch, checksum): | ||
100 | try: | ||
101 | return self.table.getValue(version, pkgarch, checksum) | ||
102 | except prserv.NotFoundError: | ||
103 | logger.error("can not find value for (%s, %s)",version, checksum) | ||
104 | return None | ||
105 | except sqlite3.Error as exc: | ||
106 | logger.error(str(exc)) | ||
107 | return None | ||
108 | |||
109 | def quit(self): | ||
110 | self.quit=True | ||
111 | return | ||
112 | |||
113 | def work_forever(self,): | ||
114 | self.quit = False | ||
115 | self.timeout = 0.5 | ||
116 | |||
117 | logger.info("Started PRServer with DBfile: %s, IP: %s, PORT: %s, PID: %s" % | ||
118 | (self.dbfile, self.host, self.port, str(os.getpid()))) | ||
119 | |||
120 | self.handlerthread.start() | ||
121 | while not self.quit: | ||
122 | self.handle_request() | ||
123 | |||
124 | self.table.sync() | ||
125 | logger.info("PRServer: stopping...") | ||
126 | self.server_close() | ||
127 | return | ||
128 | |||
129 | def start(self): | ||
130 | pid = self.daemonize() | ||
131 | # Ensure both the parent sees this and the child from the work_forever log entry above | ||
132 | logger.info("Started PRServer with DBfile: %s, IP: %s, PORT: %s, PID: %s" % | ||
133 | (self.dbfile, self.host, self.port, str(pid))) | ||
134 | |||
135 | def delpid(self): | ||
136 | os.remove(self.pidfile) | ||
137 | |||
138 | def daemonize(self): | ||
139 | """ | ||
140 | See Advanced Programming in the UNIX, Sec 13.3 | ||
141 | """ | ||
142 | try: | ||
143 | pid = os.fork() | ||
144 | if pid > 0: | ||
145 | os.waitpid(pid, 0) | ||
146 | #parent return instead of exit to give control | ||
147 | return pid | ||
148 | except OSError as e: | ||
149 | raise Exception("%s [%d]" % (e.strerror, e.errno)) | ||
150 | |||
151 | os.setsid() | ||
152 | """ | ||
153 | fork again to make sure the daemon is not session leader, | ||
154 | which prevents it from acquiring controlling terminal | ||
155 | """ | ||
156 | try: | ||
157 | pid = os.fork() | ||
158 | if pid > 0: #parent | ||
159 | os._exit(0) | ||
160 | except OSError as e: | ||
161 | raise Exception("%s [%d]" % (e.strerror, e.errno)) | ||
162 | |||
163 | os.umask(0) | ||
164 | os.chdir("/") | ||
165 | |||
166 | sys.stdout.flush() | ||
167 | sys.stderr.flush() | ||
168 | si = file('/dev/null', 'r') | ||
169 | so = file(self.logfile, 'a+') | ||
170 | se = so | ||
171 | os.dup2(si.fileno(),sys.stdin.fileno()) | ||
172 | os.dup2(so.fileno(),sys.stdout.fileno()) | ||
173 | os.dup2(se.fileno(),sys.stderr.fileno()) | ||
174 | |||
175 | # Clear out all log handlers prior to the fork() to avoid calling | ||
176 | # event handlers not part of the PRserver | ||
177 | for logger_iter in logging.Logger.manager.loggerDict.keys(): | ||
178 | logging.getLogger(logger_iter).handlers = [] | ||
179 | |||
180 | # Ensure logging makes it to the logfile | ||
181 | streamhandler = logging.StreamHandler() | ||
182 | streamhandler.setLevel(logging.DEBUG) | ||
183 | formatter = bb.msg.BBLogFormatter("%(levelname)s: %(message)s") | ||
184 | streamhandler.setFormatter(formatter) | ||
185 | logger.addHandler(streamhandler) | ||
186 | |||
187 | # write pidfile | ||
188 | pid = str(os.getpid()) | ||
189 | pf = file(self.pidfile, 'w') | ||
190 | pf.write("%s\n" % pid) | ||
191 | pf.close() | ||
192 | |||
193 | self.work_forever() | ||
194 | self.delpid() | ||
195 | os._exit(0) | ||
196 | |||
197 | class PRServSingleton(object): | ||
198 | def __init__(self, dbfile, logfile, interface): | ||
199 | self.dbfile = dbfile | ||
200 | self.logfile = logfile | ||
201 | self.interface = interface | ||
202 | self.host = None | ||
203 | self.port = None | ||
204 | |||
205 | def start(self): | ||
206 | self.prserv = PRServer(self.dbfile, self.logfile, self.interface) | ||
207 | self.prserv.start() | ||
208 | self.host, self.port = self.prserv.getinfo() | ||
209 | |||
210 | def getinfo(self): | ||
211 | return (self.host, self.port) | ||
212 | |||
213 | class PRServerConnection(object): | ||
214 | def __init__(self, host, port): | ||
215 | if is_local_special(host, port): | ||
216 | host, port = singleton.getinfo() | ||
217 | self.host = host | ||
218 | self.port = port | ||
219 | self.connection, self.transport = bb.server.xmlrpc._create_server(self.host, self.port) | ||
220 | |||
221 | def terminate(self): | ||
222 | try: | ||
223 | logger.info("Terminating PRServer...") | ||
224 | self.connection.quit() | ||
225 | except Exception as exc: | ||
226 | sys.stderr.write("%s\n" % str(exc)) | ||
227 | |||
228 | def getPR(self, version, pkgarch, checksum): | ||
229 | return self.connection.getPR(version, pkgarch, checksum) | ||
230 | |||
231 | def ping(self): | ||
232 | return self.connection.ping() | ||
233 | |||
234 | def export(self,version=None, pkgarch=None, checksum=None, colinfo=True): | ||
235 | return self.connection.export(version, pkgarch, checksum, colinfo) | ||
236 | |||
237 | def importone(self, version, pkgarch, checksum, value): | ||
238 | return self.connection.importone(version, pkgarch, checksum, value) | ||
239 | |||
240 | def getinfo(self): | ||
241 | return self.host, self.port | ||
242 | |||
243 | def start_daemon(dbfile, host, port, logfile): | ||
244 | pidfile = PIDPREFIX % (host, port) | ||
245 | try: | ||
246 | pf = file(pidfile,'r') | ||
247 | pid = int(pf.readline().strip()) | ||
248 | pf.close() | ||
249 | except IOError: | ||
250 | pid = None | ||
251 | |||
252 | if pid: | ||
253 | sys.stderr.write("pidfile %s already exist. Daemon already running?\n" | ||
254 | % pidfile) | ||
255 | return 1 | ||
256 | |||
257 | server = PRServer(os.path.abspath(dbfile), os.path.abspath(logfile), (host,port)) | ||
258 | server.start() | ||
259 | return 0 | ||
260 | |||
261 | def stop_daemon(host, port): | ||
262 | pidfile = PIDPREFIX % (host, port) | ||
263 | try: | ||
264 | pf = file(pidfile,'r') | ||
265 | pid = int(pf.readline().strip()) | ||
266 | pf.close() | ||
267 | except IOError: | ||
268 | pid = None | ||
269 | |||
270 | if not pid: | ||
271 | sys.stderr.write("pidfile %s does not exist. Daemon not running?\n" | ||
272 | % pidfile) | ||
273 | |||
274 | try: | ||
275 | PRServerConnection(host, port).terminate() | ||
276 | except: | ||
277 | logger.critical("Stop PRService %s:%d failed" % (host,port)) | ||
278 | |||
279 | try: | ||
280 | if pid: | ||
281 | wait_timeout = 0 | ||
282 | print("Waiting for pr-server to exit.") | ||
283 | while is_running(pid) and wait_timeout < 50: | ||
284 | time.sleep(0.1) | ||
285 | wait_timeout += 1 | ||
286 | |||
287 | if is_running(pid): | ||
288 | print("Sending SIGTERM to pr-server.") | ||
289 | os.kill(pid,signal.SIGTERM) | ||
290 | time.sleep(0.1) | ||
291 | |||
292 | if os.path.exists(pidfile): | ||
293 | os.remove(pidfile) | ||
294 | |||
295 | except OSError as e: | ||
296 | err = str(e) | ||
297 | if err.find("No such process") <= 0: | ||
298 | raise e | ||
299 | |||
300 | return 0 | ||
301 | |||
302 | def is_running(pid): | ||
303 | try: | ||
304 | os.kill(pid, 0) | ||
305 | except OSError as err: | ||
306 | if err.errno == errno.ESRCH: | ||
307 | return False | ||
308 | return True | ||
309 | |||
310 | def is_local_special(host, port): | ||
311 | if host.strip().upper() == 'localhost'.upper() and (not port): | ||
312 | return True | ||
313 | else: | ||
314 | return False | ||
315 | |||
316 | class PRServiceConfigError(Exception): | ||
317 | pass | ||
318 | |||
319 | def auto_start(d): | ||
320 | global singleton | ||
321 | |||
322 | host_params = filter(None, (d.getVar('PRSERV_HOST', True) or '').split(':')) | ||
323 | if not host_params: | ||
324 | return None | ||
325 | |||
326 | if len(host_params) != 2: | ||
327 | logger.critical('\n'.join(['PRSERV_HOST: incorrect format', | ||
328 | 'Usage: PRSERV_HOST = "<hostname>:<port>"'])) | ||
329 | raise PRServiceConfigError | ||
330 | |||
331 | if is_local_special(host_params[0], int(host_params[1])) and not singleton: | ||
332 | import bb.utils | ||
333 | cachedir = (d.getVar("PERSISTENT_DIR", True) or d.getVar("CACHE", True)) | ||
334 | if not cachedir: | ||
335 | logger.critical("Please set the 'PERSISTENT_DIR' or 'CACHE' variable") | ||
336 | raise PRServiceConfigError | ||
337 | bb.utils.mkdirhier(cachedir) | ||
338 | dbfile = os.path.join(cachedir, "prserv.sqlite3") | ||
339 | logfile = os.path.join(cachedir, "prserv.log") | ||
340 | singleton = PRServSingleton(os.path.abspath(dbfile), os.path.abspath(logfile), ("localhost",0)) | ||
341 | singleton.start() | ||
342 | if singleton: | ||
343 | host, port = singleton.getinfo() | ||
344 | else: | ||
345 | host = host_params[0] | ||
346 | port = int(host_params[1]) | ||
347 | |||
348 | try: | ||
349 | connection = PRServerConnection(host,port) | ||
350 | connection.ping() | ||
351 | realhost, realport = connection.getinfo() | ||
352 | return str(realhost) + ":" + str(realport) | ||
353 | |||
354 | except Exception: | ||
355 | logger.critical("PRservice %s:%d not available" % (host, port)) | ||
356 | raise PRServiceConfigError | ||
357 | |||
358 | def auto_shutdown(d=None): | ||
359 | global singleton | ||
360 | if singleton: | ||
361 | host, port = singleton.getinfo() | ||
362 | try: | ||
363 | PRServerConnection(host, port).terminate() | ||
364 | except: | ||
365 | logger.critical("Stop PRService %s:%d failed" % (host,port)) | ||
366 | singleton = None | ||
367 | |||
368 | def ping(host, port): | ||
369 | conn=PRServerConnection(host, port) | ||
370 | return conn.ping() | ||