diff options
Diffstat (limited to 'bitbake/lib')
| -rw-r--r-- | bitbake/lib/hashserv/client.py | 39 |
1 files changed, 10 insertions, 29 deletions
diff --git a/bitbake/lib/hashserv/client.py b/bitbake/lib/hashserv/client.py index b269879ecf..0b254beddd 100644 --- a/bitbake/lib/hashserv/client.py +++ b/bitbake/lib/hashserv/client.py | |||
| @@ -27,9 +27,7 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 27 | 27 | ||
| 28 | async def setup_connection(self): | 28 | async def setup_connection(self): |
| 29 | await super().setup_connection() | 29 | await super().setup_connection() |
| 30 | cur_mode = self.mode | ||
| 31 | self.mode = self.MODE_NORMAL | 30 | self.mode = self.MODE_NORMAL |
| 32 | await self._set_mode(cur_mode) | ||
| 33 | if self.username: | 31 | if self.username: |
| 34 | # Save off become user temporarily because auth() resets it | 32 | # Save off become user temporarily because auth() resets it |
| 35 | become = self.saved_become_user | 33 | become = self.saved_become_user |
| @@ -38,13 +36,20 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 38 | if become: | 36 | if become: |
| 39 | await self.become_user(become) | 37 | await self.become_user(become) |
| 40 | 38 | ||
| 41 | async def send_stream(self, msg): | 39 | async def send_stream(self, mode, msg): |
| 42 | async def proc(): | 40 | async def proc(): |
| 41 | await self._set_mode(mode) | ||
| 43 | await self.socket.send(msg) | 42 | await self.socket.send(msg) |
| 44 | return await self.socket.recv() | 43 | return await self.socket.recv() |
| 45 | 44 | ||
| 46 | return await self._send_wrapper(proc) | 45 | return await self._send_wrapper(proc) |
| 47 | 46 | ||
| 47 | async def invoke(self, *args, **kwargs): | ||
| 48 | # It's OK if connection errors cause a failure here, because the mode | ||
| 49 | # is also reset to normal on a new connection | ||
| 50 | await self._set_mode(self.MODE_NORMAL) | ||
| 51 | return await super().invoke(*args, **kwargs) | ||
| 52 | |||
| 48 | async def _set_mode(self, new_mode): | 53 | async def _set_mode(self, new_mode): |
| 49 | async def stream_to_normal(): | 54 | async def stream_to_normal(): |
| 50 | await self.socket.send("END") | 55 | await self.socket.send("END") |
| @@ -84,14 +89,12 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 84 | self.mode = new_mode | 89 | self.mode = new_mode |
| 85 | 90 | ||
| 86 | async def get_unihash(self, method, taskhash): | 91 | async def get_unihash(self, method, taskhash): |
| 87 | await self._set_mode(self.MODE_GET_STREAM) | 92 | r = await self.send_stream(self.MODE_GET_STREAM, "%s %s" % (method, taskhash)) |
| 88 | r = await self.send_stream("%s %s" % (method, taskhash)) | ||
| 89 | if not r: | 93 | if not r: |
| 90 | return None | 94 | return None |
| 91 | return r | 95 | return r |
| 92 | 96 | ||
| 93 | async def report_unihash(self, taskhash, method, outhash, unihash, extra={}): | 97 | async def report_unihash(self, taskhash, method, outhash, unihash, extra={}): |
| 94 | await self._set_mode(self.MODE_NORMAL) | ||
| 95 | m = extra.copy() | 98 | m = extra.copy() |
| 96 | m["taskhash"] = taskhash | 99 | m["taskhash"] = taskhash |
| 97 | m["method"] = method | 100 | m["method"] = method |
| @@ -100,7 +103,6 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 100 | return await self.invoke({"report": m}) | 103 | return await self.invoke({"report": m}) |
| 101 | 104 | ||
| 102 | async def report_unihash_equiv(self, taskhash, method, unihash, extra={}): | 105 | async def report_unihash_equiv(self, taskhash, method, unihash, extra={}): |
| 103 | await self._set_mode(self.MODE_NORMAL) | ||
| 104 | m = extra.copy() | 106 | m = extra.copy() |
| 105 | m["taskhash"] = taskhash | 107 | m["taskhash"] = taskhash |
| 106 | m["method"] = method | 108 | m["method"] = method |
| @@ -108,18 +110,15 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 108 | return await self.invoke({"report-equiv": m}) | 110 | return await self.invoke({"report-equiv": m}) |
| 109 | 111 | ||
| 110 | async def get_taskhash(self, method, taskhash, all_properties=False): | 112 | async def get_taskhash(self, method, taskhash, all_properties=False): |
| 111 | await self._set_mode(self.MODE_NORMAL) | ||
| 112 | return await self.invoke( | 113 | return await self.invoke( |
| 113 | {"get": {"taskhash": taskhash, "method": method, "all": all_properties}} | 114 | {"get": {"taskhash": taskhash, "method": method, "all": all_properties}} |
| 114 | ) | 115 | ) |
| 115 | 116 | ||
| 116 | async def unihash_exists(self, unihash): | 117 | async def unihash_exists(self, unihash): |
| 117 | await self._set_mode(self.MODE_EXIST_STREAM) | 118 | r = await self.send_stream(self.MODE_EXIST_STREAM, unihash) |
| 118 | r = await self.send_stream(unihash) | ||
| 119 | return r == "true" | 119 | return r == "true" |
| 120 | 120 | ||
| 121 | async def get_outhash(self, method, outhash, taskhash, with_unihash=True): | 121 | async def get_outhash(self, method, outhash, taskhash, with_unihash=True): |
| 122 | await self._set_mode(self.MODE_NORMAL) | ||
| 123 | return await self.invoke( | 122 | return await self.invoke( |
| 124 | { | 123 | { |
| 125 | "get-outhash": { | 124 | "get-outhash": { |
| @@ -132,27 +131,21 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 132 | ) | 131 | ) |
| 133 | 132 | ||
| 134 | async def get_stats(self): | 133 | async def get_stats(self): |
| 135 | await self._set_mode(self.MODE_NORMAL) | ||
| 136 | return await self.invoke({"get-stats": None}) | 134 | return await self.invoke({"get-stats": None}) |
| 137 | 135 | ||
| 138 | async def reset_stats(self): | 136 | async def reset_stats(self): |
| 139 | await self._set_mode(self.MODE_NORMAL) | ||
| 140 | return await self.invoke({"reset-stats": None}) | 137 | return await self.invoke({"reset-stats": None}) |
| 141 | 138 | ||
| 142 | async def backfill_wait(self): | 139 | async def backfill_wait(self): |
| 143 | await self._set_mode(self.MODE_NORMAL) | ||
| 144 | return (await self.invoke({"backfill-wait": None}))["tasks"] | 140 | return (await self.invoke({"backfill-wait": None}))["tasks"] |
| 145 | 141 | ||
| 146 | async def remove(self, where): | 142 | async def remove(self, where): |
| 147 | await self._set_mode(self.MODE_NORMAL) | ||
| 148 | return await self.invoke({"remove": {"where": where}}) | 143 | return await self.invoke({"remove": {"where": where}}) |
| 149 | 144 | ||
| 150 | async def clean_unused(self, max_age): | 145 | async def clean_unused(self, max_age): |
| 151 | await self._set_mode(self.MODE_NORMAL) | ||
| 152 | return await self.invoke({"clean-unused": {"max_age_seconds": max_age}}) | 146 | return await self.invoke({"clean-unused": {"max_age_seconds": max_age}}) |
| 153 | 147 | ||
| 154 | async def auth(self, username, token): | 148 | async def auth(self, username, token): |
| 155 | await self._set_mode(self.MODE_NORMAL) | ||
| 156 | result = await self.invoke({"auth": {"username": username, "token": token}}) | 149 | result = await self.invoke({"auth": {"username": username, "token": token}}) |
| 157 | self.username = username | 150 | self.username = username |
| 158 | self.password = token | 151 | self.password = token |
| @@ -160,7 +153,6 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 160 | return result | 153 | return result |
| 161 | 154 | ||
| 162 | async def refresh_token(self, username=None): | 155 | async def refresh_token(self, username=None): |
| 163 | await self._set_mode(self.MODE_NORMAL) | ||
| 164 | m = {} | 156 | m = {} |
| 165 | if username: | 157 | if username: |
| 166 | m["username"] = username | 158 | m["username"] = username |
| @@ -174,34 +166,28 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 174 | return result | 166 | return result |
| 175 | 167 | ||
| 176 | async def set_user_perms(self, username, permissions): | 168 | async def set_user_perms(self, username, permissions): |
| 177 | await self._set_mode(self.MODE_NORMAL) | ||
| 178 | return await self.invoke( | 169 | return await self.invoke( |
| 179 | {"set-user-perms": {"username": username, "permissions": permissions}} | 170 | {"set-user-perms": {"username": username, "permissions": permissions}} |
| 180 | ) | 171 | ) |
| 181 | 172 | ||
| 182 | async def get_user(self, username=None): | 173 | async def get_user(self, username=None): |
| 183 | await self._set_mode(self.MODE_NORMAL) | ||
| 184 | m = {} | 174 | m = {} |
| 185 | if username: | 175 | if username: |
| 186 | m["username"] = username | 176 | m["username"] = username |
| 187 | return await self.invoke({"get-user": m}) | 177 | return await self.invoke({"get-user": m}) |
| 188 | 178 | ||
| 189 | async def get_all_users(self): | 179 | async def get_all_users(self): |
| 190 | await self._set_mode(self.MODE_NORMAL) | ||
| 191 | return (await self.invoke({"get-all-users": {}}))["users"] | 180 | return (await self.invoke({"get-all-users": {}}))["users"] |
| 192 | 181 | ||
| 193 | async def new_user(self, username, permissions): | 182 | async def new_user(self, username, permissions): |
| 194 | await self._set_mode(self.MODE_NORMAL) | ||
| 195 | return await self.invoke( | 183 | return await self.invoke( |
| 196 | {"new-user": {"username": username, "permissions": permissions}} | 184 | {"new-user": {"username": username, "permissions": permissions}} |
| 197 | ) | 185 | ) |
| 198 | 186 | ||
| 199 | async def delete_user(self, username): | 187 | async def delete_user(self, username): |
| 200 | await self._set_mode(self.MODE_NORMAL) | ||
| 201 | return await self.invoke({"delete-user": {"username": username}}) | 188 | return await self.invoke({"delete-user": {"username": username}}) |
| 202 | 189 | ||
| 203 | async def become_user(self, username): | 190 | async def become_user(self, username): |
| 204 | await self._set_mode(self.MODE_NORMAL) | ||
| 205 | result = await self.invoke({"become-user": {"username": username}}) | 191 | result = await self.invoke({"become-user": {"username": username}}) |
| 206 | if username == self.username: | 192 | if username == self.username: |
| 207 | self.saved_become_user = None | 193 | self.saved_become_user = None |
| @@ -210,15 +196,12 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 210 | return result | 196 | return result |
| 211 | 197 | ||
| 212 | async def get_db_usage(self): | 198 | async def get_db_usage(self): |
| 213 | await self._set_mode(self.MODE_NORMAL) | ||
| 214 | return (await self.invoke({"get-db-usage": {}}))["usage"] | 199 | return (await self.invoke({"get-db-usage": {}}))["usage"] |
| 215 | 200 | ||
| 216 | async def get_db_query_columns(self): | 201 | async def get_db_query_columns(self): |
| 217 | await self._set_mode(self.MODE_NORMAL) | ||
| 218 | return (await self.invoke({"get-db-query-columns": {}}))["columns"] | 202 | return (await self.invoke({"get-db-query-columns": {}}))["columns"] |
| 219 | 203 | ||
| 220 | async def gc_status(self): | 204 | async def gc_status(self): |
| 221 | await self._set_mode(self.MODE_NORMAL) | ||
| 222 | return await self.invoke({"gc-status": {}}) | 205 | return await self.invoke({"gc-status": {}}) |
| 223 | 206 | ||
| 224 | async def gc_mark(self, mark, where): | 207 | async def gc_mark(self, mark, where): |
| @@ -231,7 +214,6 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 231 | kept. In addition, any new entries added to the database after this | 214 | kept. In addition, any new entries added to the database after this |
| 232 | command will be automatically marked with "mark" | 215 | command will be automatically marked with "mark" |
| 233 | """ | 216 | """ |
| 234 | await self._set_mode(self.MODE_NORMAL) | ||
| 235 | return await self.invoke({"gc-mark": {"mark": mark, "where": where}}) | 217 | return await self.invoke({"gc-mark": {"mark": mark, "where": where}}) |
| 236 | 218 | ||
| 237 | async def gc_sweep(self, mark): | 219 | async def gc_sweep(self, mark): |
| @@ -242,7 +224,6 @@ class AsyncClient(bb.asyncrpc.AsyncClient): | |||
| 242 | It is recommended to clean unused outhash entries after running this to | 224 | It is recommended to clean unused outhash entries after running this to |
| 243 | cleanup any dangling outhashes | 225 | cleanup any dangling outhashes |
| 244 | """ | 226 | """ |
| 245 | await self._set_mode(self.MODE_NORMAL) | ||
| 246 | return await self.invoke({"gc-sweep": {"mark": mark}}) | 227 | return await self.invoke({"gc-sweep": {"mark": mark}}) |
| 247 | 228 | ||
| 248 | 229 | ||
