Fix/model runtime (#1873)

pull/1874/head
Yeuoly 2 years ago committed by GitHub
parent 5a2aa83030
commit b43f1441a9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -33,10 +33,13 @@ class XinferenceHelper:
@staticmethod
def _clean_cache() -> None:
with cache_lock:
for model_uid, model in cache.items():
if model['expires'] < time():
try:
with cache_lock:
expired_keys = [model_uid for model_uid, model in cache.items() if model['expires'] < time()]
for model_uid in expired_keys:
del cache[model_uid]
except RuntimeError as e:
pass
@staticmethod
def _get_xinference_extra_parameter(server_url: str, model_uid: str) -> XinferenceModelExtraParameter:

Loading…
Cancel
Save