From b0017bbe2d3567a0a3f057d06a88666b3f46153e Mon Sep 17 00:00:00 2001 From: Niels Warncke Date: Thu, 13 Feb 2025 17:17:40 +0100 Subject: [PATCH] increase timeout for diskcache --- openweights/client/cache_on_disk.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/openweights/client/cache_on_disk.py b/openweights/client/cache_on_disk.py index d51e127..6c291cf 100644 --- a/openweights/client/cache_on_disk.py +++ b/openweights/client/cache_on_disk.py @@ -19,7 +19,7 @@ def __init__(self, n_semaphore=100, cache_dir=None): if cache_dir is None: cache_dir = os.path.join(os.path.dirname(__file__), ".llm-cache") os.makedirs(cache_dir, exist_ok=True) - self.cache = dc.FanoutCache(cache_dir, shards=64, timeout=1) + self.cache = dc.FanoutCache(cache_dir, shards=64, timeout=10) self.semaphore = asyncio.Semaphore(n_semaphore) def __call__(self, possible_func=None, *, required_kwargs=None):