diff --git a/openweights/client/cache_on_disk.py b/openweights/client/cache_on_disk.py index d51e127..6c291cf 100644 --- a/openweights/client/cache_on_disk.py +++ b/openweights/client/cache_on_disk.py @@ -19,7 +19,7 @@ def __init__(self, n_semaphore=100, cache_dir=None): if cache_dir is None: cache_dir = os.path.join(os.path.dirname(__file__), ".llm-cache") os.makedirs(cache_dir, exist_ok=True) - self.cache = dc.FanoutCache(cache_dir, shards=64, timeout=1) + self.cache = dc.FanoutCache(cache_dir, shards=64, timeout=10) self.semaphore = asyncio.Semaphore(n_semaphore) def __call__(self, possible_func=None, *, required_kwargs=None):