Reduce cache TTL to avoid getting stuck in failure for too long (#114)

groundlight · Oct 16, 2024 · 96c3692 · 96c3692
1 parent 7f5ea72
commit 96c3692
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/app/core/edge_inference.py b/app/core/edge_inference.py
@@ -19,7 +19,7 @@
 
 # Simple TTL cache for is_edge_inference_ready checks to avoid having to re-check every time a request is processed.
 # This will be process-specific, so each edge-endpoint worker will have its own cache instance.
-ttl_cache = TTLCache(maxsize=128, ttl=30)
+ttl_cache = TTLCache(maxsize=128, ttl=2)
 
 
 @cached(ttl_cache)