more graceful timeout

2026-01-21 13:30:10 +01:00
parent fe96f86b9c
commit 2c9f0a0450
1 changed files with 1 additions and 1 deletions
--- a/scripts/context-optimizer.py
+++ b/scripts/context-optimizer.py
@@ -125,7 +125,7 @@ def test_context_size(model_name: str, num_ctx: int) -> Optional[Dict]:
        
        # Send request with longer timeout for large contexts
        # Large contexts can take time to allocate
-        timeout = 60 if num_ctx > 100000 else 30
+        timeout = 120 if num_ctx > 100000 else 60
        
        with urllib.request.urlopen(req, timeout=timeout) as response:
            response_data = response.read().decode()