From 2c9f0a04505dd624bf68815c428ec00fef4b1b7c549c360b201c2b74c14d5f36 Mon Sep 17 00:00:00 2001 From: mstoeck3 Date: Wed, 21 Jan 2026 13:30:10 +0100 Subject: [PATCH] more graceful timeout --- scripts/context-optimizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/context-optimizer.py b/scripts/context-optimizer.py index 84ddd6f..f331214 100755 --- a/scripts/context-optimizer.py +++ b/scripts/context-optimizer.py @@ -125,7 +125,7 @@ def test_context_size(model_name: str, num_ctx: int) -> Optional[Dict]: # Send request with longer timeout for large contexts # Large contexts can take time to allocate - timeout = 60 if num_ctx > 100000 else 30 + timeout = 120 if num_ctx > 100000 else 60 with urllib.request.urlopen(req, timeout=timeout) as response: response_data = response.read().decode()