diff --git a/scripts/context-optimizer.py b/scripts/context-optimizer.py index 84ddd6f..f331214 100755 --- a/scripts/context-optimizer.py +++ b/scripts/context-optimizer.py @@ -125,7 +125,7 @@ def test_context_size(model_name: str, num_ctx: int) -> Optional[Dict]: # Send request with longer timeout for large contexts # Large contexts can take time to allocate - timeout = 60 if num_ctx > 100000 else 30 + timeout = 120 if num_ctx > 100000 else 60 with urllib.request.urlopen(req, timeout=timeout) as response: response_data = response.read().decode()