mstoeck3/ollama-utils
SHA256
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

more graceful timeout

Browse Source
This commit is contained in:
Mario Stöckl
2026-01-21 13:30:10 +01:00
parent fe96f86b9c
commit 2c9f0a0450
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/context-optimizer.py
View File

@@ -125,7 +125,7 @@ def test_context_size(model_name: str, num_ctx: int) -> Optional[Dict]:
# Send request with longer timeout for large contexts # Send request with longer timeout for large contexts
# Large contexts can take time to allocate # Large contexts can take time to allocate
timeout = 60 if num_ctx > 100000 else 30 timeout = 120 if num_ctx > 100000 else 60
with urllib.request.urlopen(req, timeout=timeout) as response: with urllib.request.urlopen(req, timeout=timeout) as response:
response_data = response.read().decode() response_data = response.read().decode()