progress

.env.example

@@ -40,9 +40,40 @@ AI_EMBEDDINGS_BATCH_DELAY_MS=1000
 AI_EMBEDDING_CANDIDATES=30
 AI_SIMILARITY_THRESHOLD=0.3
 
-# === AI Processing Configuration ===
-AI_MAX_SELECTED_ITEMS=15
-AI_RATE_LIMIT_DELAY_MS=2000
+# Delay between micro-tasks to respect rate limits (milliseconds)
+AI_MICRO_TASK_DELAY_MS=500
+
+# Micro-task specific rate limiting (requests per minute per user)
+AI_MICRO_TASK_RATE_LIMIT=30
+
+# Maximum parallel micro-tasks (for future parallel processing)
+AI_MAX_PARALLEL_TASKS=3
+
+# Micro-task timeout settings (milliseconds)
+AI_MICRO_TASK_TIMEOUT_MS=15000
+
+# ENHANCED: Rate Limiting Configuration
+# Main query rate limiting (reduced due to micro-tasks)
+AI_RATE_LIMIT_DELAY_MS=3000
+AI_RATE_LIMIT_MAX_REQUESTS=8
+
+# Smart prompting rate limiting 
+AI_SMART_PROMPTING_RATE_LIMIT=5
+AI_SMART_PROMPTING_WINDOW_MS=60000
+
+# Queue management settings
+AI_QUEUE_MAX_SIZE=50
+AI_QUEUE_CLEANUP_INTERVAL_MS=300000
+
+# === Performance & Monitoring ===
+# Enable detailed micro-task logging
+AI_MICRO_TASK_DEBUG=false
+
+# Enable performance metrics collection
+AI_PERFORMANCE_METRICS=true
+
+# Cache settings for AI responses
+AI_RESPONSE_CACHE_TTL_MS=3600000
 
 # === Application Configuration ===
 PUBLIC_BASE_URL=http://localhost:4321