{ "backends": [ { "id": "openrouter", "endpoint": "https://openrouter.ai/api/v1", "api_key_env": "OPENROUTER_API_KEY", "extra_params": null, "concurrency_limit": 16, "queue_capacity": 1024, "queue_capacity_set": true }, { "id": "rakestrawhome", "endpoint": "https://inference.ai.rakestrawhome.com/v1", "api_key_env": "RAKESTRAWHOME_INFERENCE_API_KEY", "extra_params": null, "concurrency_limit": 4, "queue_capacity": 1024, "queue_capacity_set": true } ], "profiles": [ { "id": "aion-2", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "aion-labs/aion-2.0", "temperature": 0.72, "max_tokens": 0, "top_p": 0.95, "timeout_seconds": 180, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "claude-fable-latest", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "~anthropic/claude-fable-latest", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 600, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "claude-haiku-latest", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "~anthropic/claude-haiku-latest", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "medium", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "claude-opus-latest", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "~anthropic/claude-opus-latest", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "claude-sonnet-latest", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "~anthropic/claude-sonnet-latest", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "deepseek-3-2", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "deepseek/deepseek-v3.2", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 180, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "deepseek-4-flash", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "deepseek/deepseek-v4-flash", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 180, "service_tier": "flex", "reasoning_effort": "", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "deepseek-4-pro", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "deepseek/deepseek-v4-pro", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 180, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "gemini-2-flash", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "google/gemini-2.5-flash", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "gemini-2-flash-lite", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "google/gemini-2.5-flash-lite", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "gemini-2-pro", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "google/gemini-2.5-pro", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "gemini-3-flash-lite", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "google/gemini-3.1-flash-lite", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "gemini-flash-latest", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "~google/gemini-flash-latest", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "gemini-pro-latest", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "~google/gemini-pro-latest", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "gemma-4-31b", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "google/gemma-4-31b-it:exacto", "temperature": 0.15, "max_tokens": 0, "top_p": 0.98, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "gpt-5-mini", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "openai/gpt-5.4-mini", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "gpt-5-nano", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "openai/gpt-5.4-nano", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 240, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "minimax-m2", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "minimax/minimax-m2.5", "temperature": 0.5, "max_tokens": 0, "top_p": 0.95, "timeout_seconds": 180, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "minimax-m3", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "minimax/minimax-m3", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 180, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "mistral-large-2512", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "mistralai/mistral-large-2512", "temperature": 0.15, "max_tokens": 0, "top_p": 0.98, "timeout_seconds": 180, "service_tier": "", "reasoning_effort": "", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "mistral-medium-3-5", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "mistralai/mistral-medium-3-5", "temperature": 0.15, "max_tokens": 0, "top_p": 0.98, "timeout_seconds": 180, "service_tier": "", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "mistral-small-3", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "mistralai/mistral-small-3.2-24b-instruct", "temperature": 0.05, "max_tokens": 0, "top_p": 1, "timeout_seconds": 180, "service_tier": "", "reasoning_effort": "", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "mistral-small-4", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "mistralai/mistral-small-2603", "temperature": 0.1, "max_tokens": 0, "top_p": 0.98, "timeout_seconds": 180, "service_tier": "", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "nemotron-3-ultra", "base_profile": "", "backend": "openrouter", "endpoint": "", "model": "nvidia/nemotron-3-ultra-550b-a55b", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 180, "service_tier": "flex", "reasoning_effort": "high", "api_key_env": "", "api_key_required": false, "extra_params": null }, { "id": "rakestrawhome-gemma-4-31b", "base_profile": "", "backend": "rakestrawhome", "endpoint": "", "model": "google/gemma-4-31b-it", "temperature": 0, "max_tokens": 0, "top_p": 0, "timeout_seconds": 0, "service_tier": "", "reasoning_effort": "", "api_key_env": "", "api_key_required": false, "extra_params": null } ] }