model_list: # --- TIER 1: OPENROUTER --- - model_name: primary litellm_params: model: openrouter/openai/gpt-4o-mini api_key: os.environ/OPENROUTER_API_KEY_1 - model_name: primary litellm_params: model: openrouter/openai/gpt-4o-mini api_key: os.environ/OPENROUTER_API_KEY_2 - model_name: primary litellm_params: model: openrouter/openai/gpt-4o-mini api_key: os.environ/OPENROUTER_API_KEY_3 # --- TIER 2: GROQ --- - model_name: secondary litellm_params: model: groq/llama-3.3-70b-versatile api_key: os.environ/GROQ_API_KEY_1 - model_name: secondary litellm_params: model: groq/llama-3.3-70b-versatile api_key: os.environ/GROQ_API_KEY_2 - model_name: secondary litellm_params: model: groq/llama-3.3-70b-versatile api_key: os.environ/GROQ_API_KEY_3 # --- TIER 3: GITHUB --- - model_name: tertiary litellm_params: model: github/gpt-4o-mini api_key: os.environ/GITHUB_TOKEN_1 - model_name: tertiary litellm_params: model: github/gpt-4o-mini api_key: os.environ/GITHUB_TOKEN_2 - model_name: tertiary litellm_params: model: github/gpt-4o-mini api_key: os.environ/GITHUB_TOKEN_3 router_settings: routing_strategy: simple-shuffle retry_after: 0 num_retries: 2 timeout: 60 allowed_fails: 3 cooldown_time: 60 litellm_settings: fallbacks: - {"primary": ["secondary", "tertiary"]} - {"secondary": ["tertiary"]}