model_list: # --- TIER 1: OPENROUTER (Free) --- - model_name: primary litellm_params: model: openrouter/openai/gpt-4o-mini api_key: os.environ/OPENROUTER_API_KEY_1 # --- TIER 2: GROQ (Free) --- - model_name: secondary litellm_params: model: groq/llama-3.3-70b-versatile api_key: os.environ/GROQ_API_KEY_1 # --- TIER 3: GITHUB MODELS (via token) --- - model_name: tertiary litellm_params: model: github/gpt-4o-mini api_key: os.environ/GITHUB_TOKEN_1 router_settings: routing_strategy: simple-shuffle fallbacks: primary: - secondary - tertiary retry_after: 0 num_retries: 2 timeout: 60 allowed_fails: 2 cooldown_time: 60