Public Access
55 lines
1.5 KiB
YAML
55 lines
1.5 KiB
YAML
model_list:
|
|
# --- TIER 1: OPENROUTER ---
|
|
- model_name: primary
|
|
litellm_params:
|
|
model: openrouter/openai/gpt-4o-mini
|
|
api_key: os.environ/OPENROUTER_API_KEY_1
|
|
- model_name: primary
|
|
litellm_params:
|
|
model: openrouter/openai/gpt-4o-mini
|
|
api_key: os.environ/OPENROUTER_API_KEY_2
|
|
- model_name: primary
|
|
litellm_params:
|
|
model: openrouter/openai/gpt-4o-mini
|
|
api_key: os.environ/OPENROUTER_API_KEY_3
|
|
|
|
# --- TIER 2: GROQ ---
|
|
- model_name: secondary
|
|
litellm_params:
|
|
model: groq/llama-3.3-70b-versatile
|
|
api_key: os.environ/GROQ_API_KEY_1
|
|
- model_name: secondary
|
|
litellm_params:
|
|
model: groq/llama-3.3-70b-versatile
|
|
api_key: os.environ/GROQ_API_KEY_2
|
|
- model_name: secondary
|
|
litellm_params:
|
|
model: groq/llama-3.3-70b-versatile
|
|
api_key: os.environ/GROQ_API_KEY_3
|
|
|
|
# --- TIER 3: GITHUB ---
|
|
- model_name: tertiary
|
|
litellm_params:
|
|
model: github/gpt-4o-mini
|
|
api_key: os.environ/GITHUB_TOKEN_1
|
|
- model_name: tertiary
|
|
litellm_params:
|
|
model: github/gpt-4o-mini
|
|
api_key: os.environ/GITHUB_TOKEN_2
|
|
- model_name: tertiary
|
|
litellm_params:
|
|
model: github/gpt-4o-mini
|
|
api_key: os.environ/GITHUB_TOKEN_3
|
|
|
|
router_settings:
|
|
routing_strategy: simple-shuffle
|
|
retry_after: 0
|
|
num_retries: 2
|
|
timeout: 60
|
|
allowed_fails: 3
|
|
cooldown_time: 60
|
|
|
|
litellm_settings:
|
|
fallbacks:
|
|
- {"primary": ["secondary", "tertiary"]}
|
|
- {"secondary": ["tertiary"]} |