Public Access
Config baru: groq, openrouter, github doang (3 tier)
This commit is contained in:
+16
-45
@@ -1,59 +1,30 @@
|
||||
model_list:
|
||||
# --- TIER 1: GEMINI (5 Akun Load Balancing) ---
|
||||
- model_name: hermes-engine
|
||||
# --- TIER 1: OPENROUTER (Free) ---
|
||||
- model_name: primary
|
||||
litellm_params:
|
||||
model: gemini/gemini-2.5-flash
|
||||
api_key: os.environ/GEMINI_API_KEY_1
|
||||
tpm_fallback: true
|
||||
- model_name: hermes-engine
|
||||
litellm_params:
|
||||
model: gemini/gemini-2.5-flash
|
||||
api_key: os.environ/GEMINI_API_KEY_2
|
||||
tpm_fallback: true
|
||||
- model_name: hermes-engine
|
||||
litellm_params:
|
||||
model: gemini/gemini-2.5-flash
|
||||
api_key: os.environ/GEMINI_API_KEY_3
|
||||
tpm_fallback: true
|
||||
- model_name: hermes-engine
|
||||
litellm_params:
|
||||
model: gemini/gemini-2.5-flash
|
||||
api_key: os.environ/GEMINI_API_KEY_4
|
||||
tpm_fallback: true
|
||||
- model_name: hermes-engine
|
||||
litellm_params:
|
||||
model: gemini/gemini-2.5-flash
|
||||
api_key: os.environ/GEMINI_API_KEY_5
|
||||
tpm_fallback: true
|
||||
model: openrouter/openai/gpt-4o-mini
|
||||
api_key: os.environ/OPENROUTER_API_KEY_1
|
||||
|
||||
# --- TIER 2: GITHUB MODELS (2 Akun Cadangan) ---
|
||||
- model_name: tier2-fallback
|
||||
# --- TIER 2: GROQ (Free) ---
|
||||
- model_name: secondary
|
||||
litellm_params:
|
||||
model: groq/llama-3.3-70b-versatile
|
||||
api_key: os.environ/GROQ_API_KEY_1
|
||||
|
||||
# --- TIER 3: GITHUB MODELS (via token) ---
|
||||
- model_name: tertiary
|
||||
litellm_params:
|
||||
model: github/gpt-4o-mini
|
||||
api_key: os.environ/GITHUB_TOKEN_1
|
||||
- model_name: tier2-fallback
|
||||
litellm_params:
|
||||
model: github/gpt-4o-mini
|
||||
api_key: os.environ/GITHUB_TOKEN_2
|
||||
|
||||
# --- TIER 3: GROQ (2 Akun Darurat) ---
|
||||
- model_name: tier3-emergency
|
||||
litellm_params:
|
||||
model: groq/llama3-70b-8192
|
||||
api_key: os.environ/GROQ_API_KEY_1
|
||||
- model_name: tier3-emergency
|
||||
litellm_params:
|
||||
model: groq/llama3-70b-8192
|
||||
api_key: os.environ/GROQ_API_KEY_2
|
||||
|
||||
router_settings:
|
||||
routing_strategy: simple-shuffle
|
||||
fallbacks:
|
||||
- hermes-engine:
|
||||
- tier2-fallback
|
||||
- tier3-emergency
|
||||
primary:
|
||||
- secondary
|
||||
- tertiary
|
||||
retry_after: 0
|
||||
num_retries: 2
|
||||
timeout: 60
|
||||
allowed_fails: 1
|
||||
allowed_fails: 2
|
||||
cooldown_time: 60
|
||||
|
||||
Reference in New Issue
Block a user