-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathproviders.json
More file actions
53 lines (53 loc) · 1.91 KB
/
providers.json
File metadata and controls
53 lines (53 loc) · 1.91 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
{
"auto_priority": ["ollama", "deepseek", "gemini", "openai", "anthropic"],
"providers": {
"deepseek": {
"kind": "openai_compatible",
"base_url": "https://api.deepseek.com",
"env_key": "DEEPSEEK_API_KEY",
"env_model": "DEEPSEEK_MODEL",
"default_model": "deepseek-chat",
"timeout": 300,
"api_params": { "max_tokens": 8192 },
"features": { "reasoning_content": true, "tool_calls": true, "json_mode": false },
"pricing": { "input_per_1k_microcents": 0.12, "output_per_1k_microcents": 0.20 }
},
"openai": {
"kind": "openai_compatible",
"env_key": "OPENAI_API_KEY",
"env_model": "OPENAI_MODEL",
"default_model": "gpt-4o-mini",
"timeout": 300,
"features": { "tool_calls": true, "json_mode": true },
"pricing": { "input_per_1k_microcents": 15.0, "output_per_1k_microcents": 60.0 }
},
"anthropic": {
"kind": "anthropic",
"env_key": "ANTHROPIC_API_KEY",
"env_model": "ANTHROPIC_MODEL",
"default_model": "claude-3-5-sonnet-20241022",
"timeout": 300,
"api_params": { "max_tokens": 16000, "temperature": 0.1 },
"features": { "tool_calls": true },
"pricing": { "input_per_1k_microcents": 300.0, "output_per_1k_microcents": 1500.0 }
},
"gemini": {
"kind": "gemini",
"env_key": "GEMINI_API_KEY",
"env_model": "GEMINI_MODEL",
"default_model": "gemini-2.0-flash",
"api_params": { "temperature": 0.1 },
"features": { "tool_calls": false, "json_mode": true },
"pricing": { "input_per_1k_microcents": 0.10, "output_per_1k_microcents": 0.40 }
},
"ollama": {
"kind": "ollama",
"env_host": "OLLAMA_HOST",
"env_model": "OLLAMA_MODEL",
"default_model": "qwen2.5-coder:14b",
"timeout": 120,
"features": { "tool_calls": true },
"pricing": { "input_per_1k_microcents": 0, "output_per_1k_microcents": 0 }
}
}
}