Files
llm-proxy/data/config.json
T
hz4th_coder d387d5ba09 v2.1.1: Auto配置改为模型粒度拖动排序 + 历史缓存复用 + 对话生图
- Auto配置编辑: 粒度从提供商改为具体模型, 原生HTML5拖动排序, 修复已保存模型不显示勾选(字符串/对象混拼bug)
- 历史缓存: 带历史上下文的auto请求按首条消息识别会话, 优先复用上次模型命中上游前缀缓存
  (可配置: prefer_cache_model + cache_ttl_seconds, 系统配置页开关 + /api/admin/routing)
- 对话生图: chat页选 auto-image/Qwen-Image 直接调生图接口并在对话内展示图片
- 修复: Flask模板缓存导致改模板不生效 -> TEMPLATES_AUTO_RELOAD
- 修复: 自动回退/显式有序模型列表路由, 空列表回退提供商能力选择
2026-08-28 12:16:25 +08:00

228 lines
5.5 KiB
JSON

{
"providers": [
{
"id": "local-qwen",
"name": "Local Qwen",
"priority": 1,
"base_url": "http://121.40.164.32:18003/v1",
"api_key": "sk-xxxx",
"models": [
{
"name": "unsloth/Qwen3.8-27B-Q6_K",
"capabilities": [
"text",
"vision"
]
},
{
"name": "unsloth/Qwen3.8-27B-Q4_K_M",
"capabilities": [
"text",
"vision"
]
}
],
"default_model": "unsloth/Qwen3.8-27B-Q6_K",
"capabilities": [
"text",
"vision"
],
"timeout": 180,
"enabled": true
},
{
"id": "siliconflow-llm",
"name": "SiliconFlow LLM",
"priority": 2,
"base_url": "https://api.siliconflow.cn/v1",
"api_key": "sk-fhpoexpptvjghpnphtaxbkhjwulzovoqfffbckcfscjmwhcg",
"models": [
{
"name": "deepseek-ai/DeepSeek-V4-Flash",
"capabilities": [
"text"
]
},
{
"name": "meituan-longcat/LongCat-2.0",
"capabilities": [
"text"
]
}
],
"default_model": "deepseek-ai/DeepSeek-V4-Flash",
"capabilities": [
"text"
],
"timeout": 180,
"enabled": true
},
{
"id": "autodl",
"name": "Autodl",
"priority": 3,
"base_url": "https://www.autodl.art/api/v1",
"api_key": "F9MBfolzuapqTsD4KmUf9qen720rXvUZ3Sp3IrWiCTukqonx",
"models": [
{
"name": "qwen3.6-plus",
"capabilities": [
"text",
"vision"
]
},
{
"name": "GLM-5.3-flash",
"capabilities": [
"text",
"vision"
]
}
],
"default_model": "GLM-5.3-flash",
"capabilities": [
"text",
"vision"
],
"timeout": 180,
"enabled": true
},
{
"id": "autodl-image",
"name": "Autodl Image",
"priority": 4,
"base_url": "https://www.autodl.art/api/v1",
"api_key": "F9MBfolzuapqTsD4KmUf9qen720rXvUZ3Sp3IrWiCTukqonx",
"models": [
{
"name": "Qwen-Image",
"capabilities": [
"image_gen"
]
}
],
"default_model": "Qwen-Image",
"capabilities": [
"image_gen"
],
"timeout": 180,
"enabled": true
}
],
"model_aliases": {
"auto": "auto",
"auto-text": "auto-text",
"auto-vision": "auto-vision",
"auto-image": "auto-image",
"auto-voice-out": "auto-voice-out",
"auto-voice-in": "auto-voice-in",
"auto-video": "auto-video",
"auto-vlm": "auto-vision",
"qwen": "unsloth/Qwen3.8-27B-Q6_K",
"qwen3.8": "unsloth/Qwen3.8-27B-Q6_K",
"local": "unsloth/Qwen3.8-27B-Q6_K",
"deepseek": "deepseek-ai/DeepSeek-V4-Flash",
"deepseek-v4-flash": "deepseek-ai/DeepSeek-V4-Flash",
"longcat": "meituan-longcat/LongCat-2.0",
"glm": "GLM-5.3-flash",
"qwen3.6-plus": "qwen3.6-plus",
"gpt-4": "GLM-5.3-flash"
},
"auto_profiles": {
"auto": {
"name": "默认Auto",
"description": "文本推理 - 按模型列表顺序自动选择",
"capability": "text",
"models": [
"unsloth/Qwen3.8-27B-Q6_K",
"unsloth/Qwen3.8-27B-Q4_K_M",
"deepseek-ai/DeepSeek-V4-Flash",
"meituan-longcat/LongCat-2.0",
"qwen3.6-plus",
"GLM-5.3-flash"
],
"providers": [
"*"
],
"strategy": "priority"
},
"auto-text": {
"name": "文本推理",
"description": "纯文本推理,按模型列表顺序自动选择",
"capability": "text",
"models": [
"unsloth/Qwen3.8-27B-Q6_K",
"unsloth/Qwen3.8-27B-Q4_K_M",
"deepseek-ai/DeepSeek-V4-Flash",
"meituan-longcat/LongCat-2.0",
"qwen3.6-plus",
"GLM-5.3-flash"
],
"providers": [
"*"
],
"strategy": "priority"
},
"auto-vision": {
"name": "视觉能力",
"description": "多模态视觉理解,按模型列表顺序自动选择",
"capability": "vision",
"models": [
"unsloth/Qwen3.8-27B-Q6_K",
"unsloth/Qwen3.8-27B-Q4_K_M",
"qwen3.6-plus",
"GLM-5.3-flash"
],
"providers": [
"*"
],
"strategy": "priority"
},
"auto-image": {
"name": "图片生成",
"description": "文生图,按模型列表顺序自动选择",
"capability": "image_gen",
"models": [
"Qwen-Image"
],
"providers": [
"*"
],
"strategy": "priority"
},
"auto-voice-out": {
"name": "语音输出",
"description": "语音合成(TTS),按模型列表顺序自动选择",
"capability": "audio_out",
"models": [],
"providers": [
"*"
],
"strategy": "priority"
},
"auto-voice-in": {
"name": "语音输入",
"description": "语音识别(ASR),按模型列表顺序自动选择",
"capability": "audio_in",
"models": [],
"providers": [
"*"
],
"strategy": "priority"
},
"auto-video": {
"name": "视频生成",
"description": "文生视频,按模型列表顺序自动选择",
"capability": "video_gen",
"models": [],
"providers": [
"*"
],
"strategy": "priority"
}
},
"routing_config": {
"prefer_cache_model": true,
"cache_ttl_seconds": 3600
}
}