76 lines
1.7 KiB
Python
76 lines
1.7 KiB
Python
|
"""
|
||
|
|
大模型API中转系统配置
|
||
|
|
"""
|
||
|
|
|
||
|
|
# 上游模型配置（按优先级排序，从高到低）
|
||
|
|
UPSTREAM_PROVIDERS = [
|
||
|
|
{
|
||
|
|
"name": "local-qwen",
|
||
|
|
"priority": 1, # 数字越小优先级越高
|
||
|
|
"base_url": "http://192.168.2.5:1234/v1",
|
||
|
|
"api_key": "sk-lm-fuP5tGU8:Hi7YU87jHyDP6Ay8Tl2j",
|
||
|
|
"models": ["qwen3.5-4b", "qwen3.5", "qwen"],
|
||
|
|
"default_model": "qwen3.5-4b",
|
||
|
|
"timeout": 120,
|
||
|
|
"enabled": True,
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"name": "siliconflow-deepseek",
|
||
|
|
"priority": 2,
|
||
|
|
"base_url": "https://api.siliconflow.cn/v1",
|
||
|
|
"api_key": "sk-fhpoexpptvjghpnphtaxbkhjwulzovoqfffbckcfscjmwhcg",
|
||
|
|
"models": ["Pro/deepseek-ai/DeepSeek-V3.2", "deepseek-v3", "deepseek"],
|
||
|
|
"default_model": "Pro/deepseek-ai/DeepSeek-V3.2",
|
||
|
|
"timeout": 120,
|
||
|
|
"enabled": True,
|
||
|
|
},
|
||
|
|
]
|
||
|
|
|
||
|
|
# 模型别名映射
|
||
|
|
MODEL_ALIASES = {
|
||
|
|
# auto 自动选择可用模型
|
||
|
|
"auto": "auto",
|
||
|
|
|
||
|
|
# Qwen别名
|
||
|
|
"qwen": "qwen3.5-4b",
|
||
|
|
"qwen3.5": "qwen3.5-4b",
|
||
|
|
"qwen3.5-4b": "qwen3.5-4b",
|
||
|
|
|
||
|
|
# DeepSeek别名
|
||
|
|
"deepseek": "Pro/deepseek-ai/DeepSeek-V3.2",
|
||
|
|
"deepseek-v3": "Pro/deepseek-ai/DeepSeek-V3.2",
|
||
|
|
"deepseek-v3.2": "Pro/deepseek-ai/DeepSeek-V3.2",
|
||
|
|
}
|
||
|
|
|
||
|
|
# 服务配置
|
||
|
|
SERVER_CONFIG = {
|
||
|
|
"host": "0.0.0.0",
|
||
|
|
"port": 19007,
|
||
|
|
"debug": True,
|
||
|
|
}
|
||
|
|
|
||
|
|
# 日志配置
|
||
|
|
LOG_CONFIG = {
|
||
|
|
"log_dir": "logs",
|
||
|
|
"log_requests": True,
|
||
|
|
"log_errors": True,
|
||
|
|
}
|
||
|
|
|
||
|
|
# 重试配置
|
||
|
|
RETRY_CONFIG = {
|
||
|
|
"max_retries": 3,
|
||
|
|
"retry_delay": 1, # 秒
|
||
|
|
"retry_on_errors": [
|
||
|
|
"connection_error",
|
||
|
|
"timeout",
|
||
|
|
"rate_limit",
|
||
|
|
"server_error",
|
||
|
|
],
|
||
|
|
}
|
||
|
|
|
||
|
|
# 健康检查配置
|
||
|
|
HEALTH_CHECK = {
|
||
|
|
"enabled": True,
|
||
|
|
"interval": 60, # 秒
|
||
|
|
"timeout": 10,
|
||
|
|
}
|