coder/llm-proxy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: 后台管理增加提供商动态管理功能

Browse Source 
- 新增：添加新的大模型接口提供商
- 新增：编辑已有提供商的参数（API地址、Key、模型列表等）
- 新增：删除提供商
- 新增：拖拽排序调整auto模式的优先级顺序
- 新增：启用/禁用提供商开关
- 优化：主服务动态读取配置，后台修改实时生效
This commit is contained in:
hubian
2026-04-08 18:14:09 +08:00
parent 292ff7b03e
commit 82100cdf00
5 changed files with 819 additions and 124 deletions
Download Patch File Download Diff File Expand all files Collapse all files

247
admin/app.py
View File

@@ -1,20 +1,27 @@
"""
大模型API中转系统 - 后台管理系统
支持动态添加、编辑、删除提供商和优先级调整
"""
from flask import Flask, render_template, jsonify, request
from flask_cors import CORS
import json
import time
import uuid
from datetime import datetime
from pathlib import Path
import sys
import requests
# 添加父目录到路径
sys.path.insert(0, str(Path(__file__).parent.parent))
from config.settings import (
UPSTREAM_PROVIDERS, MODEL_ALIASES, SERVER_CONFIG,
LOG_CONFIG, RETRY_CONFIG
DEFAULT_PROVIDERS, DEFAULT_MODEL_ALIASES,
SERVER_CONFIG, LOG_CONFIG, RETRY_CONFIG,
load_config, save_config, get_providers,
get_provider, add_provider, update_provider,
delete_provider, update_priority, get_model_aliases,
update_model_alias
)
app = Flask(__name__)
@@ -24,20 +31,26 @@ CORS(app)
DATA_DIR = Path(__file__).parent.parent / 'data'
DATA_DIR.mkdir(exist_ok=True)
STATS_FILE = DATA_DIR / 'stats.json'
CONFIG_FILE = DATA_DIR / 'config.json'
LOGS_DIR = Path(__file__).parent.parent / 'logs'
# 提供商状态（从主程序同步）
# 提供商状态缓存
provider_status = {}
for provider in UPSTREAM_PROVIDERS:
provider_status[provider['name']] = {
'available': True,
'last_check': None,
'error_count': 0,
'last_error': None,
'request_count': 0,
'success_count': 0,
'total_tokens': 0,
}
def refresh_provider_status():
"""刷新提供商状态"""
providers = get_providers()
for provider in providers:
if provider['name'] not in provider_status:
provider_status[provider['name']] = {
'available': True,
'last_check': None,
'error_count': 0,
'last_error': None,
'request_count': 0,
'success_count': 0,
'total_tokens': 0,
}
def load_stats():
"""加载统计数据"""
@@ -86,40 +99,43 @@ def config_page():
def api_stats():
"""获取统计数据"""
stats = load_stats()
providers = get_providers()
refresh_provider_status()
# 统计提供商状态
available_count = sum(1 for p in UPSTREAM_PROVIDERS if provider_status.get(p['name'], {}).get('available', True))
# 今日请求
today = datetime.now().strftime('%Y-%m-%d')
available_count = sum(1 for p in providers if provider_status.get(p['name'], {}).get('available', True))
return jsonify({
'total_requests': stats.get('total_requests', 0),
'total_success': stats.get('total_success', 0),
'total_errors': stats.get('total_errors', 0),
'total_tokens': stats.get('total_tokens', 0),
'providers_count': len(UPSTREAM_PROVIDERS),
'providers_count': len(providers),
'available_providers': available_count,
'models_count': len(MODEL_ALIASES),
'models_count': len(get_model_aliases()),
'uptime': time.time(),
})
@app.route('/api/providers')
def api_providers():
"""获取提供商列表"""
providers = get_providers()
refresh_provider_status()
stats = load_stats()
providers_data = []
for provider in sorted(UPSTREAM_PROVIDERS, key=lambda x: x['priority']):
for provider in sorted(providers, key=lambda x: x['priority']):
p_stats = stats.get('providers', {}).get(provider['name'], {})
p_status = provider_status.get(provider['name'], {})
providers_data.append({
'id': provider.get('id', provider['name'].lower().replace(' ', '-')),
'name': provider['name'],
'priority': provider['priority'],
'enabled': provider['enabled'],
'available': p_status.get('available', True),
'base_url': provider['base_url'],
'api_key': provider['api_key'],
'models': provider['models'],
'default_model': provider['default_model'],
'timeout': provider.get('timeout', 120),
@@ -132,17 +148,17 @@ def api_providers():
return jsonify(providers_data)
@app.route('/api/providers/<name>', methods=['GET'])
def api_provider_detail(name):
@app.route('/api/providers/<provider_id>', methods=['GET'])
def api_provider_detail(provider_id):
"""获取提供商详情"""
provider = next((p for p in UPSTREAM_PROVIDERS if p['name'] == name), None)
provider = get_provider(provider_id)
if not provider:
return jsonify({'error': 'Provider not found'}), 404
stats = load_stats()
p_stats = stats.get('providers', {}).get(name, {})
p_status = provider_status.get(name, {})
p_stats = stats.get('providers', {}).get(provider['name'], {})
p_status = provider_status.get(provider['name'], {})
return jsonify({
**provider,
@@ -155,18 +171,117 @@ def api_provider_detail(name):
}
})
@app.route('/api/providers/<name>/toggle', methods=['POST'])
def api_toggle_provider(name):
"""切换提供商启用状态"""
# 这里需要修改配置文件，简化处理只返回成功
return jsonify({'success': True, 'message': f'Provider {name} toggled'})
@app.route('/api/providers/<name>/test', methods=['POST'])
def api_test_provider(name):
"""测试提供商连接"""
import requests
@app.route('/api/providers', methods=['POST'])
def api_add_provider():
"""添加新提供商"""
data = request.get_json()
provider = next((p for p in UPSTREAM_PROVIDERS if p['name'] == name), None)
if not data:
return jsonify({'error': 'Invalid request body'}), 400
# 验证必填字段
required = ['name', 'base_url', 'api_key', 'models']
for field in required:
if not data.get(field):
return jsonify({'error': f'Missing required field: {field}'}), 400
# 构建提供商数据
providers = get_providers()
max_priority = max([p['priority'] for p in providers]) if providers else 0
new_provider = {
'id': data.get('id') or data['name'].lower().replace(' ', '-').replace('.', '-'),
'name': data['name'],
'priority': data.get('priority', max_priority + 1),
'base_url': data['base_url'].rstrip('/'),
'api_key': data['api_key'],
'models': data['models'] if isinstance(data['models'], list) else data['models'].split(','),
'default_model': data.get('default_model', data['models'][0] if isinstance(data['models'], list) else data['models'].split(',')[0]),
'timeout': data.get('timeout', 120),
'enabled': data.get('enabled', True),
}
# 添加到配置
result = add_provider(new_provider)
# 初始化状态
provider_status[result['name']] = {
'available': True,
'last_check': None,
'error_count': 0,
'last_error': None,
}
return jsonify({'success': True, 'provider': result})
@app.route('/api/providers/<provider_id>', methods=['PUT'])
def api_update_provider(provider_id):
"""更新提供商"""
data = request.get_json()
if not data:
return jsonify({'error': 'Invalid request body'}), 400
# 处理models字段
if 'models' in data and isinstance(data['models'], str):
data['models'] = [m.strip() for m in data['models'].split(',') if m.strip()]
result = update_provider(provider_id, data)
if not result:
return jsonify({'error': 'Provider not found'}), 404
return jsonify({'success': True, 'provider': result})
@app.route('/api/providers/<provider_id>', methods=['DELETE'])
def api_delete_provider(provider_id):
"""删除提供商"""
result = delete_provider(provider_id)
if not result:
return jsonify({'error': 'Provider not found'}), 404
# 清理状态
providers = get_providers()
for p in providers:
if p.get('id') == provider_id:
if p['name'] in provider_status:
del provider_status[p['name']]
break
return jsonify({'success': True})
@app.route('/api/providers/priority', methods=['POST'])
def api_update_priority():
"""更新优先级顺序（拖拽排序）"""
data = request.get_json()
if not data or 'order' not in data:
return jsonify({'error': 'Missing order field'}), 400
# order 是提供商ID列表，按新顺序排列
provider_ids = data['order']
result = update_priority(provider_ids)
return jsonify({'success': True, 'providers': result})
@app.route('/api/providers/<provider_id>/toggle', methods=['POST'])
def api_toggle_provider(provider_id):
"""切换提供商启用状态"""
provider = get_provider(provider_id)
if not provider:
return jsonify({'error': 'Provider not found'}), 404
new_enabled = not provider.get('enabled', True)
result = update_provider(provider_id, {'enabled': new_enabled})
return jsonify({'success': True, 'enabled': new_enabled})
@app.route('/api/providers/<provider_id>/test', methods=['POST'])
def api_test_provider(provider_id):
"""测试提供商连接"""
provider = get_provider(provider_id)
if not provider:
return jsonify({'success': False, 'error': 'Provider not found'}), 404
@@ -179,23 +294,52 @@ def api_test_provider(name):
response = requests.get(url, headers=headers, timeout=10)
if response.status_code == 200:
provider_status[name]['available'] = True
provider_status[name]['last_check'] = datetime.now().isoformat()
return jsonify({'success': True, 'message': 'Connection successful'})
provider_status[provider['name']] = {
'available': True,
'last_check': datetime.now().isoformat(),
'error_count': 0,
'last_error': None,
}
# 尝试解析返回的模型列表
models_data = []
try:
resp_json = response.json()
models_data = resp_json.get('data', [])
except:
pass
return jsonify({
'success': True,
'message': 'Connection successful',
'models_count': len(models_data)
})
else:
provider_status[provider['name']] = {
'available': False,
'last_check': datetime.now().isoformat(),
'error_count': provider_status.get(provider['name'], {}).get('error_count', 0) + 1,
'last_error': f'HTTP {response.status_code}',
}
return jsonify({
'success': False,
'error': f'HTTP {response.status_code}: {response.text[:200]}'
})
except Exception as e:
provider_status[name]['available'] = False
provider_status[name]['last_error'] = str(e)
provider_status[provider['name']] = {
'available': False,
'last_check': datetime.now().isoformat(),
'error_count': provider_status.get(provider['name'], {}).get('error_count', 0) + 1,
'last_error': str(e),
}
return jsonify({'success': False, 'error': str(e)})
@app.route('/api/models')
def api_models():
"""获取模型列表"""
providers = get_providers()
aliases = get_model_aliases()
models_list = []
added = set()
@@ -208,7 +352,7 @@ def api_models():
added.add('auto')
# 从提供商获取模型
for provider in UPSTREAM_PROVIDERS:
for provider in sorted(providers, key=lambda x: x['priority']):
for model in provider['models']:
if model not in added:
models_list.append({
@@ -220,11 +364,11 @@ def api_models():
added.add(model)
# 添加别名
for alias, target in MODEL_ALIASES.items():
for alias, target in aliases.items():
if alias != 'auto' and alias not in added:
# 找到目标模型对应的提供商
provider_name = None
for p in UPSTREAM_PROVIDERS:
for p in providers:
if target in p['models']:
provider_name = p['name']
break
@@ -255,22 +399,33 @@ def api_logs():
@app.route('/api/config')
def api_config():
"""获取配置"""
providers = get_providers()
aliases = get_model_aliases()
return jsonify({
'providers': [{
'id': p.get('id', p['name'].lower().replace(' ', '-')),
'name': p['name'],
'priority': p['priority'],
'base_url': p['base_url'],
'models': p['models'],
'timeout': p.get('timeout', 120),
'enabled': p['enabled'],
} for p in UPSTREAM_PROVIDERS],
'model_aliases': MODEL_ALIASES,
} for p in providers],
'model_aliases': aliases,
'retry_config': RETRY_CONFIG,
'server_config': {
'port': SERVER_CONFIG['port'],
}
})
@app.route('/api/reload', methods=['POST'])
def api_reload_config():
"""通知主服务重新加载配置"""
# 这个接口可以被主服务调用以重新加载配置
# 这里只返回成功，实际重载由主服务自己处理
return jsonify({'success': True, 'message': 'Config saved, restart main service to apply'})
@app.route('/api/requests/recent')
def api_recent_requests():
"""获取最近请求记录"""