LLM速度测试台 v1.0.0：多提供商(OpenAI/Anthropic/Gemini)速度测试，支持上文长度/生成长度/采样次数/避免缓存，实时日志+指标(首字延迟/预填充/解码速度)+历史留存

2026-08-23 10:36:31 +08:00
commit 17f32385a6
11 changed files with 1776 additions and 0 deletions
@@ -0,0 +1,15 @@
+# -*- coding: utf-8 -*-
+"""全局配置"""
+import os
+
+PORT = 16097
+HOST = "0.0.0.0"
+
+BASE_DIR = os.path.dirname(os.path.abspath(__file__))
+DATA_DIR = os.path.join(BASE_DIR, "data")
+LOG_DIR = os.path.join(BASE_DIR, "logs")
+DB_PATH = os.path.join(DATA_DIR, "llm_speed_tester.db")
+
+# 流式请求超时：连接 30s，两次数据包间隔最长 120s（慢模型也够用）
+CONNECT_TIMEOUT = 30
+STREAM_READ_TIMEOUT = 120