2026-04-21 18:19:04 +08:00
|
|
|
|
"""
|
|
|
|
|
|
语音交互网页后端
|
|
|
|
|
|
代理转发到 Qwen2-Audio 模型服务
|
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
|
|
import os
|
|
|
|
|
|
import logging
|
|
|
|
|
|
from typing import Optional
|
|
|
|
|
|
from datetime import datetime
|
|
|
|
|
|
|
|
|
|
|
|
import aiohttp
|
|
|
|
|
|
from fastapi import FastAPI, UploadFile, File, HTTPException, Form
|
|
|
|
|
|
from fastapi.middleware.cors import CORSMiddleware
|
2026-04-22 10:41:44 +08:00
|
|
|
|
from fastapi.staticfiles import StaticFiles
|
2026-04-22 18:47:03 +08:00
|
|
|
|
from fastapi.responses import FileResponse, Response
|
2026-04-21 18:19:04 +08:00
|
|
|
|
from pydantic import BaseModel
|
|
|
|
|
|
|
2026-04-22 10:41:44 +08:00
|
|
|
|
# 导入 TTS 服务
|
|
|
|
|
|
from tts_service import tts_manager, AUDIO_DIR
|
|
|
|
|
|
|
2026-04-21 18:19:04 +08:00
|
|
|
|
# 配置
|
|
|
|
|
|
MODEL_SERVICE_URL = os.getenv("MODEL_SERVICE_URL", "http://localhost:19018")
|
|
|
|
|
|
PORT = int(os.getenv("PORT", "19019"))
|
|
|
|
|
|
|
|
|
|
|
|
# 日志
|
|
|
|
|
|
logging.basicConfig(level=logging.INFO)
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
|
|
|
app = FastAPI(
|
|
|
|
|
|
title="Voice Chat Web",
|
|
|
|
|
|
description="语音交互网页后端",
|
|
|
|
|
|
version="1.0.0"
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
# CORS
|
|
|
|
|
|
app.add_middleware(
|
|
|
|
|
|
CORSMiddleware,
|
|
|
|
|
|
allow_origins=["*"],
|
|
|
|
|
|
allow_credentials=True,
|
|
|
|
|
|
allow_methods=["*"],
|
|
|
|
|
|
allow_headers=["*"],
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VoiceResponse(BaseModel):
|
|
|
|
|
|
"""语音响应"""
|
|
|
|
|
|
reply: str
|
|
|
|
|
|
conversation_id: str
|
|
|
|
|
|
timestamp: str
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class StatusResponse(BaseModel):
|
|
|
|
|
|
"""状态响应"""
|
|
|
|
|
|
status: str
|
|
|
|
|
|
model_service: str
|
|
|
|
|
|
model_online: bool
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@app.get("/")
|
|
|
|
|
|
async def root():
|
|
|
|
|
|
"""根路径返回状态"""
|
|
|
|
|
|
return {"status": "ok", "service": "voice-chat-web"}
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-04-21 18:35:50 +08:00
|
|
|
|
@app.get("/status", response_model=StatusResponse)
|
2026-04-21 18:19:04 +08:00
|
|
|
|
async def get_status():
|
|
|
|
|
|
"""检查服务状态"""
|
|
|
|
|
|
try:
|
|
|
|
|
|
async with aiohttp.ClientSession() as session:
|
|
|
|
|
|
async with session.get(f"{MODEL_SERVICE_URL}/", timeout=aiohttp.ClientTimeout(total=5)) as resp:
|
|
|
|
|
|
if resp.status == 200:
|
|
|
|
|
|
data = await resp.json()
|
|
|
|
|
|
return StatusResponse(
|
|
|
|
|
|
status="ok",
|
|
|
|
|
|
model_service=MODEL_SERVICE_URL,
|
|
|
|
|
|
model_online=True
|
|
|
|
|
|
)
|
|
|
|
|
|
except Exception as e:
|
|
|
|
|
|
logger.warning(f"Model service check failed: {e}")
|
|
|
|
|
|
|
|
|
|
|
|
return StatusResponse(
|
|
|
|
|
|
status="partial",
|
|
|
|
|
|
model_service=MODEL_SERVICE_URL,
|
|
|
|
|
|
model_online=False
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-04-21 18:35:50 +08:00
|
|
|
|
@app.post("/voice/chat", response_model=VoiceResponse)
|
2026-04-21 18:19:04 +08:00
|
|
|
|
async def voice_chat(
|
|
|
|
|
|
audio: UploadFile = File(..., description="音频文件"),
|
|
|
|
|
|
conversation_id: Optional[str] = Form(None, description="对话ID")
|
|
|
|
|
|
):
|
|
|
|
|
|
"""
|
|
|
|
|
|
语音聊天接口
|
|
|
|
|
|
转发到模型服务
|
|
|
|
|
|
"""
|
|
|
|
|
|
try:
|
|
|
|
|
|
# 读取音频数据
|
|
|
|
|
|
audio_bytes = await audio.read()
|
|
|
|
|
|
|
|
|
|
|
|
# 转发到模型服务
|
|
|
|
|
|
async with aiohttp.ClientSession() as session:
|
|
|
|
|
|
form = aiohttp.FormData()
|
|
|
|
|
|
form.add_field(
|
|
|
|
|
|
'audio',
|
|
|
|
|
|
audio_bytes,
|
|
|
|
|
|
filename=audio.filename or 'audio.wav',
|
|
|
|
|
|
content_type=audio.content_type or 'audio/wav'
|
|
|
|
|
|
)
|
|
|
|
|
|
if conversation_id:
|
|
|
|
|
|
form.add_field('conversation_id', conversation_id)
|
|
|
|
|
|
|
|
|
|
|
|
async with session.post(
|
|
|
|
|
|
f"{MODEL_SERVICE_URL}/api/voice/inference",
|
|
|
|
|
|
data=form,
|
|
|
|
|
|
timeout=aiohttp.ClientTimeout(total=120) # 模型推理可能较慢
|
|
|
|
|
|
) as resp:
|
|
|
|
|
|
if resp.status != 200:
|
|
|
|
|
|
error_text = await resp.text()
|
|
|
|
|
|
logger.error(f"Model service error: {error_text}")
|
|
|
|
|
|
raise HTTPException(status_code=resp.status, detail=error_text)
|
|
|
|
|
|
|
|
|
|
|
|
data = await resp.json()
|
|
|
|
|
|
return VoiceResponse(
|
|
|
|
|
|
reply=data["reply"],
|
|
|
|
|
|
conversation_id=data["conversation_id"],
|
|
|
|
|
|
timestamp=data.get("timestamp", datetime.now().isoformat())
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
except aiohttp.ClientError as e:
|
|
|
|
|
|
logger.error(f"Connection error: {e}")
|
|
|
|
|
|
raise HTTPException(status_code=503, detail="模型服务连接失败")
|
|
|
|
|
|
except Exception as e:
|
|
|
|
|
|
logger.error(f"Voice chat error: {e}", exc_info=True)
|
|
|
|
|
|
raise HTTPException(status_code=500, detail=str(e))
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-04-21 18:51:08 +08:00
|
|
|
|
@app.post("/voice/text", response_model=VoiceResponse)
|
|
|
|
|
|
async def text_chat(
|
|
|
|
|
|
text: str = Form(..., description="文本消息"),
|
|
|
|
|
|
conversation_id: Optional[str] = Form(None, description="对话ID")
|
|
|
|
|
|
):
|
|
|
|
|
|
"""
|
|
|
|
|
|
文字聊天接口
|
|
|
|
|
|
转发到模型服务
|
|
|
|
|
|
"""
|
|
|
|
|
|
try:
|
|
|
|
|
|
async with aiohttp.ClientSession() as session:
|
|
|
|
|
|
form = aiohttp.FormData()
|
|
|
|
|
|
form.add_field('text', text)
|
|
|
|
|
|
if conversation_id:
|
|
|
|
|
|
form.add_field('conversation_id', conversation_id)
|
|
|
|
|
|
|
|
|
|
|
|
async with session.post(
|
|
|
|
|
|
f"{MODEL_SERVICE_URL}/api/voice/text",
|
|
|
|
|
|
data=form,
|
|
|
|
|
|
timeout=aiohttp.ClientTimeout(total=120)
|
|
|
|
|
|
) as resp:
|
|
|
|
|
|
if resp.status != 200:
|
|
|
|
|
|
error_text = await resp.text()
|
|
|
|
|
|
logger.error(f"Model service error: {error_text}")
|
|
|
|
|
|
raise HTTPException(status_code=resp.status, detail=error_text)
|
|
|
|
|
|
|
|
|
|
|
|
data = await resp.json()
|
|
|
|
|
|
return VoiceResponse(
|
|
|
|
|
|
reply=data["reply"],
|
|
|
|
|
|
conversation_id=data["conversation_id"],
|
|
|
|
|
|
timestamp=data.get("timestamp", datetime.now().isoformat())
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
except aiohttp.ClientError as e:
|
|
|
|
|
|
logger.error(f"Connection error: {e}")
|
|
|
|
|
|
raise HTTPException(status_code=503, detail="模型服务连接失败")
|
|
|
|
|
|
except Exception as e:
|
|
|
|
|
|
logger.error(f"Text chat error: {e}", exc_info=True)
|
|
|
|
|
|
raise HTTPException(status_code=500, detail=str(e))
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-04-21 18:35:50 +08:00
|
|
|
|
@app.delete("/conversation/{conversation_id}")
|
2026-04-21 18:19:04 +08:00
|
|
|
|
async def delete_conversation(conversation_id: str):
|
|
|
|
|
|
"""删除对话"""
|
|
|
|
|
|
try:
|
|
|
|
|
|
async with aiohttp.ClientSession() as session:
|
|
|
|
|
|
async with session.delete(
|
|
|
|
|
|
f"{MODEL_SERVICE_URL}/api/voice/conversation/{conversation_id}",
|
|
|
|
|
|
timeout=aiohttp.ClientTimeout(total=10)
|
|
|
|
|
|
) as resp:
|
|
|
|
|
|
return await resp.json()
|
|
|
|
|
|
except Exception as e:
|
|
|
|
|
|
logger.error(f"Delete conversation error: {e}")
|
|
|
|
|
|
raise HTTPException(status_code=500, detail=str(e))
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-04-22 10:41:44 +08:00
|
|
|
|
# ========== TTS 相关接口 ==========
|
|
|
|
|
|
|
|
|
|
|
|
class TTSSettings(BaseModel):
|
|
|
|
|
|
"""TTS 设置"""
|
|
|
|
|
|
provider: str = "none"
|
|
|
|
|
|
voice: Optional[str] = None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TTSResponse(BaseModel):
|
|
|
|
|
|
"""TTS 响应"""
|
|
|
|
|
|
audio_url: Optional[str]
|
|
|
|
|
|
provider: str
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@app.get("/tts/providers")
|
|
|
|
|
|
async def get_tts_providers():
|
|
|
|
|
|
"""获取可用的 TTS 方案列表"""
|
|
|
|
|
|
providers = tts_manager.list_providers()
|
|
|
|
|
|
voices = tts_manager.get_edge_voices()
|
|
|
|
|
|
return {
|
|
|
|
|
|
"providers": providers,
|
|
|
|
|
|
"voices": voices,
|
|
|
|
|
|
"current": tts_manager.current_provider
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@app.post("/tts/settings")
|
|
|
|
|
|
async def set_tts_settings(settings: TTSSettings):
|
|
|
|
|
|
"""设置 TTS 方案"""
|
|
|
|
|
|
tts_manager.set_provider(settings.provider)
|
|
|
|
|
|
|
|
|
|
|
|
# 设置音色(仅 Edge TTS)
|
|
|
|
|
|
if settings.provider == "edge" and settings.voice:
|
|
|
|
|
|
provider = tts_manager.get_provider("edge")
|
|
|
|
|
|
if hasattr(provider, 'set_voice'):
|
|
|
|
|
|
provider.set_voice(settings.voice)
|
|
|
|
|
|
|
|
|
|
|
|
return {
|
|
|
|
|
|
"provider": settings.provider,
|
|
|
|
|
|
"voice": settings.voice
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@app.post("/tts/synthesize")
|
|
|
|
|
|
async def synthesize_tts(text: str = Form(...), provider: Optional[str] = Form(None)):
|
|
|
|
|
|
"""
|
|
|
|
|
|
合成语音
|
|
|
|
|
|
返回音频文件 URL
|
|
|
|
|
|
"""
|
|
|
|
|
|
try:
|
|
|
|
|
|
audio_url = await tts_manager.synthesize(text, provider)
|
|
|
|
|
|
return TTSResponse(
|
|
|
|
|
|
audio_url=audio_url,
|
|
|
|
|
|
provider=provider or tts_manager.current_provider
|
|
|
|
|
|
)
|
|
|
|
|
|
except Exception as e:
|
|
|
|
|
|
logger.error(f"TTS synthesis error: {e}")
|
|
|
|
|
|
raise HTTPException(status_code=500, detail=str(e))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# 挂载音频文件目录
|
|
|
|
|
|
app.mount("/audio", StaticFiles(directory=AUDIO_DIR), name="audio")
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-04-22 18:47:03 +08:00
|
|
|
|
# ChatTTS 音频代理(解决 HTTPS 页面访问 HTTP 资源问题)
|
|
|
|
|
|
@app.get("/chattts/audio/{filename}")
|
|
|
|
|
|
async def proxy_chattts_audio(filename: str):
|
|
|
|
|
|
"""代理 ChatTTS 音频文件"""
|
|
|
|
|
|
import aiohttp
|
|
|
|
|
|
|
|
|
|
|
|
chattts_url = os.getenv("CHATTTS_URL", "http://192.168.2.5:12002")
|
|
|
|
|
|
|
|
|
|
|
|
try:
|
|
|
|
|
|
async with aiohttp.ClientSession() as session:
|
|
|
|
|
|
async with session.get(
|
|
|
|
|
|
f"{chattts_url}/audio/{filename}",
|
|
|
|
|
|
timeout=aiohttp.ClientTimeout(total=30)
|
|
|
|
|
|
) as resp:
|
|
|
|
|
|
if resp.status != 200:
|
|
|
|
|
|
raise HTTPException(status_code=404, detail="Audio not found")
|
|
|
|
|
|
|
|
|
|
|
|
audio_data = await resp.read()
|
|
|
|
|
|
return Response(
|
|
|
|
|
|
content=audio_data,
|
|
|
|
|
|
media_type="audio/wav",
|
|
|
|
|
|
headers={"Cache-Control": "public, max-age=3600"}
|
|
|
|
|
|
)
|
|
|
|
|
|
except Exception as e:
|
|
|
|
|
|
logger.error(f"Proxy audio error: {e}")
|
|
|
|
|
|
raise HTTPException(status_code=500, detail=str(e))
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-04-21 18:19:04 +08:00
|
|
|
|
if __name__ == "__main__":
|
|
|
|
|
|
import uvicorn
|
|
|
|
|
|
uvicorn.run(app, host="0.0.0.0", port=PORT)
|