feat: 添加TTS语音合成功能 - Edge TTS方案完整实现,ChatTTS预留接口
This commit is contained in:
223
tts_service.py
Normal file
223
tts_service.py
Normal file
@@ -0,0 +1,223 @@
|
||||
"""
|
||||
TTS 语音合成模块
|
||||
支持多种 TTS 方案
|
||||
"""
|
||||
|
||||
import os
|
||||
import uuid
|
||||
import logging
|
||||
import asyncio
|
||||
from abc import ABC, abstractmethod
|
||||
from typing import Optional, Tuple
|
||||
from datetime import datetime
|
||||
|
||||
# 配置
|
||||
AUDIO_DIR = os.getenv("AUDIO_DIR", "audio_cache")
|
||||
os.makedirs(AUDIO_DIR, exist_ok=True)
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class TTSProvider(ABC):
|
||||
"""TTS 提供者抽象类"""
|
||||
|
||||
@abstractmethod
|
||||
async def synthesize(self, text: str) -> Tuple[str, str]:
|
||||
"""
|
||||
合成语音
|
||||
返回: (音频文件路径, 音频URL路径)
|
||||
"""
|
||||
pass
|
||||
|
||||
@abstractmethod
|
||||
def get_name(self) -> str:
|
||||
"""获取提供者名称"""
|
||||
pass
|
||||
|
||||
@abstractmethod
|
||||
def is_available(self) -> bool:
|
||||
"""检查是否可用"""
|
||||
pass
|
||||
|
||||
|
||||
class EdgeTTSProvider(TTSProvider):
|
||||
"""Edge TTS 提供者(微软免费TTS)"""
|
||||
|
||||
# 可用音色
|
||||
VOICES = {
|
||||
"zh-CN-XiaoxiaoNeural": "晓晓(女)",
|
||||
"zh-CN-YunxiNeural": "云希(男)",
|
||||
"zh-CN-YunyangNeural": "云扬(男)",
|
||||
"zh-CN-XiaochenNeural": "晓晨(女)",
|
||||
"zh-CN-XiaohanNeural": "晓涵(女)",
|
||||
"zh-CN-XiaomengNeural": "晓梦(女)",
|
||||
"zh-CN-XiaomoNeural": "晓墨(女)",
|
||||
"zh-CN-XiaoruiNeural": "晓睿(女)",
|
||||
"zh-CN-XiaoshuangNeural": "晓双(女)",
|
||||
"zh-CN-XiaoxuanNeural": "晓萱(女)",
|
||||
"zh-CN-XiaoyanNeural": "晓颜(女)",
|
||||
"zh-CN-XiaoyouNeural": "晓悠(女)",
|
||||
}
|
||||
|
||||
DEFAULT_VOICE = "zh-CN-XiaoxiaoNeural"
|
||||
|
||||
def __init__(self, voice: Optional[str] = None):
|
||||
self.voice = voice or self.DEFAULT_VOICE
|
||||
self._available = None
|
||||
|
||||
async def synthesize(self, text: str) -> Tuple[str, str]:
|
||||
"""使用 Edge TTS 合成语音"""
|
||||
import edge_tts
|
||||
|
||||
# 生成唯一文件名
|
||||
filename = f"{uuid.uuid4().hex}.mp3"
|
||||
filepath = os.path.join(AUDIO_DIR, filename)
|
||||
|
||||
# 合成语音
|
||||
communicate = edge_tts.Communicate(text, self.voice)
|
||||
await communicate.save(filepath)
|
||||
|
||||
# 返回路径
|
||||
audio_url = f"/audio/{filename}"
|
||||
return filepath, audio_url
|
||||
|
||||
def get_name(self) -> str:
|
||||
return "Edge TTS"
|
||||
|
||||
def get_voice_name(self) -> str:
|
||||
"""获取当前音色名称"""
|
||||
return self.VOICES.get(self.voice, self.voice)
|
||||
|
||||
def is_available(self) -> bool:
|
||||
"""检查 Edge TTS 是否可用"""
|
||||
if self._available is None:
|
||||
try:
|
||||
import edge_tts
|
||||
self._available = True
|
||||
except ImportError:
|
||||
logger.warning("edge-tts not installed")
|
||||
self._available = False
|
||||
return self._available
|
||||
|
||||
def set_voice(self, voice: str):
|
||||
"""设置音色"""
|
||||
if voice in self.VOICES:
|
||||
self.voice = voice
|
||||
else:
|
||||
logger.warning(f"Unknown voice: {voice}, using default")
|
||||
|
||||
|
||||
class ChatTTSProvider(TTSProvider):
|
||||
"""ChatTTS 提供者(本地部署,预留接口)"""
|
||||
|
||||
# 预留配置
|
||||
CHATTTS_URL = os.getenv("CHATTTS_URL", "http://localhost:19020")
|
||||
|
||||
def __init__(self):
|
||||
self._available = False # 暂不可用
|
||||
|
||||
async def synthesize(self, text: str) -> Tuple[str, str]:
|
||||
"""
|
||||
使用 ChatTTS 合成语音
|
||||
TODO: 后续实现
|
||||
"""
|
||||
raise NotImplementedError("ChatTTS 尚未实现,请先部署 ChatTTS 服务")
|
||||
|
||||
def get_name(self) -> str:
|
||||
return "ChatTTS"
|
||||
|
||||
def is_available(self) -> bool:
|
||||
"""检查 ChatTTS 是否可用"""
|
||||
# TODO: 后续实现检测逻辑
|
||||
return self._available
|
||||
|
||||
def set_available(self, available: bool):
|
||||
"""设置可用状态(部署后调用)"""
|
||||
self._available = available
|
||||
|
||||
|
||||
class NoTTSProvider(TTSProvider):
|
||||
"""不使用 TTS"""
|
||||
|
||||
async def synthesize(self, text: str) -> Tuple[str, str]:
|
||||
return None, None
|
||||
|
||||
def get_name(self) -> str:
|
||||
return "无 TTS"
|
||||
|
||||
def is_available(self) -> bool:
|
||||
return True
|
||||
|
||||
|
||||
# TTS 管理器
|
||||
class TTSManager:
|
||||
"""TTS 方案管理"""
|
||||
|
||||
PROVIDERS = {
|
||||
"edge": EdgeTTSProvider,
|
||||
"chattts": ChatTTSProvider,
|
||||
"none": NoTTSProvider,
|
||||
}
|
||||
|
||||
def __init__(self, default_provider: str = "none"):
|
||||
self.current_provider = default_provider
|
||||
self._providers = {}
|
||||
|
||||
# 初始化 Edge TTS(如果可用)
|
||||
edge_provider = EdgeTTSProvider()
|
||||
if edge_provider.is_available():
|
||||
self._providers["edge"] = edge_provider
|
||||
|
||||
# 初始化 ChatTTS(预留)
|
||||
self._providers["chattts"] = ChatTTSProvider()
|
||||
|
||||
# 无 TTS
|
||||
self._providers["none"] = NoTTSProvider()
|
||||
|
||||
def get_provider(self, provider_name: Optional[str] = None) -> TTSProvider:
|
||||
"""获取 TTS 提供者"""
|
||||
name = provider_name or self.current_provider
|
||||
return self._providers.get(name, self._providers["none"])
|
||||
|
||||
def set_provider(self, provider_name: str):
|
||||
"""设置当前 TTS 方案"""
|
||||
if provider_name in self._providers:
|
||||
self.current_provider = provider_name
|
||||
else:
|
||||
logger.warning(f"Unknown provider: {provider_name}")
|
||||
|
||||
def list_providers(self) -> list:
|
||||
"""列出所有可用方案"""
|
||||
return [
|
||||
{
|
||||
"name": name,
|
||||
"display_name": provider.get_name(),
|
||||
"available": provider.is_available()
|
||||
}
|
||||
for name, provider in self._providers.items()
|
||||
]
|
||||
|
||||
def get_edge_voices(self) -> dict:
|
||||
"""获取 Edge TTS 可用音色"""
|
||||
return EdgeTTSProvider.VOICES
|
||||
|
||||
async def synthesize(self, text: str, provider_name: Optional[str] = None) -> Optional[str]:
|
||||
"""
|
||||
合成语音
|
||||
返回音频URL
|
||||
"""
|
||||
provider = self.get_provider(provider_name)
|
||||
if not provider.is_available():
|
||||
logger.warning(f"Provider {provider.get_name()} not available")
|
||||
return None
|
||||
|
||||
try:
|
||||
_, audio_url = await provider.synthesize(text)
|
||||
return audio_url
|
||||
except Exception as e:
|
||||
logger.error(f"TTS synthesis failed: {e}")
|
||||
return None
|
||||
|
||||
|
||||
# 全局 TTS 管理器
|
||||
tts_manager = TTSManager()
|
||||
Reference in New Issue
Block a user