""" TTS Book Service - 小米 MiMo TTS 转换服务 为听书 App 提供音频接入接口 """ import os import json import base64 import subprocess import uuid import asyncio from contextlib import asynccontextmanager from pathlib import Path import httpx from fastapi import FastAPI, HTTPException, Query, Request from fastapi.responses import FileResponse, HTMLResponse, JSONResponse from fastapi.staticfiles import StaticFiles from sqlalchemy import Column, Integer, String, Text, DateTime, func, select, delete from sqlalchemy.ext.asyncio import create_async_engine, AsyncSession, async_sessionmaker from sqlalchemy.orm import DeclarativeBase import config # ── Database ────────────────────────────────────────────────────────────── engine = create_async_engine(config.DATABASE_URL, echo=False) async_session = async_sessionmaker(engine, class_=AsyncSession, expire_on_commit=False) class Base(DeclarativeBase): pass class Book(Base): __tablename__ = "books" id = Column(Integer, primary_key=True, autoincrement=True) book_id = Column(String(100), unique=True, nullable=False, index=True) title = Column(String(500), nullable=False) author = Column(String(200), default="") created_at = Column(DateTime, server_default=func.now()) class Chapter(Base): __tablename__ = "chapters" id = Column(Integer, primary_key=True, autoincrement=True) book_id = Column(String(100), nullable=False, index=True) chapter_id = Column(String(100), nullable=False, index=True) app_chapter_id = Column(String(100), default="") title = Column(String(500), default="") text_content = Column(Text, default="") audio_file = Column(String(500), default="") status = Column(String(20), default="pending") error_msg = Column(Text, default="") created_at = Column(DateTime, server_default=func.now()) updated_at = Column(DateTime, server_default=func.now(), onupdate=func.now()) # ── TTS Service ─────────────────────────────────────────────────────────── async def call_mimo_tts(text: str, style: str = "") -> bytes: """调用小米 MiMo TTS API,返回 WAV 音频字节""" if not config.MIMO_API_KEY: raise HTTPException(500, "MIMO_API_KEY 未配置,请设置环境变量") content = f"{text}" if style else text payload = { "model": config.MIMO_TTS_MODEL, "audio": {"format": "wav", "voice": config.MIMO_VOICE}, "messages": [{"role": "assistant", "content": content}], } headers = { "Content-Type": "application/json", "api-key": config.MIMO_API_KEY, } async with httpx.AsyncClient(timeout=120) as client: resp = await client.post(config.MIMO_API_ENDPOINT, json=payload, headers=headers) if resp.status_code != 200: raise HTTPException(502, f"MiMo TTS API 错误: HTTP {resp.status_code} - {resp.text[:300]}") data = resp.json() if data.get("error"): raise HTTPException(502, f"MiMo TTS 错误: {data['error']}") try: audio_b64 = data["choices"][0]["message"]["audio"]["data"] return base64.b64decode(audio_b64) except (KeyError, IndexError, TypeError) as e: raise HTTPException(502, f"MiMo TTS 响应解析失败: {e}") def wav_to_mp3(wav_path: str, mp3_path: str): """用 ffmpeg 将 WAV 转为 MP3""" result = subprocess.run( ["ffmpeg", "-y", "-i", wav_path, "-codec:a", "libmp3lame", "-qscale:a", "2", mp3_path], capture_output=True, text=True, ) if result.returncode != 0: raise RuntimeError(f"ffmpeg 转换失败: {result.stderr[:300]}") async def generate_chapter_audio(chapter_id_str: str): """为指定章节生成音频(WAV → MP3)""" async with async_session() as db: result = await db.execute(select(Chapter).where(Chapter.chapter_id == chapter_id_str)) chapter = result.scalar_one_or_none() if not chapter: return if not chapter.text_content.strip(): chapter.status = "error" chapter.error_msg = "文本内容为空" await db.commit() return chapter.status = "generating" await db.commit() try: audio_dir = Path(config.AUDIO_DIR) / chapter.book_id audio_dir.mkdir(parents=True, exist_ok=True) wav_path = str(audio_dir / f"{chapter.chapter_id}.wav") mp3_path = str(audio_dir / f"{chapter.chapter_id}.mp3") # MiMo TTS 生成 WAV wav_bytes = await call_mimo_tts(chapter.text_content) with open(wav_path, "wb") as f: f.write(wav_bytes) # WAV → MP3 loop = asyncio.get_event_loop() await loop.run_in_executor(None, wav_to_mp3, wav_path, mp3_path) # 删除 WAV 源文件,只保留 MP3 os.remove(wav_path) chapter.audio_file = mp3_path chapter.status = "ready" chapter.error_msg = "" except Exception as e: chapter.status = "error" chapter.error_msg = str(e)[:500] await db.commit() # ── App Lifecycle ────────────────────────────────────────────────────────── @asynccontextmanager async def lifespan(app: FastAPI): os.makedirs(config.AUDIO_DIR, exist_ok=True) os.makedirs(os.path.join(config.BASE_DIR, "data"), exist_ok=True) async with engine.begin() as conn: await conn.run_sync(Base.metadata.create_all) yield app = FastAPI(title="TTS Book Service", lifespan=lifespan) # ── 听书 App 音频接入接口 ───────────────────────────────────────────────── @app.get("/api/book/{book_id}") async def get_book_info(book_id: str): """获取书籍信息及章节列表(听书 App 调用)""" async with async_session() as db: book_result = await db.execute(select(Book).where(Book.book_id == book_id)) book = book_result.scalar_one_or_none() if not book: raise HTTPException(404, f"书籍 {book_id} 不存在") ch_result = await db.execute( select(Chapter).where(Chapter.book_id == book_id).order_by(Chapter.id) ) chapters = ch_result.scalars().all() return { "book_id": book.book_id, "title": book.title, "author": book.author, "chapters": [ { "chapter_id": ch.chapter_id, "app_chapter_id": ch.app_chapter_id, "title": ch.title, "status": ch.status, "audio_url": f"/api/book/{book_id}/chapter/{ch.chapter_id}/audio" if ch.status == "ready" else None, } for ch in chapters ], } @app.get("/api/book/{book_id}/chapter/{chapter_id}/audio") async def get_chapter_audio(book_id: str, chapter_id: str): """获取章节音频文件(听书 App 调用)""" async with async_session() as db: result = await db.execute( select(Chapter).where( Chapter.book_id == book_id, Chapter.chapter_id == chapter_id ) ) chapter = result.scalar_one_or_none() if not chapter: raise HTTPException(404, "章节不存在") if chapter.status != "ready" or not chapter.audio_file: raise HTTPException(404, f"音频尚未生成,当前状态: {chapter.status}") if not os.path.exists(chapter.audio_file): raise HTTPException(404, "音频文件丢失") return FileResponse(chapter.audio_file, media_type="audio/mpeg", filename=f"{chapter_id}.mp3") # ── 实时 TTS 接口(兼容听书 App 格式)───────────────────────────────────── from fastapi.responses import Response from urllib.parse import parse_qs @app.post("/api/tts") async def realtime_tts(request: Request): """ 实时 TTS 生成接口 兼容两种 App 发送格式: 1. JSON body: {"text": "内容", "style": "开心"} 2. Form body: tex=内容&spd=5 (百度风格) 返回: MP3 音频二进制流 (audio/mpeg),失败返回 JSON """ text = "" style = "" content_type = request.headers.get("content-type", "") try: if "json" in content_type: data = await request.json() text = data.get("text", "").strip() style = data.get("style", "").strip() else: # form-urlencoded (百度风格) body_bytes = await request.body() params = parse_qs(body_bytes.decode("utf-8")) text = (params.get("tex", [""])[0]).strip() # URL 解码(百度会 double-encode) from urllib.parse import unquote text = unquote(unquote(text)) except Exception: pass if not text: return Response( content=json.dumps({"status": 40000001, "message": "text/tex 不能为空"}, ensure_ascii=False), media_type="application/json", status_code=400, ) try: # MiMo TTS 生成 WAV wav_bytes = await call_mimo_tts(text, style) # WAV → MP3(临时文件) tmp_dir = Path(config.AUDIO_DIR) / "_tmp" tmp_dir.mkdir(parents=True, exist_ok=True) tmp_id = uuid.uuid4().hex wav_path = str(tmp_dir / f"{tmp_id}.wav") mp3_path = str(tmp_dir / f"{tmp_id}.mp3") with open(wav_path, "wb") as f: f.write(wav_bytes) loop = asyncio.get_event_loop() await loop.run_in_executor(None, wav_to_mp3, wav_path, mp3_path) with open(mp3_path, "rb") as f: mp3_bytes = f.read() # 清理临时文件 os.remove(wav_path) os.remove(mp3_path) return Response(content=mp3_bytes, media_type="audio/mpeg") except Exception as e: return Response( content=json.dumps({"status": 50000002, "message": str(e)[:300]}, ensure_ascii=False), media_type="application/json", status_code=500, ) # ── 管理 API ────────────────────────────────────────────────────────────── # --- Books --- @app.get("/admin/api/books") async def list_books(): async with async_session() as db: result = await db.execute(select(Book).order_by(Book.id.desc())) books = result.scalars().all() return [{"book_id": b.book_id, "title": b.title, "author": b.author} for b in books] @app.post("/admin/api/books") async def create_book(request: Request): data = await request.json() book_id = data.get("book_id", "").strip() title = data.get("title", "").strip() author = data.get("author", "").strip() if not book_id or not title: raise HTTPException(400, "book_id 和 title 不能为空") async with async_session() as db: existing = await db.execute(select(Book).where(Book.book_id == book_id)) if existing.scalar_one_or_none(): raise HTTPException(409, f"书籍 {book_id} 已存在") book = Book(book_id=book_id, title=title, author=author) db.add(book) await db.commit() return {"ok": True, "book_id": book_id} @app.delete("/admin/api/books/{book_id}") async def delete_book(book_id: str): async with async_session() as db: await db.execute(delete(Chapter).where(Chapter.book_id == book_id)) await db.execute(delete(Book).where(Book.book_id == book_id)) await db.commit() return {"ok": True} # --- Chapters --- @app.get("/admin/api/books/{book_id}/chapters") async def list_chapters(book_id: str): async with async_session() as db: result = await db.execute( select(Chapter).where(Chapter.book_id == book_id).order_by(Chapter.id) ) chapters = result.scalars().all() return [ { "chapter_id": ch.chapter_id, "app_chapter_id": ch.app_chapter_id, "title": ch.title, "text_content": ch.text_content[:200] + "..." if len(ch.text_content) > 200 else ch.text_content, "text_length": len(ch.text_content), "status": ch.status, "error_msg": ch.error_msg, "has_audio": ch.status == "ready", } for ch in chapters ] @app.post("/admin/api/books/{book_id}/chapters") async def create_chapter(book_id: str, request: Request): data = await request.json() chapter_id = data.get("chapter_id", "").strip() title = data.get("title", "").strip() app_chapter_id = data.get("app_chapter_id", "").strip() text_content = data.get("text_content", "").strip() if not chapter_id: raise HTTPException(400, "chapter_id 不能为空") async with async_session() as db: existing = await db.execute( select(Chapter).where(Chapter.book_id == book_id, Chapter.chapter_id == chapter_id) ) if existing.scalar_one_or_none(): raise HTTPException(409, f"章节 {chapter_id} 已存在") chapter = Chapter( book_id=book_id, chapter_id=chapter_id, app_chapter_id=app_chapter_id or chapter_id, title=title, text_content=text_content, ) db.add(chapter) await db.commit() return {"ok": True, "chapter_id": chapter_id} @app.put("/admin/api/books/{book_id}/chapters/{chapter_id}") async def update_chapter(book_id: str, chapter_id: str, request: Request): data = await request.json() async with async_session() as db: result = await db.execute( select(Chapter).where(Chapter.book_id == book_id, Chapter.chapter_id == chapter_id) ) chapter = result.scalar_one_or_none() if not chapter: raise HTTPException(404, "章节不存在") if "text_content" in data: chapter.text_content = data["text_content"] if "title" in data: chapter.title = data["title"] if "app_chapter_id" in data: chapter.app_chapter_id = data["app_chapter_id"] await db.commit() return {"ok": True} @app.delete("/admin/api/books/{book_id}/chapters/{chapter_id}") async def delete_chapter(book_id: str, chapter_id: str): async with async_session() as db: await db.execute( delete(Chapter).where(Chapter.book_id == book_id, Chapter.chapter_id == chapter_id) ) await db.commit() return {"ok": True} # --- TTS --- @app.post("/admin/api/books/{book_id}/chapters/{chapter_id}/generate") async def generate_audio(book_id: str, chapter_id: str): """手动生成单章音频""" await generate_chapter_audio(chapter_id) async with async_session() as db: result = await db.execute( select(Chapter).where(Chapter.book_id == book_id, Chapter.chapter_id == chapter_id) ) ch = result.scalar_one_or_none() return {"ok": True, "status": ch.status, "error_msg": ch.error_msg} @app.post("/admin/api/books/{book_id}/generate-all") async def generate_all_chapters(book_id: str): """批量生成书籍所有章节音频""" async with async_session() as db: result = await db.execute( select(Chapter).where(Chapter.book_id == book_id, Chapter.status != "ready") ) chapters = result.scalars().all() chapter_ids = [ch.chapter_id for ch in chapters] for cid in chapter_ids: await generate_chapter_audio(cid) return {"ok": True, "total": len(chapter_ids), "chapter_ids": chapter_ids} # --- TTS 试听 --- @app.post("/admin/api/tts/preview") async def tts_preview(request: Request): """试听 TTS 效果""" data = await request.json() text = data.get("text", "").strip() style = data.get("style", "").strip() if not text: raise HTTPException(400, "文本不能为空") wav_bytes = await call_mimo_tts(text, style) audio_dir = Path(config.AUDIO_DIR) / "_preview" audio_dir.mkdir(parents=True, exist_ok=True) filename = f"{uuid.uuid4().hex}.mp3" wav_path = str(audio_dir / f"{uuid.uuid4().hex}.wav") mp3_path = str(audio_dir / filename) with open(wav_path, "wb") as f: f.write(wav_bytes) loop = asyncio.get_event_loop() await loop.run_in_executor(None, wav_to_mp3, wav_path, mp3_path) os.remove(wav_path) return {"ok": True, "url": f"/audio/_preview/{filename}"} @app.get("/admin/api/config") async def get_config(): return { "endpoint": config.MIMO_API_ENDPOINT, "model": config.MIMO_TTS_MODEL, "voice": config.MIMO_VOICE, "api_key_masked": config.MIMO_API_KEY[:6] + "****" if config.MIMO_API_KEY else "未配置", } # ── 配置文件下载 ─────────────────────────────────────────────────────────── @app.get("/httpTts.json") async def serve_http_tts_config(): """提供 App 导入用的音频源配置文件""" config_path = os.path.join(config.BASE_DIR, "httpTts-mimo.json") if os.path.exists(config_path): return FileResponse(config_path, media_type="application/json") raise HTTPException(404, "配置文件不存在") # ── 静态文件 & 前端 ────────────────────────────────────────────────────── app.mount("/audio", StaticFiles(directory=config.AUDIO_DIR), name="audio") @app.get("/", response_class=HTMLResponse) async def frontend(): html_path = os.path.join(config.BASE_DIR, "static", "index.html") with open(html_path, "r", encoding="utf-8") as f: return HTMLResponse(f.read()) # ── Main ────────────────────────────────────────────────────────────────── if __name__ == "__main__": import uvicorn uvicorn.run("main:app", host=config.SERVER_HOST, port=config.SERVER_PORT, reload=True)