feat: 项目初始化、完成基本流式传输和语音识别功能

backend/app/api/v1/endpoints/asr.py

@@ -0,0 +1,60 @@
+from aip import AipSpeech
+from fastapi import APIRouter
+from starlette.websockets import WebSocket
+
+from app.constants.asr import APP_ID, API_KEY, SECRET_KEY
+
+asr_client = AipSpeech(APP_ID, API_KEY, SECRET_KEY)
+
+router = APIRouter()
+
+
+@router.websocket("/asr")
+async def chat2(websocket: WebSocket):
+    # 等待websocket接收数据
+    await websocket.accept()
+    temp_buffer = bytes()
+    # 在此处与百度建立websocket连接
+    while True:
+        # 等待websocket接收文本数据
+        receive_data = await websocket.receive()
+        buffer = receive_data.get("bytes")
+        text = receive_data.get("text")
+        if text == "录音完成":
+            asr_text = await asr_buffer(temp_buffer)
+            await websocket.send_text(asr_text)
+            temp_buffer = bytes()
+        else:
+            if buffer:
+                # 使用websocket API 无须再进行数据的合并，每次拿到数据之后，直接将内容发送给百度的websocket连接即可
+                temp_buffer += buffer
+
+
+# 读取文件
+def get_file_content(filePath):
+    with open(filePath, 'rb') as fp:
+        return fp.read()
+
+
+# 识别本地文件
+async def asr_file(filePath):
+    result = await asr_client.asr(get_file_content(filePath), 'pcm', 16000, {
+        'dev_pid': 1537,
+    })
+    if result.get('err_msg') == 'success.':
+        return result.get('result')[0]
+    else:
+        return '语音转换失败'
+
+
+# 识别语音流
+# async的意思是定义异步函数，当使用await修饰异步函数并执行时，如果该异步函数耗时比较长
+# python会自动挂起异步函数，让其他代码运行，等到异步函数完成之后，再回头调用函数
+async def asr_buffer(buffer_data):
+    result = asr_client.asr(buffer_data, 'pcm', 16000, {
+        'dev_pid': 1537,
+    })
+    if result.get('err_msg') == 'success.':
+        return result.get('result')[0]
+    else:
+        return '语音转换失败'

backend/app/api/v1/endpoints/chat.py

@@ -0,0 +1,26 @@
+from fastapi import APIRouter
+from fastapi.responses import StreamingResponse
+from app.constants.model_data import base_url, headers, tip_message
+from app.services.llm_request import stream_post_request
+from app.schemas import ChatRequest
+
+router = APIRouter()
+
+
+@router.post("/completions")
+async def chat(data: ChatRequest):
+    all_messages = [tip_message] + data.messages
+    all_messages_dict = [
+        m.model_dump() if hasattr(m, "model_dump") else m.dict() if hasattr(m, "dict") else m
+        for m in all_messages
+    ]
+    payload = {"model": data.model, "messages": all_messages_dict, "stream": True}
+    print(payload)
+    return StreamingResponse(
+        stream_post_request(
+            url=base_url,
+            headers=headers,
+            json=payload,
+        ),
+        media_type="text/event-stream"
+    )

backend/app/api/v1/endpoints/model.py

@@ -0,0 +1,9 @@
+from fastapi import APIRouter
+from app.constants.model_data import MODEL_DATA
+from app.schemas import VendorModelResponse
+
+router = APIRouter()
+
+@router.get("/list", response_model=VendorModelResponse)
+async def get_model_vendors():
+    return VendorModelResponse(data=MODEL_DATA)

backend/app/api/v1/endpoints/websocket_service.py

@@ -0,0 +1,59 @@
+from fastapi import APIRouter, WebSocket, WebSocketDisconnect
+from typing import Set
+from aip import AipSpeech
+from app.constants.asr import APP_ID, API_KEY, SECRET_KEY
+import json
+
+router = APIRouter()
+active_connections: Set[WebSocket] = set()
+
+asr_client = AipSpeech(APP_ID, API_KEY, SECRET_KEY)
+
+async def asr_buffer(buffer_data: bytes) -> str:
+    result = asr_client.asr(buffer_data, 'pcm', 16000, {'dev_pid': 1537})
+    if result.get('err_msg') == 'success.':
+        return result.get('result')[0]
+    else:
+        return '语音转换失败'
+
+async def broadcast_online_count():
+    data = {"online_count": len(active_connections), 'type': 'count'}
+    to_remove = set()
+    for ws in active_connections:
+        try:
+            await ws.send_json(data)
+        except Exception:
+            to_remove.add(ws)
+    for ws in to_remove:
+        active_connections.remove(ws)
+
+@router.websocket("/websocket")
+async def websocket_online_count(websocket: WebSocket):
+    await websocket.accept()
+    active_connections.add(websocket)
+    await broadcast_online_count()
+    temp_buffer = bytes()
+    try:
+        while True:
+            message = await websocket.receive()
+            if message.get("type") == "websocket.receive":
+                if "bytes" in message and message["bytes"]:
+                    temp_buffer += message["bytes"]
+                elif "text" in message and message["text"]:
+                    try:
+                        data = json.loads(message["text"])
+                    except Exception:
+                        continue
+                    msg_type = data.get("type")
+                    if msg_type == "ping":
+                        await websocket.send_json({"online_count": len(active_connections), "type": "count"})
+                    elif msg_type == "asr_end":
+                        asr_text = await asr_buffer(temp_buffer)
+                        await websocket.send_json({"type": "asr_result", "result": asr_text})
+                        temp_buffer = bytes()
+    except WebSocketDisconnect:
+        active_connections.remove(websocket)
+        await broadcast_online_count()
+    except Exception:
+        active_connections.remove(websocket)
+        await broadcast_online_count()