Files
my-v0-server/app/processor/nodes/qa_node.py
T

115 lines
4.0 KiB
Python

"""基于当前大屏和澄清历史回答问题"""
from langchain_core.messages import HumanMessage, SystemMessage
from langchain_core.output_parsers import StrOutputParser
from langgraph.config import get_stream_writer
from app.clients.llm import get_llm
from app.processor.base import BaseNode
from app.processor.state import QueryState
from app.prompt.qa import QA_SYSTEM_PROMPT
class QANode(BaseNode):
name = "qa_node"
async def process(self, state: QueryState) -> QueryState:
# 浅拷贝状态
updated_state: QueryState = state.copy()
# 获取普通对话模型,问答只需文本回答,不绑定结构化输出协议
llm_client = get_llm()
try:
# 图执行上下文中通过 custom 流逐段推送回答,独立调用节点时没有写入器
writer = get_stream_writer()
except RuntimeError:
writer = None
parser = StrOutputParser()
parts: list[str] = []
# 异步流式调用模型,结合用户问题、当前大屏和澄清记录生成回答
async for chunk in llm_client.astream(
[
# 系统消息提供稳定的问答规则和回答边界
SystemMessage(content=QA_SYSTEM_PROMPT),
# 将输入上下文序列化为 JSON 放入用户消息,只保留显式设置的字段
HumanMessage(
content=state["input_context"].model_dump_json(exclude_unset=True)
),
]
):
# 从每个片段提取文本,兼容文本内容块,工具调用等无文本片段会得到空串
delta = parser.invoke(chunk)
if not delta:
continue
parts.append(delta)
if writer is not None:
writer(
{
"type": "answer_delta",
"message_id": state.get("message_id"),
"delta": delta,
}
)
# 拼接完整回答,并去除首尾的空白
answer = "".join(parts).strip()
# 如果没有有效文本,抛出异常,避免将空回答标记为处理完成
if not answer:
raise ValueError("问答模型未返回文本回答")
# 保存最终回答,供后续输出给用户
updated_state["answer"] = answer
# 回答生成完成,问答分支在此结束
updated_state["status"] = "completed"
# 返回包含回答和完成状态的更新结果
return updated_state
if __name__ == "__main__":
import asyncio
import json
from pydantic import BaseModel
from app.processor.nodes.input_node import InputNode
async def main():
# 直接测试问答,仅需 LLM 配置
state: QueryState = {
"request": {
"prompt": "销售额统计的展示可以怎么优化?先给建议,不要修改",
"screen": {
"canvas": {"width": 1920, "height": 1080},
"nodes": [
{
"id": "sales-chart",
"type": "bar-chart",
"name": "销售额统计",
"layout": {"x": 26, "y": 34.8, "width": 400, "height": 260},
"props": {"option": {"title": {"text": "销售额统计"}}},
}
],
},
"context": {"selected_node_ids": ["sales-chart"]},
}
}
state = InputNode().process(state)
node = QANode()
final_state = await node.process(state)
print(
json.dumps(
{
key: value.model_dump(mode="json")
if isinstance(value, BaseModel)
else value
for key, value in final_state.items()
},
ensure_ascii=False,
indent=2,
)
)
asyncio.run(main())