modify: 流式输出

2026-08-21 14:47:38 +08:00
parent f1ae767290
commit fc330f4409
1 changed files with 13 additions and 0 deletions
@@ -0,0 +1,13 @@
 [POST]
 summary = "模拟 AI 流式对话（SSE，逐 token 输出）"
 docstring = "流式端点示例：@rpc_method 返回生成器，框架逐块多回复推送，网关以 text/event-stream 转发。curl -N 可观察逐块到达。"
 auth_required = false
 stream = true
 # 流式超时模型: timeout = 流总寿命上限（zenoh query deadline），
 # stream_idle_timeout = 网关侧连续无数据块的最大间隔
 timeout = 300.0
 stream_idle_timeout = 10.0
 params = [
    "prompt: str",
    "tokens: int"
 ]