108 lines
3.0 KiB
Go
108 lines
3.0 KiB
Go
|
package inspire
|
|||
|
|
|
|||
|
|
import (
|
|||
|
|
"encoding/json"
|
|||
|
|
"net/http"
|
|||
|
|
"strings"
|
|||
|
|
|
|||
|
|
"apps/backend/internal/middleware"
|
|||
|
|
"apps/backend/internal/response"
|
|||
|
|
"apps/backend/internal/svc"
|
|||
|
|
"apps/backend/internal/types"
|
|||
|
|
|
|||
|
|
"github.com/zeromicro/go-zero/core/logx"
|
|||
|
|
"github.com/zeromicro/go-zero/rest/httpx"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
// ChatStreamHandler — SSE 串流靈感聊天／產文。
|
|||
|
|
// 事件（每行 data: JSON）：
|
|||
|
|
//
|
|||
|
|
// {"type":"delta","text":"..."}
|
|||
|
|
// {"type":"done","session":{...},"message_id":"..."}
|
|||
|
|
// {"type":"error","message":"..."}
|
|||
|
|
func ChatStreamHandler(svcCtx *svc.ServiceContext) http.HandlerFunc {
|
|||
|
|
return func(w http.ResponseWriter, r *http.Request) {
|
|||
|
|
var req types.InspireChatReq
|
|||
|
|
if err := httpx.Parse(r, &req); err != nil {
|
|||
|
|
httpx.ErrorCtx(r.Context(), w, err)
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
uid, ok := middleware.UIDFrom(r.Context())
|
|||
|
|
if !ok || uid <= 0 {
|
|||
|
|
httpx.ErrorCtx(r.Context(), w, response.Biz(401, 401001, "missing authorization"))
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
if svcCtx.Inspire == nil {
|
|||
|
|
httpx.ErrorCtx(r.Context(), w, response.Biz(503, 503001, "inspire not configured"))
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
flusher, ok := w.(http.Flusher)
|
|||
|
|
if !ok {
|
|||
|
|
httpx.ErrorCtx(r.Context(), w, response.Biz(500, 500000, "streaming unsupported"))
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
w.Header().Set("Content-Type", "text/event-stream; charset=utf-8")
|
|||
|
|
w.Header().Set("Cache-Control", "no-cache, no-transform")
|
|||
|
|
w.Header().Set("Connection", "keep-alive")
|
|||
|
|
w.Header().Set("X-Accel-Buffering", "no")
|
|||
|
|
w.WriteHeader(http.StatusOK)
|
|||
|
|
flusher.Flush()
|
|||
|
|
|
|||
|
|
writeEvent := func(v any) bool {
|
|||
|
|
b, err := json.Marshal(v)
|
|||
|
|
if err != nil {
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
if _, err := w.Write([]byte("data: ")); err != nil {
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
if _, err := w.Write(b); err != nil {
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
if _, err := w.Write([]byte("\n\n")); err != nil {
|
|||
|
|
return false
|
|||
|
|
}
|
|||
|
|
flusher.Flush()
|
|||
|
|
return true
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
mode := strings.TrimSpace(req.Mode)
|
|||
|
|
if mode == "" {
|
|||
|
|
mode = "chat"
|
|||
|
|
}
|
|||
|
|
out, err := svcCtx.Inspire.ChatStream(r.Context(), uid, req.Message, req.PinnedIds, mode, req.PersonaId, req.SessionId, req.Material, func(chunk string) error {
|
|||
|
|
if chunk == "" {
|
|||
|
|
return nil
|
|||
|
|
}
|
|||
|
|
if !writeEvent(map[string]any{"type": "delta", "text": chunk}) {
|
|||
|
|
return http.ErrAbortHandler // client gone
|
|||
|
|
}
|
|||
|
|
return nil
|
|||
|
|
})
|
|||
|
|
if err != nil {
|
|||
|
|
_ = writeEvent(map[string]any{"type": "error", "message": err.Error()})
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
sess := out.Session
|
|||
|
|
pub := types.SessionFromDomain(sess)
|
|||
|
|
msgID := ""
|
|||
|
|
if len(sess.Messages) > 0 {
|
|||
|
|
msgID = sess.Messages[len(sess.Messages)-1].ID
|
|||
|
|
}
|
|||
|
|
// 回傳實際送 AI 的 prompt 指紋／全文，供前端與預覽對照
|
|||
|
|
_ = writeEvent(map[string]any{
|
|||
|
|
"type": "done",
|
|||
|
|
"session": pub,
|
|||
|
|
"message_id": msgID,
|
|||
|
|
"prompt": out.Prompt,
|
|||
|
|
"prompt_fingerprint": out.Fingerprint,
|
|||
|
|
"prompt_char_count": out.CharCount,
|
|||
|
|
"prompt_rune_count": out.RuneCount,
|
|||
|
|
"prompt_sections": out.Sections,
|
|||
|
|
})
|
|||
|
|
logx.WithContext(r.Context()).Infof("inspire chat-stream ok uid=%d mode=%s fp=%s chars=%d", uid, mode, out.Fingerprint, out.CharCount)
|
|||
|
|
}
|
|||
|
|
}
|