Files
ARTEX/sidequestion/service.go
T
BaaRai ce096cdba1 fix(llmrec,sidequestion): fold echoed stream usage with MergeEcho
Since Norma v0.4.7 message_delta echoes the input side reported by message_start. The recorder and side answers added both events, counting input and cache twice in llm_usage and side-answer usage. message_start is still added; message_delta is now folded with llm.Usage.MergeEcho, as llm.Accumulator does.
2026-11-15 17:51:53 +01:00

71 lines
1.8 KiB
Go

package sidequestion
import (
"context"
"errors"
"strings"
"github.com/Autumn-27/norma/llm"
)
// SideQuestionService has no harness, tool executor, transcript writer or model
// failover chain. Answer is one completion; Respond adds bounded preparation
// and at most one context-overflow recovery around that completion.
type SideQuestionService struct{ Provider llm.Provider }
type Answer struct {
Text string
Usage llm.Usage
ToolUse bool
}
func (s SideQuestionService) Answer(ctx context.Context, req llm.CompletionRequest, streaming bool, update func(Answer)) (out Answer, err error) {
if streaming {
complete := false
for ev, streamErr := range s.Provider.Stream(ctx, req) {
if streamErr != nil {
err = streamErr
break
}
switch ev.Type {
case llm.SETextDelta:
out.Text += ev.Text
case llm.SEToolUseStart:
out.ToolUse = true
case llm.SEMessageStart:
out.Usage.Add(ev.Usage)
case llm.SEMessageDelta:
// message_delta may echo message_start's input side: MergeEcho, not Add.
out.Usage.MergeEcho(ev.Usage)
case llm.SEMessageStop:
complete = true
}
if update != nil {
update(out)
}
if ctx.Err() != nil {
err = ctx.Err()
break
}
}
if err == nil && !complete {
err = errors.New("model response was interrupted, please ask again")
}
} else {
var msg llm.Message
msg, _, out.Usage, err = s.Provider.Complete(ctx, req)
out.Text, out.ToolUse = msg.Text(), len(msg.ToolUses()) > 0
}
if ctx.Err() != nil {
err = ctx.Err()
}
if err == nil && strings.TrimSpace(out.Text) == "" {
if out.ToolUse {
out.Text = "Side questions cannot execute tool operations; please send operation requests in the main session."
} else {
err = errors.New("model did not return an answer")
}
}
return out, err
}