mirror of
https://github.com/BaaRai/ARTEX.git
synced 2026-11-17 13:40:53 +08:00
Since Norma v0.4.7 message_delta echoes the input side reported by message_start. The recorder and side answers added both events, counting input and cache twice in llm_usage and side-answer usage. message_start is still added; message_delta is now folded with llm.Usage.MergeEcho, as llm.Accumulator does.
53 lines
1.8 KiB
Go
53 lines
1.8 KiB
Go
package sidequestion
|
|
|
|
import (
|
|
"context"
|
|
"iter"
|
|
"testing"
|
|
|
|
"github.com/Autumn-27/norma/llm"
|
|
)
|
|
|
|
// A streamed side answer counts message_delta's echo of the input side once.
|
|
func TestAnswerStreamUsageEchoCountedOnce(t *testing.T) {
|
|
for _, tc := range []struct {
|
|
name string
|
|
start, delta llm.Usage
|
|
want llm.Usage
|
|
}{
|
|
{"full_echo",
|
|
llm.Usage{InputTokens: 23, CacheReadTokens: 5, CacheWriteTokens: 3},
|
|
llm.Usage{InputTokens: 23, CacheReadTokens: 5, CacheWriteTokens: 3, OutputTokens: 5},
|
|
llm.Usage{InputTokens: 23, OutputTokens: 5, CacheReadTokens: 5, CacheWriteTokens: 3}},
|
|
{"partial_echo",
|
|
llm.Usage{InputTokens: 740, CacheReadTokens: 200, CacheWriteTokens: 40},
|
|
llm.Usage{InputTokens: 500, OutputTokens: 77},
|
|
llm.Usage{InputTokens: 740, OutputTokens: 77, CacheReadTokens: 200, CacheWriteTokens: 40}},
|
|
{"no_echo",
|
|
llm.Usage{InputTokens: 23, CacheReadTokens: 5, CacheWriteTokens: 3},
|
|
llm.Usage{OutputTokens: 5},
|
|
llm.Usage{InputTokens: 23, OutputTokens: 5, CacheReadTokens: 5, CacheWriteTokens: 3}},
|
|
} {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
p := fakeProvider{stream: func(context.Context, llm.CompletionRequest) iter.Seq2[llm.StreamEvent, error] {
|
|
return func(yield func(llm.StreamEvent, error) bool) {
|
|
for _, ev := range []llm.StreamEvent{
|
|
{Type: llm.SEMessageStart, Usage: tc.start},
|
|
{Type: llm.SETextDelta, Text: "answer"},
|
|
{Type: llm.SEMessageDelta, StopReason: "end_turn", Usage: tc.delta},
|
|
{Type: llm.SEMessageStop},
|
|
} {
|
|
if !yield(ev, nil) {
|
|
return
|
|
}
|
|
}
|
|
}
|
|
}}
|
|
out, err := (SideQuestionService{Provider: p}).Answer(t.Context(), llm.CompletionRequest{}, true, nil)
|
|
if err != nil || out.Text != "answer" || out.Usage != tc.want {
|
|
t.Fatalf("answer=%+v err=%v, want usage %+v", out, err, tc.want)
|
|
}
|
|
})
|
|
}
|
|
}
|