mirror of
https://github.com/BaaRai/ARTEX.git
synced 2026-11-13 11:40:53 +08:00
Comments, doc comments, UI labels, log and error messages, LLM prompt strings, markdown docs, test data and assertions. Identifiers, enum keys, routes, placeholders and code structure are unchanged. Notes: - docs/漏洞流量证据.md renamed to docs/vulnerability-traffic-evidence.md - tests that exercised CJK specific handling (GBK zip names, Chinese full text search) now use ASCII equivalents; go build passes and the test suite matches the pre translation baseline (remaining failures need a PostgreSQL DSN and fail identically on the original) - frontend mention syntax now uses English kinds (finding, asset, ...) matching the backend, chat mentions tests pass
77 lines
3.3 KiB
Go
77 lines
3.3 KiB
Go
package server
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"iter"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/Autumn-27/artex/db"
|
|
"github.com/Autumn-27/artex/intercept"
|
|
"github.com/Autumn-27/norma/llm"
|
|
)
|
|
|
|
type reviewCaptureProvider struct{ request llm.CompletionRequest }
|
|
|
|
func (p *reviewCaptureProvider) Stream(_ context.Context, request llm.CompletionRequest) iter.Seq2[llm.StreamEvent, error] {
|
|
p.request = request
|
|
return func(yield func(llm.StreamEvent, error) bool) {
|
|
yield(llm.StreamEvent{Type: llm.SETextDelta, Text: `{"decision":"ask","comment":"Actual action: delete a file; Consequence if successful: the file would be lost and ownership is unconfirmed; Matched rule: ASK (unclear ownership)"}`}, nil)
|
|
}
|
|
}
|
|
func (p *reviewCaptureProvider) Complete(ctx context.Context, req llm.CompletionRequest) (llm.Message, string, llm.Usage, error) {
|
|
return accumulateStreamForTest(ctx, p.Stream, req)
|
|
}
|
|
|
|
// Assert the actual model request, rather than merely the envelope helper.
|
|
func TestReviewCompletionSendsCurrentCallWithoutHistory(t *testing.T) {
|
|
ctx := intercept.WithReviewContext(t.Context(), "/tmp/review-fixture", intercept.ReviewBackground{Source: intercept.BackgroundUserMessage, Text: "clean up this test's files"})
|
|
ctx, trace := intercept.WithTrace(ctx, "GLOBAL_OVERVIEW_SENTINEL", []db.InterceptContextEntry{
|
|
{Kind: "tool_use", Tool: "Write", ToolUseID: "created", Text: `{"path":"probe.txt"}`},
|
|
{Kind: "tool_result", ToolUseID: "created", Text: "file created"},
|
|
{Kind: "assistant", Text: "untrusted worker speculation"},
|
|
})
|
|
args := json.RawMessage(`{"command":"rm probe.txt","timeout":1000}`)
|
|
trace.Start("current", "Bash", args)
|
|
input, err := intercept.BuildReviewInput(intercept.WithCall(ctx, "Bash", args), "Bash", args)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
p := &reviewCaptureProvider{}
|
|
prompt := intercept.EffectiveJudgePrompt(intercept.DefaultJudgePrompt)
|
|
reply, err := reviewCompletion(ctx, p, prompt, input)
|
|
if err != nil || intercept.ParseVerdict(reply).Action != "ask" {
|
|
t.Fatalf("%s %v", reply, err)
|
|
}
|
|
if len(p.request.System) != 1 || p.request.System[0] != prompt || len(p.request.Messages) != 1 {
|
|
t.Fatal("wrong review request roles")
|
|
}
|
|
if !strings.Contains(prompt, intercept.JudgeOutputContract) || p.request.MaxTokens < 1024 {
|
|
t.Fatal("review request cannot return a complete explanation")
|
|
}
|
|
body := p.request.Messages[0].Content[0].Text
|
|
var got intercept.ReviewInput
|
|
if err := json.Unmarshal([]byte(body), &got); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var fields map[string]json.RawMessage
|
|
if err := json.Unmarshal([]byte(body), &fields); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(fields) != 5 {
|
|
t.Fatalf("unexpected envelope keys: %s", body)
|
|
}
|
|
for _, key := range []string{"version", "working_directory", "background", "tool_name", "arguments"} {
|
|
if _, ok := fields[key]; !ok {
|
|
t.Fatalf("missing %s", key)
|
|
}
|
|
}
|
|
if strings.Contains(body, "file created") || strings.Contains(body, `"path"`) {
|
|
t.Fatal("history leaked into actual model request")
|
|
}
|
|
if got.Version != 4 || got.Background == nil || got.Background.Source != intercept.BackgroundUserMessage || got.Background.Text != "clean up this test's files" || got.WorkingDir != "/tmp/review-fixture" || string(got.Arguments) != string(args) || strings.Contains(body, "worker speculation") || strings.Contains(body, "GLOBAL_OVERVIEW_SENTINEL") {
|
|
t.Fatalf("wrong model input: %s", body)
|
|
}
|
|
}
|