mirror of
https://github.com/BaaRai/ARTEX.git
synced 2026-11-13 11:40:53 +08:00
BaaRai
0b59f4670b
ARTEX_NOISE_PROFILE = off | quiet | balanced | aggressive drives one shared governor used by WebFetch, the http custom tools and the enrich probe: token bucket, bounded jitter and concurrency per host, a global cap, backoff on 429/503 honouring Retry-After with bounded retries, per-task coalescing and a short cache of identical GETs (never POST/PUT/PATCH/DELETE), and a per-host noise log line each minute. Off (the default) is a strict passthrough. Removes the fixed artex-enrich/1.0 User-Agent; ARTEX_TARGET_USER_AGENT sets one under a profile (empty = unchanged).
64 lines
2.8 KiB
Go
64 lines
2.8 KiB
Go
package agent
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"net/url"
|
|
"slices"
|
|
|
|
"github.com/Autumn-27/artex/egress"
|
|
"github.com/Autumn-27/artex/intercept"
|
|
actool "github.com/Autumn-27/norma/tool"
|
|
)
|
|
|
|
// withWebFetch returns tools plus the WebFetch tool of an agent session. Every
|
|
// agent kind builds WebFetch here, one tool per run, so that its configuration
|
|
// can depend on the run: every redirect hop goes through the target gate
|
|
// (intercept.RedirectCheck), and every connection through the pinned dialer
|
|
// (intercept.PinnedDialer), on the client that uses proxy and on the direct
|
|
// retry client alike. ctx is the context of the run: when it carries a target
|
|
// scope the dialer never connects without one, and when that scope's gate is
|
|
// on the direct retry is turned off for the run, since it would leave without
|
|
// the proxy. The tool is added after the session's own tools, where agentcore
|
|
// adds it, so the tool list keeps its order. caCert is the recording proxy's
|
|
// CA, trusted to verify the HTTPS it re-signs. Each call goes through the shared
|
|
// egress governor (see governedFetch). tools is not modified.
|
|
func withWebFetch(ctx context.Context, tools []actool.CoreTool, proxy, caCert string) []actool.CoreTool {
|
|
scope, scoped := intercept.TargetScopeFromContext(ctx)
|
|
gated := scoped && scope.Enabled != nil && scope.Enabled()
|
|
webFetch := actool.NewWebFetch(actool.WebFetchConfig{Proxy: proxy, CACert: caCert, CheckRedirect: intercept.RedirectCheck("WebFetch"),
|
|
DialContext: intercept.PinnedDialer("WebFetch", scoped), DisableDirectRetry: gated})
|
|
return append(tools[:len(tools):len(tools)], governedFetch{webFetch, egress.Shared()})
|
|
}
|
|
|
|
// governedFetch runs each WebFetch call as one send under the egress governor
|
|
// (off by default; then the call runs unchanged), under a noise profile:
|
|
// the rate, jitter and concurrency of the URL's host, and, within one task,
|
|
// identical calls (WebFetch only sends GET) coalesced and cached. A failed call
|
|
// is not cached. WebFetch ignores tc, so a shared result fits every caller.
|
|
// Norma owns the HTTP client, so redirect hops are not paced separately and a
|
|
// 429/503 is not retried.
|
|
type governedFetch struct {
|
|
actool.CoreTool
|
|
g *egress.Governor
|
|
}
|
|
|
|
func (f governedFetch) Call(ctx context.Context, input json.RawMessage, tc *actool.ToolContext) (actool.Result, error) {
|
|
var in struct {
|
|
URL string `json:"url"`
|
|
}
|
|
if json.Unmarshal(input, &in) != nil {
|
|
return f.CoreTool.Call(ctx, input, tc)
|
|
}
|
|
u, err := url.Parse(in.URL)
|
|
if err != nil || u.Host == "" {
|
|
return f.CoreTool.Call(ctx, input, tc) // the tool reports the bad URL
|
|
}
|
|
r, err := egress.Do(f.g, ctx, u, string(input), func() (actool.Result, bool, error) {
|
|
r, err := f.CoreTool.Call(ctx, input, tc)
|
|
return r, err == nil && !r.IsError, err
|
|
})
|
|
r.Content = slices.Clone(r.Content) // each caller gets its own slice
|
|
return r, err
|
|
}
|