mirror of
https://github.com/BaaRai/ARTEX.git
synced 2026-11-14 20:20:54 +08:00
Compare commits
11
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
53fc8478da | ||
|
|
edc2f4da6d | ||
|
|
01a9dae49e | ||
|
|
4e126a8524 | ||
|
|
abb6cb177d | ||
|
|
5122baa77f | ||
|
|
fcee6af45e | ||
|
|
b74ff21e11 | ||
|
|
7899662aee | ||
|
|
68976a7680 | ||
|
|
5aab3d3df8 |
@@ -2,6 +2,9 @@ name: release
|
||||
on:
|
||||
push:
|
||||
tags: ["v*"]
|
||||
# Dry run: builds, SBOM, attestations and workflow artifacts only. The GitHub
|
||||
# Release and the image push are gated on github.event_name == 'push'.
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
contents: write # required to create the Release
|
||||
@@ -81,6 +84,10 @@ jobs:
|
||||
release:
|
||||
needs: binaries
|
||||
runs-on: ubuntu-latest
|
||||
permissions:
|
||||
contents: write # create the Release (softprops/action-gh-release)
|
||||
id-token: write # Sigstore signing of the provenance attestation
|
||||
attestations: write # store the attestation on the repository
|
||||
steps:
|
||||
- uses: actions/checkout@v4 # CHANGELOG.md and the extractor script
|
||||
- uses: actions/download-artifact@v4
|
||||
@@ -91,6 +98,39 @@ jobs:
|
||||
- name: Generate checksums
|
||||
working-directory: dist
|
||||
run: sha256sum *.zip > SHA256SUMS
|
||||
# SBOM of what ships: the Go modules embedded in the linux/amd64 binary, plus
|
||||
# the frontend lockfile and the Go module files.
|
||||
- uses: actions/download-artifact@v4
|
||||
with:
|
||||
name: bin-linux-amd64
|
||||
path: ${{ runner.temp }}/sbom-src/bin
|
||||
- uses: anchore/sbom-action/download-syft@66cbf4bc1f1c0d2edc94016e65bc221b6bb0ad6c # v0.24.3
|
||||
id: syft
|
||||
with:
|
||||
syft-version: v1.54.0
|
||||
- name: Generate CycloneDX SBOM
|
||||
env:
|
||||
SYFT: ${{ steps.syft.outputs.cmd }}
|
||||
SRC: ${{ runner.temp }}/sbom-src
|
||||
TAG: ${{ github.ref_name }}
|
||||
run: |
|
||||
mkdir -p "$SRC/web"
|
||||
cp go.mod go.sum "$SRC/"
|
||||
cp web/package-lock.json "$SRC/web/"
|
||||
sbom="dist/artex-${TAG}.cdx.json"
|
||||
"$SYFT" scan "dir:$SRC" --source-name artex --source-version "$TAG" -o "cyclonedx-json=$sbom"
|
||||
grep -q '"pkg:golang/' "$sbom" || { echo "::error::SBOM has no pkg:golang entries"; exit 1; }
|
||||
grep -q '"pkg:npm/' "$sbom" || { echo "::error::SBOM has no pkg:npm entries"; exit 1; }
|
||||
echo "SBOM_PATH=$sbom" >> "$GITHUB_ENV"
|
||||
- uses: actions/attest-build-provenance@4d101475d8b20a2381f78447822ac1eab6504dd8 # v4.2.2
|
||||
with:
|
||||
subject-path: dist/*.zip
|
||||
- uses: actions/upload-artifact@v4
|
||||
with:
|
||||
name: release-metadata
|
||||
path: |
|
||||
dist/SHA256SUMS
|
||||
${{ env.SBOM_PATH }}
|
||||
- name: Release body from CHANGELOG.md
|
||||
env:
|
||||
TAG: ${{ github.ref_name }}
|
||||
@@ -103,10 +143,12 @@ jobs:
|
||||
echo "Release $TAG. See CHANGELOG.md for the list of changes in this release." > "$RUNNER_TEMP/release-body.md"
|
||||
fi
|
||||
- uses: softprops/action-gh-release@v2
|
||||
if: github.event_name == 'push'
|
||||
with:
|
||||
files: |
|
||||
dist/*.zip
|
||||
dist/SHA256SUMS
|
||||
${{ env.SBOM_PATH }}
|
||||
generate_release_notes: false
|
||||
body_path: ${{ runner.temp }}/release-body.md
|
||||
|
||||
@@ -118,7 +160,7 @@ jobs:
|
||||
# and provide DOCKERHUB_USERNAME / DOCKERHUB_TOKEN secrets plus DOCKERHUB_IMAGE).
|
||||
docker:
|
||||
needs: binaries
|
||||
if: ${{ vars.DOCKERHUB_ENABLED == 'true' }}
|
||||
if: ${{ vars.DOCKERHUB_ENABLED == 'true' && github.event_name == 'push' }}
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@v4 # fetch the Dockerfile and skills/
|
||||
|
||||
@@ -134,6 +134,15 @@ cp config.example.json config.json # fill in the database connection
|
||||
> Please start with `start.sh` / `start.bat` instead of running `./artex` directly. It is a daemon script: if the process crashes, it restarts it after a backoff.
|
||||
> To keep it running in the background: `nohup ./start.sh >artex.log 2>&1 &`.
|
||||
|
||||
#### Verifying a release
|
||||
|
||||
Each release attaches `SHA256SUMS` and a CycloneDX SBOM, `artex-<tag>.cdx.json` (Go modules embedded in the linux/amd64 binary, the frontend `package-lock.json`, and `go.mod`/`go.sum`), next to the zips. The zips also carry a GitHub build provenance attestation. Releases published before this was added have neither the SBOM nor the attestation.
|
||||
|
||||
```bash
|
||||
sha256sum -c SHA256SUMS # add --ignore-missing if you downloaded only some zips
|
||||
gh attestation verify <zip> --repo BaaRai/ARTEX # provenance: built by this repository's release workflow
|
||||
```
|
||||
|
||||
### Option 4: build the single binary from source
|
||||
|
||||
```bash
|
||||
@@ -183,7 +192,7 @@ gunzip -c backups/artex-db-<timestamp>.sql.gz | docker compose exec -T postgres
|
||||
|
||||
Stored secrets (LLM API keys and proxies, MCP env, task credentials,
|
||||
notification channel config, the Brave and Tavily search keys, the web search
|
||||
and global proxies) are encrypted in the database with the key in `keys/secret.key`
|
||||
and global proxies, the execution spec of custom tools) are encrypted in the database with the key in `keys/secret.key`
|
||||
(generated at first start, mode 0600, next to `jwt.key`). **A database backup
|
||||
without that key can no longer restore those secrets**: back up `keys/` with the
|
||||
dump, separately. Deployments without a persistent disk set `ARTEX_SECRET_KEY`
|
||||
|
||||
+7
-3
@@ -1010,7 +1010,8 @@ func TestAssetIPRejectsHostname(t *testing.T) {
|
||||
// are excluded. Direct source tasks' scope is included.
|
||||
func TestQueryDSLInScopeMembership(t *testing.T) {
|
||||
d, assets, _ := testSetup(t)
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
task, err := d.CreateTask("scope membership", "goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
@@ -1020,7 +1021,10 @@ func TestQueryDSLInScopeMembership(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID); _ = d.DeleteTask(src.ID) })
|
||||
t.Cleanup(func() {
|
||||
cleanupErr(t, "task", d.DeleteTask(task.ID))
|
||||
cleanupErr(t, "source task", d.DeleteTask(src.ID))
|
||||
})
|
||||
// task ← src is a direct source relation.
|
||||
if _, err := d.Exec(`INSERT INTO task_relations(task_id, source_task_id) VALUES ($1,$2)`, task.ID, src.ID); err != nil {
|
||||
t.Fatal(err)
|
||||
@@ -1079,7 +1083,7 @@ func TestQueryDSLInScopeMembership(t *testing.T) {
|
||||
}
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_, _ = d.Exec(`DELETE FROM assets WHERE id=ANY($1::bigint[]) OR id=ANY($2::bigint[])`, inScopeIDs, outIDs)
|
||||
cleanupExec(t, d, `DELETE FROM assets WHERE id=ANY($1::bigint[]) OR id=ANY($2::bigint[])`, inScopeIDs, outIDs)
|
||||
})
|
||||
|
||||
got, err := assets.QueryDSLInScope(marker, "", task.ID, 50, 0)
|
||||
|
||||
@@ -0,0 +1,34 @@
|
||||
package db
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"testing"
|
||||
)
|
||||
|
||||
// These helpers report a failed test cleanup instead of swallowing it: a silent
|
||||
// failure leaves the test's rows behind for the next run on the same database.
|
||||
|
||||
// cleanupErr reports err from the cleanup step described by what.
|
||||
func cleanupErr(t *testing.T, what string, err error) {
|
||||
t.Helper()
|
||||
if err != nil {
|
||||
t.Errorf("cleanup %s: %v", what, err)
|
||||
}
|
||||
}
|
||||
|
||||
// cleanupExec runs one cleanup statement. Matching no row is not an error.
|
||||
func cleanupExec(t *testing.T, d *DB, query string, args ...any) {
|
||||
t.Helper()
|
||||
_, err := d.Exec(query, args...)
|
||||
cleanupErr(t, query, err)
|
||||
}
|
||||
|
||||
// cleanupProfile deletes a profile through DeleteProfile. A profile the test
|
||||
// already deleted is not an error.
|
||||
func cleanupProfile(t *testing.T, d *DB, id int64) {
|
||||
t.Helper()
|
||||
if err := d.DeleteProfile(id); !errors.Is(err, ErrLLMProfileNotFound) {
|
||||
cleanupErr(t, fmt.Sprintf("profile %d", id), err)
|
||||
}
|
||||
}
|
||||
@@ -10,7 +10,8 @@ import (
|
||||
|
||||
func TestAssetUpsertWaitsForCompanyScopeMutation(t *testing.T) {
|
||||
d, assets, companies := testSetup(t)
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
stamp := time.Now().UnixNano()
|
||||
domain := fmt.Sprintf("scope-lock-%d.example", stamp)
|
||||
@@ -23,8 +24,8 @@ func TestAssetUpsertWaitsForCompanyScopeMutation(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_, _ = d.Exec(`DELETE FROM assets WHERE domain = $1`, domain)
|
||||
_, _ = d.Exec(`DELETE FROM companies WHERE id IN ($1,$2)`, oldCompany, newCompany)
|
||||
cleanupExec(t, d, `DELETE FROM assets WHERE domain = $1`, domain)
|
||||
cleanupExec(t, d, `DELETE FROM companies WHERE id IN ($1,$2)`, oldCompany, newCompany)
|
||||
})
|
||||
if added, _, invalid, validationErrors, err := companies.AddScopeInputsChecked(oldCompany, []ScopeInput{
|
||||
{Kind: "domain", Value: domain},
|
||||
@@ -90,7 +91,8 @@ func TestAssetUpsertWaitsForCompanyScopeMutation(t *testing.T) {
|
||||
|
||||
func TestResolveAndRecomputeUseStableCompanyIDTieBreak(t *testing.T) {
|
||||
d, assets, companies := testSetup(t)
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
stamp := time.Now().UnixNano()
|
||||
first, _, err := companies.UpsertCompany(fmt.Sprintf("Tie Break First %d", stamp), "")
|
||||
@@ -109,8 +111,8 @@ func TestResolveAndRecomputeUseStableCompanyIDTieBreak(t *testing.T) {
|
||||
icp := fmt.Sprintf("ICP-TIE-%d", stamp)
|
||||
appName := fmt.Sprintf("Tie Break App %d", stamp)
|
||||
t.Cleanup(func() {
|
||||
_, _ = d.Exec(`DELETE FROM assets WHERE domain=$1 OR ip=$2 OR app_name=$3`, domain, ip, appName)
|
||||
_, _ = d.Exec(`DELETE FROM companies WHERE id IN ($1,$2)`, first, second)
|
||||
cleanupExec(t, d, `DELETE FROM assets WHERE domain=$1 OR ip=$2 OR app_name=$3`, domain, ip, appName)
|
||||
cleanupExec(t, d, `DELETE FROM companies WHERE id IN ($1,$2)`, first, second)
|
||||
})
|
||||
|
||||
rules := []ScopeInput{
|
||||
|
||||
@@ -2,6 +2,7 @@ package db
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"math/rand/v2"
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
@@ -331,19 +332,36 @@ func TestCompanyScopeAttribution(t *testing.T) {
|
||||
d.Close()
|
||||
t.Fatalf("startMax: %v", err)
|
||||
}
|
||||
// Remove everything the test creates, or the next pass on the same database
|
||||
// finds this company's scope and attributes its assets to it. Assets first
|
||||
// (they reference the company), then the company; its scope rows cascade.
|
||||
var cid int64
|
||||
t.Cleanup(func() {
|
||||
_, _ = d.Exec(`DELETE FROM assets WHERE id > $1`, startMax)
|
||||
d.Close()
|
||||
defer d.Close()
|
||||
if _, err := d.Exec(`DELETE FROM assets WHERE id > $1`, startMax); err != nil {
|
||||
t.Errorf("cleanup assets: %v", err)
|
||||
}
|
||||
if cid != 0 {
|
||||
if _, err := d.Exec(`DELETE FROM companies WHERE id = $1`, cid); err != nil {
|
||||
t.Errorf("cleanup company %d: %v", cid, err)
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
uniq := startMax + 1
|
||||
root := fmt.Sprintf("scopetest%d.com", uniq)
|
||||
// Unique per run: MAX(assets.id) comes back to the same value after cleanup,
|
||||
// so it cannot tell one pass from the next. The in-scope /24 is picked per
|
||||
// run from 198.18.0.0/15 so a scope left by an interrupted run cannot claim
|
||||
// this run's IP.
|
||||
uniq := fmt.Sprintf("%d%d", time.Now().UnixNano(), rand.Uint32())
|
||||
n := rand.IntN(512)
|
||||
cidr := fmt.Sprintf("198.%d.%d.0/24", 18+n/256, n%256)
|
||||
root := fmt.Sprintf("scopetest%s.com", uniq)
|
||||
sub := "api." + root
|
||||
ipIn := "198.51.100.9"
|
||||
ipIn := fmt.Sprintf("198.%d.%d.9", 18+n/256, n%256)
|
||||
ipOut := "203.0.113.9"
|
||||
outDomain := fmt.Sprintf("other%d.net", uniq)
|
||||
outDomain := fmt.Sprintf("other%s.net", uniq)
|
||||
|
||||
cid, _, err := cs.UpsertCompany(fmt.Sprintf("ScopeCo %d", uniq), "")
|
||||
cid, _, err = cs.UpsertCompany(fmt.Sprintf("ScopeCo %s", uniq), "")
|
||||
if err != nil {
|
||||
t.Fatalf("UpsertCompany: %v", err)
|
||||
}
|
||||
@@ -359,7 +377,7 @@ func TestCompanyScopeAttribution(t *testing.T) {
|
||||
t.Fatalf("pre-scope asset should be unattributed, got %v", *preCompanyID)
|
||||
}
|
||||
|
||||
cs.AddScope(cid, []string{root, "198.51.100.0/24"}, "unit test")
|
||||
cs.AddScope(cid, []string{root, cidr}, "unit test")
|
||||
|
||||
mustCid := func(id int64, want int64, label string) {
|
||||
var cID *int64
|
||||
|
||||
+22
-6
@@ -4,7 +4,9 @@ import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
|
||||
// TestPoolProfilesOrder pins the failover chain query: keyless profiles can't
|
||||
@@ -17,17 +19,22 @@ func TestPoolProfilesOrder(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Close via Cleanup, registered FIRST so it runs LAST: a plain defer would
|
||||
// close the pool before the row-deleting cleanups below run.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
// llm_profiles.name is unique, so a fixed name collides with a row left on
|
||||
// the same database by an earlier run.
|
||||
sfx := fmt.Sprintf("-%d", time.Now().UnixNano())
|
||||
mk := func(name string, priority int, exclude bool, key string) int64 {
|
||||
id, err := d.SaveProfile(&LLMProfile{
|
||||
Name: name, Format: "openai", Model: "m", APIKey: key,
|
||||
Name: name + sfx, Format: "openai", Model: "m", APIKey: key,
|
||||
Priority: priority, PoolExclude: exclude,
|
||||
})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { d.Exec(`DELETE FROM llm_profiles WHERE id=$1`, id) })
|
||||
t.Cleanup(func() { deleteTestProfile(t, d, id) })
|
||||
return id
|
||||
}
|
||||
lo := mk("t-pool-lo", 1, false, "k1")
|
||||
@@ -42,11 +49,11 @@ func TestPoolProfilesOrder(t *testing.T) {
|
||||
var got []int64
|
||||
for _, p := range chain {
|
||||
switch p.Name {
|
||||
case "t-pool-lo", "t-pool-hi":
|
||||
case "t-pool-lo" + sfx, "t-pool-hi" + sfx:
|
||||
got = append(got, p.ID)
|
||||
case "t-pool-excluded":
|
||||
case "t-pool-excluded" + sfx:
|
||||
t.Fatal("pool_exclude profile entered the failover chain")
|
||||
case "t-pool-nokey":
|
||||
case "t-pool-nokey" + sfx:
|
||||
t.Fatal("keyless profile entered the failover chain")
|
||||
}
|
||||
}
|
||||
@@ -55,6 +62,15 @@ func TestPoolProfilesOrder(t *testing.T) {
|
||||
}
|
||||
}
|
||||
|
||||
// deleteTestProfile removes a profile a test created and reports a failed delete
|
||||
// instead of silently leaving the row for the next run.
|
||||
func deleteTestProfile(t *testing.T, d *DB, id int64) {
|
||||
t.Helper()
|
||||
if _, err := d.Exec(`DELETE FROM llm_profiles WHERE id=$1`, id); err != nil {
|
||||
t.Errorf("cleanup profile %d: %v", id, err)
|
||||
}
|
||||
}
|
||||
|
||||
func TestDeleteProfileContextHonorsCancellation(t *testing.T) {
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
cancel()
|
||||
|
||||
@@ -11,7 +11,8 @@ func TestConversationPinOrderingAndPatch(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
first, err := d.CreateConversation("mainagent", fmt.Sprintf("pin-first-%d", suffix), nil)
|
||||
@@ -24,8 +25,8 @@ func TestConversationPinOrderingAndPatch(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteConversation(first.ID)
|
||||
_ = d.DeleteConversation(second.ID)
|
||||
cleanupErr(t, "first conversation", d.DeleteConversation(first.ID))
|
||||
cleanupErr(t, "second conversation", d.DeleteConversation(second.ID))
|
||||
})
|
||||
|
||||
pinned := true
|
||||
|
||||
@@ -102,12 +102,13 @@ func TestRecordCoverageUpsertHistory(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
task, err := d.CreateTaskWithOptions("coverage ledger", "g", TaskCreateOptions{})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
|
||||
as := d.Assets()
|
||||
store := d.Exploration(task.ExplorationID)
|
||||
for _, vc := range []string{"SQLi", "XSS"} {
|
||||
@@ -158,12 +159,13 @@ func TestCoverageCompletenessBudgetThenReviveDone(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
task, err := d.CreateTaskWithOptions("coverage revive", "g", TaskCreateOptions{})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
|
||||
as, store := d.Assets(), d.Exploration(task.ExplorationID)
|
||||
state := func() string {
|
||||
t.Helper()
|
||||
@@ -221,12 +223,13 @@ func TestRecordCoverageRowCap(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
task, err := d.CreateTaskWithOptions("coverage cap", "g", TaskCreateOptions{})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
|
||||
if _, err := d.Exec(`INSERT INTO coverage_ledger(task_id, surface, risk_area, outcome)
|
||||
SELECT $1, '/s' || g, 'xss', 'needs_follow_up' FROM generate_series(1, $2::int) g`, task.ID, MaxCoverageRowsPerTask); err != nil {
|
||||
t.Fatal(err)
|
||||
|
||||
@@ -12,7 +12,8 @@ func TestCustomToolCRUD(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
key := "ct_test_tool"
|
||||
_ = d.DeleteCustomTool(key) // clean slate
|
||||
@@ -30,7 +31,7 @@ func TestCustomToolCRUD(t *testing.T) {
|
||||
if err := d.CreateCustomTool(in); err != nil {
|
||||
t.Fatalf("create: %v", err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteCustomTool(key) })
|
||||
t.Cleanup(func() { cleanupErr(t, "custom tool", d.DeleteCustomTool(key)) })
|
||||
|
||||
got, err := d.GetTool(key)
|
||||
if err != nil || got == nil {
|
||||
|
||||
@@ -0,0 +1,245 @@
|
||||
package db
|
||||
|
||||
import (
|
||||
"database/sql"
|
||||
"encoding/base64"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
const (
|
||||
evCookie = "session=ev-cookie-secret"
|
||||
evBearer = "Bearer ev-auth-secret"
|
||||
)
|
||||
|
||||
// evidenceFixture records a finding. With legacy=false the snapshot goes through
|
||||
// the normal insert path; with legacy=true it is written in clear by raw SQL.
|
||||
func evidenceFixture(t *testing.T, d *DB, tag string, legacy bool) (*Task, int64, TrafficEvidenceSnapshot) {
|
||||
t.Helper()
|
||||
task, err := d.CreateTask("evidence heads at rest "+tag, "goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
s := TrafficEvidenceSnapshot{SourceTrafficID: "t-sec-ev-" + tag, CapturedAt: 1, URL: "http://ev.example/" + tag, Method: "GET", Status: 200,
|
||||
ReqHead: "GET /" + tag + " HTTP/1.1\nCookie: " + evCookie + "\nAuthorization: " + evBearer + "\n",
|
||||
RespHead: "HTTP/1.1 200 OK\nSet-Cookie: " + evCookie + "\n", ReqHash: "rh-" + tag, RespHash: "ph-" + tag}
|
||||
s.ID = TrafficSnapshotID(s)
|
||||
t.Cleanup(func() {
|
||||
d.Exec(`DELETE FROM task_archives WHERE task_id=$1`, task.ID)
|
||||
d.DeleteTaskCascade(task.ID, false, true) // findings and their bindings too
|
||||
if _, err := d.Exec(`DELETE FROM traffic_evidence_snapshots WHERE id=$1`, s.ID); err != nil {
|
||||
t.Errorf("cleanup snapshot: %v", err)
|
||||
}
|
||||
})
|
||||
f, err := d.Exploration(task.ExplorationID).RecordFinding(t.Context(), RecordFindingInput{TaskID: task.ID, ExplorationID: task.ExplorationID, Summary: "evidence " + tag, Severity: "low"})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if legacy {
|
||||
_, err = d.Exec(`INSERT INTO traffic_evidence_snapshots(id,source_traffic_id,captured_at,url,method,status,req_head,resp_head,req_hash,resp_hash,req_len,resp_len)
|
||||
VALUES($1,$2,1,$3,'GET',200,$4,$5,$6,$7,0,0)`, s.ID, s.SourceTrafficID, s.URL, s.ReqHead, s.RespHead, s.ReqHash, s.RespHash)
|
||||
if err == nil {
|
||||
_, err = d.Exec(`INSERT INTO finding_traffic_bindings(finding_id,snapshot_id,position) VALUES($1,$2,0)`, f.FindingID, s.ID)
|
||||
}
|
||||
} else {
|
||||
err = d.WithEvidenceTx(t.Context(), func(tx *sql.Tx) error {
|
||||
return AddFindingTrafficTx(tx, f.FindingID, []PreparedTrafficEvidence{{Ref: TrafficRef{TrafficID: s.SourceTrafficID, Role: "proof"}, Snapshot: s}})
|
||||
})
|
||||
}
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
return task, f.FindingID, s
|
||||
}
|
||||
|
||||
// rawHeads reads the stored heads; both must be sealed and hide the secrets.
|
||||
func rawHeads(t *testing.T, d *DB, id string) (req, resp string) {
|
||||
t.Helper()
|
||||
if err := d.QueryRow(`SELECT req_head,resp_head FROM traffic_evidence_snapshots WHERE id=$1`, id).Scan(&req, &resp); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for _, v := range []string{req, resp} {
|
||||
if !isEncrypted(v) || strings.Contains(v, evCookie) || strings.Contains(v, evBearer) {
|
||||
t.Fatalf("head stored in clear: %q", v)
|
||||
}
|
||||
}
|
||||
return req, resp
|
||||
}
|
||||
|
||||
// assertClearHeads checks the application read and that the stored value is
|
||||
// sealed exactly once.
|
||||
func assertClearHeads(t *testing.T, d *DB, findingID int64, want TrafficEvidenceSnapshot) {
|
||||
t.Helper()
|
||||
got, err := d.GetFindingTraffic(t.Context(), findingID)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if len(got.Bindings) != 1 || got.Bindings[0].Snapshot.ReqHead != want.ReqHead || got.Bindings[0].Snapshot.RespHead != want.RespHead || got.Bindings[0].SnapshotID != want.ID {
|
||||
t.Fatalf("read back: %+v", got.Bindings)
|
||||
}
|
||||
req, resp := rawHeads(t, d, want.ID)
|
||||
box := activeSecretBox.Load()
|
||||
if p, err := box.decrypt(colEvReqHead.aad(), req); err != nil || p != want.ReqHead {
|
||||
t.Fatalf("req_head not sealed once: %q %v", p, err)
|
||||
}
|
||||
if p, err := box.decrypt(colEvRespHead.aad(), resp); err != nil || p != want.RespHead {
|
||||
t.Fatalf("resp_head not sealed once: %q %v", p, err)
|
||||
}
|
||||
}
|
||||
|
||||
func TestEvidenceHeadsSealedAtInsert(t *testing.T) {
|
||||
d, err := Open(testDSN(t))
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
t.Cleanup(func() { d.Close() })
|
||||
_, fid, s := evidenceFixture(t, d, "insert", false)
|
||||
assertClearHeads(t, d, fid, s)
|
||||
var url, method string
|
||||
if err := d.QueryRow(`SELECT url,method FROM traffic_evidence_snapshots WHERE id=$1`, s.ID).Scan(&url, &method); err != nil || url != s.URL || method != "GET" {
|
||||
t.Fatalf("metadata must stay in clear: %q %q %v", url, method, err)
|
||||
}
|
||||
}
|
||||
|
||||
func TestEvidenceHeadsBackfillAndKeyChecks(t *testing.T) {
|
||||
d, err := Open(testDSN(t))
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
t.Cleanup(func() { d.Close() })
|
||||
_, fid, s := evidenceFixture(t, d, "legacy", true)
|
||||
t.Setenv(secretKeyEnv, base64.StdEncoding.EncodeToString(testSecretKey))
|
||||
if err := d.InitSecrets(t.TempDir()); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
assertClearHeads(t, d, fid, s)
|
||||
req, resp := rawHeads(t, d, s.ID)
|
||||
if err := d.InitSecrets(t.TempDir()); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if r2, p2 := rawHeads(t, d, s.ID); r2 != req || p2 != resp {
|
||||
t.Fatal("second backfill must leave the ciphertexts untouched")
|
||||
}
|
||||
|
||||
// A head sealed under another key: the read and the startup check fail and
|
||||
// name the column. The startup check samples one sealed row per column, so
|
||||
// this row must be the only sealed snapshot.
|
||||
var sealedRows int
|
||||
if err := d.QueryRow(`SELECT count(*) FROM traffic_evidence_snapshots WHERE req_head LIKE 'enc:v1:%' OR resp_head LIKE 'enc:v1:%'`).Scan(&sealedRows); err != nil || sealedRows != 1 {
|
||||
t.Fatalf("want only this fixture's snapshot sealed, got %d (%v)", sealedRows, err)
|
||||
}
|
||||
other, _ := newSecretBox([]byte("ffffffffffffffffffffffffffffffff"))
|
||||
for _, c := range []secretColumn{colEvReqHead, colEvRespHead} {
|
||||
bad, _ := other.encrypt(c.aad(), "GET / HTTP/1.1\nCookie: other\n")
|
||||
if _, err := d.Exec(`UPDATE traffic_evidence_snapshots SET `+c.col+`=$1 WHERE id=$2`, bad, s.ID); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if _, err := d.GetFindingTraffic(t.Context(), fid); err == nil || !strings.Contains(err.Error(), c.aad()) {
|
||||
t.Fatalf("want a read failure naming %s, got %v", c.aad(), err)
|
||||
}
|
||||
if err := d.InitSecrets(t.TempDir()); err == nil || !strings.Contains(err.Error(), "secret key check") || !strings.Contains(err.Error(), c.aad()) {
|
||||
t.Fatalf("want a key-check failure naming %s, got %v", c.aad(), err)
|
||||
}
|
||||
if _, err := d.Exec(`UPDATE traffic_evidence_snapshots SET req_head=$1,resp_head=$2 WHERE id=$3`, req, resp, s.ID); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
assertClearHeads(t, d, fid, s)
|
||||
|
||||
// No key with sealed heads: refuse, and each head counts. One head stays
|
||||
// sealed so the refusal never turns into a new key.
|
||||
t.Setenv(secretKeyEnv, "")
|
||||
dir := t.TempDir()
|
||||
withHeads := encryptedCount(t, d, dir)
|
||||
for _, c := range []secretColumn{colEvReqHead, colEvRespHead} {
|
||||
if _, err := d.Exec(`UPDATE traffic_evidence_snapshots SET req_head=$1,resp_head=$2 WHERE id=$3`, req, resp, s.ID); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if _, err := d.Exec(`UPDATE traffic_evidence_snapshots SET `+c.col+`='' WHERE id=$1`, s.ID); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if n := encryptedCount(t, d, dir); withHeads-n != 1 {
|
||||
t.Fatalf("no-key refusal counted %d then %d encrypted values; %s must count", withHeads, n, c.aad())
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Export keeps the heads sealed; import opens them to check the snapshot ID,
|
||||
// then the insert seals them once. A legacy clear archive is sealed on import.
|
||||
func TestEvidenceHeadsArchiveRoundTrip(t *testing.T) {
|
||||
d, err := Open(testDSN(t))
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
t.Cleanup(func() { d.Close() })
|
||||
if err = d.EnsureLLMRecordsTable(); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err = d.EnsureLLMUsageTable(); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for _, legacy := range []bool{false, true} {
|
||||
t.Run(fmt.Sprint("legacy=", legacy), func(t *testing.T) {
|
||||
task, fid, s := evidenceFixture(t, d, fmt.Sprint("archive-", legacy), false)
|
||||
if err := d.SetPaused(task.ID, true); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
archive, err := d.QueueTaskArchive(task.ID)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if _, err = d.ClaimTaskArchiveJob(t.Context()); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
snapshot, err := d.SnapshotTaskArchive(task.ID)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
exported := string(snapshot.Tables["traffic_evidence_snapshots"])
|
||||
if !strings.Contains(exported, secretPrefix) || strings.Contains(exported, evCookie) || strings.Contains(exported, evBearer) {
|
||||
t.Fatalf("archive must keep the heads sealed: %s", exported)
|
||||
}
|
||||
if err = d.CompleteTaskArchive(archive.ID, snapshot, "/tmp/evidence-heads-test.tar.zst", "fixture", 1, 1); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
var rows []map[string]any
|
||||
if err = json.Unmarshal(snapshot.Tables["traffic_evidence_snapshots"], &rows); err != nil || len(rows) != 1 {
|
||||
t.Fatal(rows, err)
|
||||
}
|
||||
if legacy { // an archive written before the heads were sealed
|
||||
rows[0]["req_head"], rows[0]["resp_head"] = s.ReqHead, s.RespHead
|
||||
snapshot.Tables["traffic_evidence_snapshots"], _ = json.Marshal(rows)
|
||||
} else { // a head sealed under another key fails the import, naming the column
|
||||
other, _ := newSecretBox([]byte("ffffffffffffffffffffffffffffffff"))
|
||||
bad, _ := other.encrypt(colEvReqHead.aad(), s.ReqHead)
|
||||
good := rows[0]["req_head"]
|
||||
rows[0]["req_head"] = bad
|
||||
raw, _ := json.Marshal(rows)
|
||||
if _, err := ArchiveEvidenceSnapshots(&TaskArchiveSnapshot{FormatVersion: snapshot.FormatVersion, Tables: map[string]json.RawMessage{"traffic_evidence_snapshots": raw}}); err == nil || !strings.Contains(err.Error(), colEvReqHead.aad()) {
|
||||
t.Fatalf("want an import failure naming %s, got %v", colEvReqHead.aad(), err)
|
||||
}
|
||||
rows[0]["req_head"] = good
|
||||
}
|
||||
list, err := ArchiveEvidenceSnapshots(snapshot)
|
||||
if err != nil || len(list) != 1 || list[0].ReqHead != s.ReqHead || list[0].RespHead != s.RespHead {
|
||||
t.Fatalf("archive snapshots: %+v %v", list, err)
|
||||
}
|
||||
// The hot row is gone (GC), so the restore inserts it again.
|
||||
if _, err = d.Exec(`DELETE FROM traffic_evidence_snapshots WHERE id=$1`, s.ID); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if _, err = d.QueueTaskArchiveRestore(archive.ID); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if _, err = d.ClaimTaskArchiveJob(t.Context()); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if _, err = d.RestoreTaskArchive(archive.ID, snapshot, 0); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
assertClearHeads(t, d, fid, s)
|
||||
})
|
||||
}
|
||||
}
|
||||
@@ -10,13 +10,14 @@ func TestInheritedActivityReadsRequireTerminalIntent(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
expID, err := d.CreateExploration("source activity boundary", "source activity boundary")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _, _ = d.Exec(`DELETE FROM explorations WHERE id=$1`, expID) })
|
||||
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM explorations WHERE id=$1`, expID) })
|
||||
store := d.Exploration(expID)
|
||||
intentID, err := store.AddIntent(map[string]any{"summary": "source work"}, 1, nil, "planner")
|
||||
if err != nil {
|
||||
@@ -93,7 +94,8 @@ func TestExplorationDirectSourceReadView(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
grand, err := d.CreateTask("grand source", "grand goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
@@ -112,9 +114,9 @@ func TestExplorationDirectSourceReadView(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteTask(current.ID)
|
||||
_ = d.DeleteTask(source.ID)
|
||||
_ = d.DeleteTask(grand.ID)
|
||||
cleanupErr(t, "current task", d.DeleteTask(current.ID))
|
||||
cleanupErr(t, "source task", d.DeleteTask(source.ID))
|
||||
cleanupErr(t, "grand task", d.DeleteTask(grand.ID))
|
||||
})
|
||||
|
||||
grandStore := d.Exploration(grand.ExplorationID)
|
||||
@@ -315,7 +317,8 @@ func TestTaskAssetContextUsesDirectSourceScopeAndAnchors(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
grand, err := d.CreateTask("grand assets", "grand goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
@@ -351,10 +354,11 @@ func TestTaskAssetContextUsesDirectSourceScopeAndAnchors(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteTask(current.ID)
|
||||
_ = d.DeleteTask(source.ID)
|
||||
_ = d.DeleteTask(grand.ID)
|
||||
_, _ = assets.DeleteByIDs([]int64{sourceTestedID, sourceUntestedID, sourceAnchoredOnlyID, grandID})
|
||||
cleanupErr(t, "current task", d.DeleteTask(current.ID))
|
||||
cleanupErr(t, "source task", d.DeleteTask(source.ID))
|
||||
cleanupErr(t, "grand task", d.DeleteTask(grand.ID))
|
||||
_, err := assets.DeleteByIDs([]int64{sourceTestedID, sourceUntestedID, sourceAnchoredOnlyID, grandID})
|
||||
cleanupErr(t, "assets", err)
|
||||
})
|
||||
if _, err := assets.AddAgentScope(source.ID, "root_domain", sourceTestedDomain, "test", "agent"); err != nil {
|
||||
t.Fatal(err)
|
||||
|
||||
+24
-2
@@ -195,10 +195,29 @@ func InsertEvidenceSnapshotTx(tx *sql.Tx, s TrafficEvidenceSnapshot) error {
|
||||
if s.CreatedAt.IsZero() {
|
||||
s.CreatedAt = time.Now().UTC()
|
||||
}
|
||||
_, err := tx.Exec(`INSERT INTO traffic_evidence_snapshots
|
||||
// The ID hashes the clear heads; only the stored heads are sealed.
|
||||
reqHead, err := sealSecret(colEvReqHead, s.ReqHead)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
respHead, err := sealSecret(colEvRespHead, s.RespHead)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
_, err = tx.Exec(`INSERT INTO traffic_evidence_snapshots
|
||||
(id,source_traffic_id,captured_at,url,method,status,content_type,req_head,resp_head,req_hash,resp_hash,req_len,resp_len,created_at)
|
||||
VALUES($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14) ON CONFLICT(id) DO NOTHING`,
|
||||
s.ID, s.SourceTrafficID, s.CapturedAt, s.URL, s.Method, s.Status, s.ContentType, s.ReqHead, s.RespHead, s.ReqHash, s.RespHash, s.ReqLen, s.RespLen, s.CreatedAt)
|
||||
s.ID, s.SourceTrafficID, s.CapturedAt, s.URL, s.Method, s.Status, s.ContentType, reqHead, respHead, s.ReqHash, s.RespHash, s.ReqLen, s.RespLen, s.CreatedAt)
|
||||
return err
|
||||
}
|
||||
|
||||
// openHeads decrypts the heads of a snapshot read from the table or an archive.
|
||||
// Clear legacy values pass through; a value that fails to decrypt is an error.
|
||||
func (s *TrafficEvidenceSnapshot) openHeads() (err error) {
|
||||
if s.ReqHead, err = openSecret(colEvReqHead, s.ReqHead); err != nil {
|
||||
return err
|
||||
}
|
||||
s.RespHead, err = openSecret(colEvRespHead, s.RespHead)
|
||||
return err
|
||||
}
|
||||
|
||||
@@ -263,6 +282,9 @@ FROM finding_traffic_bindings b JOIN traffic_evidence_snapshots s ON s.id=b.snap
|
||||
if err := json.Unmarshal(raw, &b.Snapshot); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if err := b.Snapshot.openHeads(); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
out.Bindings = append(out.Bindings, b)
|
||||
}
|
||||
return out, rows.Err()
|
||||
|
||||
@@ -15,8 +15,17 @@ func ArchiveEvidenceSnapshots(snapshot *TaskArchiveSnapshot) ([]TrafficEvidenceS
|
||||
if snapshot.FormatVersion < 3 {
|
||||
return nil, ErrTaskArchiveFormatMismatch
|
||||
}
|
||||
err := json.Unmarshal(snapshot.Tables["traffic_evidence_snapshots"], &out)
|
||||
return out, err
|
||||
// The archive keeps the heads as stored (sealed). They are opened here so the
|
||||
// restore can check each content-addressed ID; the insert then seals them once.
|
||||
if err := json.Unmarshal(snapshot.Tables["traffic_evidence_snapshots"], &out); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
for i := range out {
|
||||
if err := out[i].openHeads(); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
return out, nil
|
||||
}
|
||||
|
||||
func restoreFindingTrafficTx(tx *sql.Tx, snapshot *TaskArchiveSnapshot) error {
|
||||
|
||||
+17
-9
@@ -1,6 +1,7 @@
|
||||
package db
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
@@ -14,7 +15,8 @@ func TestProfileRetryRoundTrip(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
want := RetryOverride{
|
||||
Connect: RetryRule{Attempts: 5, IntervalMS: 2000},
|
||||
@@ -22,12 +24,12 @@ func TestProfileRetryRoundTrip(t *testing.T) {
|
||||
Stream: RetryRule{IntervalMS: 250},
|
||||
}
|
||||
id, err := d.SaveProfile(&LLMProfile{
|
||||
Name: "t-retry-roundtrip", Format: "openai", Model: "m", APIKey: "k", Retry: want,
|
||||
Name: fmt.Sprintf("t-retry-roundtrip-%d", time.Now().UnixNano()), Format: "openai", Model: "m", APIKey: "k", Retry: want,
|
||||
})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { d.Exec(`DELETE FROM llm_profiles WHERE id=$1`, id) })
|
||||
t.Cleanup(func() { deleteTestProfile(t, d, id) })
|
||||
|
||||
got, err := d.ProfileByID(id)
|
||||
if err != nil || got == nil {
|
||||
@@ -71,16 +73,17 @@ func TestProfileRetryClampedOnSave(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
id, err := d.SaveProfile(&LLMProfile{
|
||||
Name: "t-retry-clamp", Format: "openai", Model: "m", APIKey: "k",
|
||||
Name: fmt.Sprintf("t-retry-clamp-%d", time.Now().UnixNano()), Format: "openai", Model: "m", APIKey: "k",
|
||||
Retry: RetryOverride{Connect: RetryRule{Attempts: -99, IntervalMS: -5}},
|
||||
})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { d.Exec(`DELETE FROM llm_profiles WHERE id=$1`, id) })
|
||||
t.Cleanup(func() { deleteTestProfile(t, d, id) })
|
||||
got, err := d.ProfileByID(id)
|
||||
if err != nil || got == nil {
|
||||
t.Fatalf("ProfileByID: %v", err)
|
||||
@@ -97,17 +100,22 @@ func TestLLMRetryPolicyRoundTrip(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the restore below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
before, hadBefore, err := d.GetSetting(settingLLMRetryPolicy)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
var err error
|
||||
if hadBefore {
|
||||
d.SetSetting(settingLLMRetryPolicy, before)
|
||||
err = d.SetSetting(settingLLMRetryPolicy, before)
|
||||
} else {
|
||||
d.Exec(`DELETE FROM settings WHERE key=$1`, settingLLMRetryPolicy)
|
||||
_, err = d.Exec(`DELETE FROM settings WHERE key=$1`, settingLLMRetryPolicy)
|
||||
}
|
||||
if err != nil {
|
||||
t.Errorf("restore %s: %v", settingLLMRetryPolicy, err)
|
||||
}
|
||||
})
|
||||
|
||||
|
||||
+12
-4
@@ -46,17 +46,21 @@ func (c secretColumn) aad() string {
|
||||
}
|
||||
|
||||
// rowFilter limits a settings entry to its own row; the key is a code-owned
|
||||
// constant from secretSettingKeys, never input.
|
||||
// constant from secretSettingKeys, never input. tools.exec covers the
|
||||
// user-created tools only: the seeds rewrite the built-in rows in clear.
|
||||
func (c secretColumn) rowFilter() string {
|
||||
if c.setting != "" {
|
||||
return ` AND key='` + c.setting + `'`
|
||||
}
|
||||
if c == colToolExec {
|
||||
return ` AND system=false`
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
// idCol names the row key: settings rows are keyed by name, the rest by id.
|
||||
// idCol names the row key: settings and tools rows are keyed by name, the rest by id.
|
||||
func (c secretColumn) idCol() string {
|
||||
if c.setting != "" {
|
||||
if c.setting != "" || c == colToolExec {
|
||||
return "key"
|
||||
}
|
||||
return "id"
|
||||
@@ -76,7 +80,11 @@ var (
|
||||
colMCPEnv = secretColumn{"mcp_servers", "env", true, ""}
|
||||
colCredPass = secretColumn{"task_credentials", "password", false, ""}
|
||||
colNotifConfig = secretColumn{"notification_channels", "config", true, ""}
|
||||
secretColumns = append([]secretColumn{colLLMKey, colLLMProxy, colMCPEnv, colCredPass, colNotifConfig}, secretSettingColumns()...)
|
||||
colToolExec = secretColumn{"tools", "exec", true, ""} // system=false rows: headers, proxy, body, code, command
|
||||
// Evidence head blocks carry the captured Cookie and Authorization headers.
|
||||
colEvReqHead = secretColumn{"traffic_evidence_snapshots", "req_head", false, ""}
|
||||
colEvRespHead = secretColumn{"traffic_evidence_snapshots", "resp_head", false, ""}
|
||||
secretColumns = append([]secretColumn{colLLMKey, colLLMProxy, colMCPEnv, colCredPass, colNotifConfig, colToolExec, colEvReqHead, colEvRespHead}, secretSettingColumns()...)
|
||||
)
|
||||
|
||||
// secretSettingKeys are the settings stored encrypted, AAD "settings.<key>".
|
||||
|
||||
+24
-9
@@ -12,13 +12,14 @@ func TestRegisterTaskAssetScopesCreatesAssetsAndPersistsTextScope(t *testing.T)
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
task, err := d.CreateTask("manual scope registration", "goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
|
||||
suffix := time.Now().UnixNano()
|
||||
domain := fmt.Sprintf("manual-scope-%d.example.test", suffix)
|
||||
ip := fmt.Sprintf("203.0.%d.%d", (suffix/250)%250, suffix%250+1)
|
||||
@@ -48,7 +49,10 @@ func TestRegisterTaskAssetScopesCreatesAssetsAndPersistsTextScope(t *testing.T)
|
||||
t.Fatalf("unexpected task asset provenance: %+v", asset)
|
||||
}
|
||||
}
|
||||
t.Cleanup(func() { _, _ = d.Assets().DeleteByIDs(assetIDs) })
|
||||
t.Cleanup(func() {
|
||||
_, err := d.Assets().DeleteByIDs(assetIDs)
|
||||
cleanupErr(t, "assets", err)
|
||||
})
|
||||
scopes, err := d.Assets().ListTaskScope(task.ID)
|
||||
if err != nil || len(scopes) != 5 {
|
||||
t.Fatalf("task scope=%+v err=%v", scopes, err)
|
||||
@@ -91,18 +95,22 @@ func TestTaskAssetAttachDetachPreservesGlobalAssetAndAnchors(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
task, err := d.CreateTask("asset editing", "goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
|
||||
assetID, err := d.Assets().UpsertRootDomain(UpsertRootDomainReq{Domain: fmt.Sprintf("manual-%d.example.test", time.Now().UnixNano())})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _, _ = d.Assets().DeleteByIDs([]int64{assetID}) })
|
||||
t.Cleanup(func() {
|
||||
_, err := d.Assets().DeleteByIDs([]int64{assetID})
|
||||
cleanupErr(t, "asset", err)
|
||||
})
|
||||
|
||||
mutation, err := d.Assets().AttachAssetsToTask(task.ID, []int64{assetID, assetID}, "authorized asset list item 3")
|
||||
if err != nil {
|
||||
@@ -144,7 +152,8 @@ func TestIntentAssetsIncludesDirectSourceProvenance(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
source, err := d.CreateTask("source assets", "goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
@@ -154,7 +163,10 @@ func TestIntentAssetsIncludesDirectSourceProvenance(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(current.ID); _ = d.DeleteTask(source.ID) })
|
||||
t.Cleanup(func() {
|
||||
cleanupErr(t, "current task", d.DeleteTask(current.ID))
|
||||
cleanupErr(t, "source task", d.DeleteTask(source.ID))
|
||||
})
|
||||
|
||||
assetID, err := d.Assets().UpsertHTTPService(UpsertHTTPServiceReq{
|
||||
URL: fmt.Sprintf("https://intent-%d.example.test", time.Now().UnixNano()), TaskID: source.ID,
|
||||
@@ -162,7 +174,10 @@ func TestIntentAssetsIncludesDirectSourceProvenance(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _, _ = d.Assets().DeleteByIDs([]int64{assetID}) })
|
||||
t.Cleanup(func() {
|
||||
_, err := d.Assets().DeleteByIDs([]int64{assetID})
|
||||
cleanupErr(t, "asset", err)
|
||||
})
|
||||
intentID, err := d.Exploration(source.ExplorationID).AddIntent(map[string]any{"summary": "source worker"}, 5, []int64{assetID}, "planner")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
|
||||
@@ -13,7 +13,8 @@ func TestTaskCategoryCRUDAndTaskAssignment(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
name := fmt.Sprintf("Category %d", time.Now().UnixNano())
|
||||
category, err := d.CreateTaskCategory(" " + strings.ReplaceAll(name, " ", " ") + " ")
|
||||
@@ -31,7 +32,7 @@ func TestTaskCategoryCRUDAndTaskAssignment(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
|
||||
loaded, err := d.GetTask(task.ID)
|
||||
if err != nil || loaded == nil || loaded.CategoryID == nil || *loaded.CategoryID != category.ID || loaded.CategoryName != name {
|
||||
t.Fatalf("categorized task=%+v err=%v", loaded, err)
|
||||
@@ -95,14 +96,18 @@ func TestSetTasksCategoryBatch(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
stamp := time.Now().UnixNano()
|
||||
category, err := d.CreateTaskCategory(fmt.Sprintf("Batch %d", stamp))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _, _ = d.DeleteTaskCategory(category.ID) })
|
||||
t.Cleanup(func() {
|
||||
_, err := d.DeleteTaskCategory(category.ID)
|
||||
cleanupErr(t, "category", err)
|
||||
})
|
||||
|
||||
ids := make([]int64, 0, 3)
|
||||
for i := range 3 {
|
||||
@@ -110,7 +115,7 @@ func TestSetTasksCategoryBatch(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
|
||||
ids = append(ids, task.ID)
|
||||
}
|
||||
|
||||
@@ -152,14 +157,15 @@ func TestSetTasksCategoryRejectsBadInputAtomically(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
stamp := time.Now().UnixNano()
|
||||
task, err := d.CreateTaskWithOptions(fmt.Sprintf("batch-reject-%d", stamp), "goal", TaskCreateOptions{})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
|
||||
|
||||
missingCategory := int64(1 << 62)
|
||||
if _, _, err := d.SetTasksCategory([]int64{task.ID}, &missingCategory); !errors.Is(err, ErrTaskCategoryNotFound) {
|
||||
|
||||
@@ -13,7 +13,8 @@ func TestTaskLLMProfileMutationsLockTaskBeforeProfile(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
first, err := d.SaveProfile(&LLMProfile{
|
||||
@@ -38,9 +39,9 @@ func TestTaskLLMProfileMutationsLockTaskBeforeProfile(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteTask(task.ID)
|
||||
_ = d.DeleteProfile(first)
|
||||
_ = d.DeleteProfile(second)
|
||||
cleanupErr(t, "task", d.DeleteTask(task.ID))
|
||||
cleanupProfile(t, d, first)
|
||||
cleanupProfile(t, d, second)
|
||||
})
|
||||
|
||||
replaceDB, replacePID := openSingleConnectionTestDB(t, dsn)
|
||||
@@ -112,7 +113,8 @@ func TestDeleteProfileLocksNonTaskReferencesBeforeProfile(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
profileID, err := d.SaveProfile(&LLMProfile{
|
||||
@@ -132,8 +134,8 @@ func TestDeleteProfileLocksNonTaskReferencesBeforeProfile(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteAgent(agent.Key)
|
||||
_ = d.DeleteProfile(profileID)
|
||||
cleanupErr(t, "agent", d.DeleteAgent(agent.Key))
|
||||
cleanupProfile(t, d, profileID)
|
||||
})
|
||||
|
||||
blocker, err := d.Begin()
|
||||
@@ -169,7 +171,8 @@ func TestDeleteProfileLocksNonTaskReferencesBeforeProfile(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
profileID, err := d.SaveProfile(&LLMProfile{
|
||||
@@ -184,8 +187,8 @@ func TestDeleteProfileLocksNonTaskReferencesBeforeProfile(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteConversation(conversation.ID)
|
||||
_ = d.DeleteProfile(profileID)
|
||||
cleanupErr(t, "conversation", d.DeleteConversation(conversation.ID))
|
||||
cleanupProfile(t, d, profileID)
|
||||
})
|
||||
|
||||
blocker, err := d.Begin()
|
||||
@@ -225,7 +228,8 @@ func TestNonTaskProfileMutationsLockReferenceBeforeProfile(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
profileID, err := d.SaveProfile(&LLMProfile{
|
||||
@@ -240,8 +244,8 @@ func TestNonTaskProfileMutationsLockReferenceBeforeProfile(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteAgent(agent.Key)
|
||||
_ = d.DeleteProfile(profileID)
|
||||
cleanupErr(t, "agent", d.DeleteAgent(agent.Key))
|
||||
cleanupProfile(t, d, profileID)
|
||||
})
|
||||
|
||||
blocker, err := d.Begin()
|
||||
@@ -273,7 +277,8 @@ func TestNonTaskProfileMutationsLockReferenceBeforeProfile(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
profileID, err := d.SaveProfile(&LLMProfile{
|
||||
@@ -288,8 +293,8 @@ func TestNonTaskProfileMutationsLockReferenceBeforeProfile(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteConversation(conversation.ID)
|
||||
_ = d.DeleteProfile(profileID)
|
||||
cleanupErr(t, "conversation", d.DeleteConversation(conversation.ID))
|
||||
cleanupProfile(t, d, profileID)
|
||||
})
|
||||
|
||||
blocker, err := d.Begin()
|
||||
@@ -323,7 +328,8 @@ func TestCreateConversationAndDeleteProfileDoNotDeadlock(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
profileID, err := d.SaveProfile(&LLMProfile{
|
||||
@@ -334,8 +340,8 @@ func TestCreateConversationAndDeleteProfileDoNotDeadlock(t *testing.T) {
|
||||
}
|
||||
title := fmt.Sprintf("conversation create race %d", suffix)
|
||||
t.Cleanup(func() {
|
||||
_, _ = d.Exec(`DELETE FROM conversations WHERE title=$1`, title)
|
||||
_ = d.DeleteProfile(profileID)
|
||||
cleanupExec(t, d, `DELETE FROM conversations WHERE title=$1`, title)
|
||||
cleanupProfile(t, d, profileID)
|
||||
})
|
||||
|
||||
profileBlocker, err := d.Begin()
|
||||
@@ -403,7 +409,8 @@ func TestDeleteProfileRetriesReferenceCommittedAfterInitialScan(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
profileID, err := d.SaveProfile(&LLMProfile{
|
||||
@@ -418,8 +425,8 @@ func TestDeleteProfileRetriesReferenceCommittedAfterInitialScan(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteTask(task.ID)
|
||||
_ = d.DeleteProfile(profileID)
|
||||
cleanupErr(t, "task", d.DeleteTask(task.ID))
|
||||
cleanupProfile(t, d, profileID)
|
||||
})
|
||||
|
||||
// Keep the new reference uncommitted while deletion takes its initial
|
||||
|
||||
@@ -11,7 +11,8 @@ func TestListTasksBulkHydratesTaskContext(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
stamp := time.Now().UnixNano()
|
||||
profileID, err := d.SaveProfile(&LLMProfile{
|
||||
@@ -20,17 +21,17 @@ func TestListTasksBulkHydratesTaskContext(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteProfile(profileID) })
|
||||
t.Cleanup(func() { cleanupProfile(t, d, profileID) })
|
||||
source, err := d.CreateTask(fmt.Sprintf("bulk-list-source-%d", stamp), "goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(source.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "source task", d.DeleteTask(source.ID)) })
|
||||
companyID, _, err := d.Companies().UpsertCompany(fmt.Sprintf("Bulk List Company %d", stamp), "")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.Companies().DeleteCompany(companyID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "company", d.Companies().DeleteCompany(companyID)) })
|
||||
child, err := d.CreateTaskWithOptions("bulk-list-child", "goal", TaskCreateOptions{
|
||||
LLMProfileIDs: []int64{profileID},
|
||||
SourceTaskIDs: []int64{source.ID},
|
||||
@@ -39,7 +40,7 @@ func TestListTasksBulkHydratesTaskContext(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(child.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "child task", d.DeleteTask(child.ID)) })
|
||||
|
||||
tasks, err := d.ListTasks()
|
||||
if err != nil {
|
||||
@@ -72,13 +73,14 @@ func TestTaskListMetricsAll(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
task, err := d.CreateTask("task-list-metrics", "goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
|
||||
|
||||
resultAt := time.Now().Add(-time.Second).Truncate(time.Second)
|
||||
latestAt := resultAt.Add(time.Second)
|
||||
|
||||
@@ -14,7 +14,8 @@ func TestTaskTemplateCRUDAndNormalizedUniqueness(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
name := fmt.Sprintf("Template %d", suffix)
|
||||
@@ -26,7 +27,10 @@ func TestTaskTemplateCRUDAndNormalizedUniqueness(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _, _ = d.DeleteTaskTemplate(created.ID) })
|
||||
t.Cleanup(func() {
|
||||
_, err := d.DeleteTaskTemplate(created.ID)
|
||||
cleanupErr(t, "template", err)
|
||||
})
|
||||
if created.Name != name || created.Description != "initial description" || created.Goal != "initial goal" {
|
||||
t.Fatalf("template was not normalized: %+v", created)
|
||||
}
|
||||
@@ -85,7 +89,8 @@ func TestTaskTemplateDisjointPatchesCompose(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanup below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
created, err := d.CreateTaskTemplate(TaskTemplateInput{
|
||||
Name: fmt.Sprintf("Concurrent template %d", time.Now().UnixNano()),
|
||||
@@ -95,7 +100,10 @@ func TestTaskTemplateDisjointPatchesCompose(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _, _ = d.DeleteTaskTemplate(created.ID) })
|
||||
t.Cleanup(func() {
|
||||
_, err := d.DeleteTaskTemplate(created.ID)
|
||||
cleanupErr(t, "template", err)
|
||||
})
|
||||
|
||||
description := "description from concurrent patch"
|
||||
goal := "goal from concurrent patch"
|
||||
|
||||
+30
-21
@@ -13,7 +13,7 @@ func TestTaskLifecycleAndDeleteCascade(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
tk, err := d.CreateTask("migration test", "goal X", nil, 0, 0)
|
||||
if err != nil {
|
||||
@@ -87,7 +87,8 @@ func TestTaskDeleteCascadeAssets(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
first, err := d.CreateTask("cascade delete test", "goal A", nil, 0, 0)
|
||||
if err != nil {
|
||||
@@ -138,9 +139,10 @@ func TestTaskDeleteCascadeAssets(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteTask(first.ID)
|
||||
_ = d.DeleteTask(second.ID)
|
||||
_, _ = assets.DeleteByIDs([]int64{exclusiveID, sharedID, anchorOnlyID, protectedID})
|
||||
cleanupErr(t, "first task", d.DeleteTask(first.ID))
|
||||
cleanupErr(t, "second task", d.DeleteTask(second.ID))
|
||||
_, err := assets.DeleteByIDs([]int64{exclusiveID, sharedID, anchorOnlyID, protectedID})
|
||||
cleanupErr(t, "assets", err)
|
||||
})
|
||||
|
||||
hosts, err := assets.HostsByTask(first.ID)
|
||||
@@ -211,7 +213,8 @@ func TestTaskRelationsAndLLMFailoverChain(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
profileIDs := make([]int64, 0, 3)
|
||||
@@ -242,11 +245,11 @@ func TestTaskRelationsAndLLMFailoverChain(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_ = d.DeleteTask(child.ID)
|
||||
_ = d.DeleteTask(sourceA.ID)
|
||||
_ = d.DeleteTask(sourceB.ID)
|
||||
cleanupErr(t, "child task", d.DeleteTask(child.ID))
|
||||
cleanupErr(t, "source task A", d.DeleteTask(sourceA.ID))
|
||||
cleanupErr(t, "source task B", d.DeleteTask(sourceB.ID))
|
||||
for _, id := range profileIDs {
|
||||
_ = d.DeleteProfile(id)
|
||||
cleanupProfile(t, d, id)
|
||||
}
|
||||
})
|
||||
|
||||
@@ -469,13 +472,14 @@ func TestTaskContextRejectsDuplicatesAndAllowsTerminalLLMEdits(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
source, err := d.CreateTask("source", "goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(source.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "source task", d.DeleteTask(source.ID)) })
|
||||
if _, err := d.CreateTaskWithOptions("bad", "goal", TaskCreateOptions{SourceTaskIDs: []int64{source.ID, source.ID}}); err == nil {
|
||||
t.Fatal("duplicate source task ids should be rejected")
|
||||
}
|
||||
@@ -490,13 +494,13 @@ func TestTaskContextRejectsDuplicatesAndAllowsTerminalLLMEdits(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteProfile(profileID) })
|
||||
t.Cleanup(func() { cleanupProfile(t, d, profileID) })
|
||||
|
||||
task, err := d.CreateTask("terminal", "goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "terminal task", d.DeleteTask(task.ID)) })
|
||||
if err := d.SetStatus(task.ID, "done"); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
@@ -523,7 +527,8 @@ func TestCreateTaskWithCompanyScopes(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) - skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
suffix := time.Now().UnixNano()
|
||||
companyA, _, err := d.Companies().UpsertCompany(fmt.Sprintf("Task Company A %d", suffix), "")
|
||||
@@ -539,14 +544,14 @@ func TestCreateTaskWithCompanyScopes(t *testing.T) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
_, _ = d.Exec(`DELETE FROM companies WHERE id IN ($1,$2,$3)`, companyA, companyB, emptyCompany)
|
||||
cleanupExec(t, d, `DELETE FROM companies WHERE id IN ($1,$2,$3)`, companyA, companyB, emptyCompany)
|
||||
})
|
||||
|
||||
existingTask, err := d.CreateTask("existing company asset owner", "goal", nil, 0, 0)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(existingTask.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "existing task", d.DeleteTask(existingTask.ID)) })
|
||||
var companyAssetA, companyAssetB int64
|
||||
domainA := fmt.Sprintf("task-company-a-%d.example.test", suffix)
|
||||
domainB := fmt.Sprintf("task-company-b-%d.example.test", suffix)
|
||||
@@ -562,7 +567,10 @@ VALUES ('root_domain',$1,$1,$2,'explicit')
|
||||
RETURNING id`, domainB, companyB).Scan(&companyAssetB); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _, _ = d.Assets().DeleteByIDs([]int64{companyAssetA, companyAssetB}) })
|
||||
t.Cleanup(func() {
|
||||
_, err := d.Assets().DeleteByIDs([]int64{companyAssetA, companyAssetB})
|
||||
cleanupErr(t, "company assets", err)
|
||||
})
|
||||
|
||||
task, err := d.CreateTaskWithOptions("company-scoped task", "use company scope", TaskCreateOptions{
|
||||
CompanyIDs: []int64{companyA, companyB},
|
||||
@@ -570,7 +578,7 @@ RETURNING id`, domainB, companyB).Scan(&companyAssetB); err != nil {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(task.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "company-scoped task", d.DeleteTask(task.ID)) })
|
||||
if fmt.Sprint(task.CompanyIDs) != fmt.Sprint([]int64{companyA, companyB}) {
|
||||
t.Fatalf("creation result company IDs=%v", task.CompanyIDs)
|
||||
}
|
||||
@@ -674,7 +682,8 @@ func TestListTasksOrderByIDDesc(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
defer d.Close()
|
||||
// Registered FIRST so it runs LAST, after the row cleanups below.
|
||||
t.Cleanup(func() { d.Close() })
|
||||
|
||||
stamp := time.Now().UnixNano()
|
||||
var ids []int64
|
||||
@@ -683,7 +692,7 @@ func TestListTasksOrderByIDDesc(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Cleanup(func() { _ = d.DeleteTask(tk.ID) })
|
||||
t.Cleanup(func() { cleanupErr(t, "order task", d.DeleteTask(tk.ID)) })
|
||||
ids = append(ids, tk.ID)
|
||||
}
|
||||
|
||||
|
||||
+23
-8
@@ -110,6 +110,13 @@ func scanTool(rows interface{ Scan(...any) error }) (*Tool, error) {
|
||||
if err := rows.Scan(&t.Key, &t.System, &t.Description, &t.Schema, &agents, &t.Enabled, &t.Kind, &t.Exec, &t.Deferred); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if !t.System { // a custom tool's exec is sealed at rest
|
||||
plain, err := openSecret(colToolExec, string(t.Exec))
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
t.Exec = json.RawMessage(plain)
|
||||
}
|
||||
if len(agents) > 0 {
|
||||
_ = json.Unmarshal(agents, &t.Agents)
|
||||
}
|
||||
@@ -154,15 +161,15 @@ func (d *DB) CreateCustomTool(t *Tool) error {
|
||||
if len(schema) == 0 {
|
||||
schema = json.RawMessage("{}")
|
||||
}
|
||||
exec := t.Exec
|
||||
if len(exec) == 0 {
|
||||
exec = json.RawMessage("{}")
|
||||
exec, err := sealToolExec(t.Exec)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
agents, _ := json.Marshal(t.Agents)
|
||||
if len(agents) == 0 {
|
||||
agents = json.RawMessage("[]")
|
||||
}
|
||||
_, err := d.Exec(`
|
||||
_, err = d.Exec(`
|
||||
INSERT INTO tools(key, system, description, schema, agents, enabled, kind, exec, deferred)
|
||||
VALUES ($1, false, $2, $3, $4, $5, $6, $7, $8)`,
|
||||
t.Key, t.Description, schema, agents, t.Enabled, t.Kind, exec, t.Deferred)
|
||||
@@ -176,21 +183,29 @@ func (d *DB) UpdateCustomTool(t *Tool) error {
|
||||
if len(schema) == 0 {
|
||||
schema = json.RawMessage("{}")
|
||||
}
|
||||
exec := t.Exec
|
||||
if len(exec) == 0 {
|
||||
exec = json.RawMessage("{}")
|
||||
exec, err := sealToolExec(t.Exec)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
agents, _ := json.Marshal(t.Agents)
|
||||
if len(agents) == 0 {
|
||||
agents = json.RawMessage("[]")
|
||||
}
|
||||
_, err := d.Exec(`
|
||||
_, err = d.Exec(`
|
||||
UPDATE tools SET description=$2, schema=$3, agents=$4, enabled=$5, kind=$6, exec=$7, deferred=$8
|
||||
WHERE key=$1 AND system=false`,
|
||||
t.Key, t.Description, schema, agents, t.Enabled, t.Kind, exec, t.Deferred)
|
||||
return err
|
||||
}
|
||||
|
||||
// sealToolExec encrypts a custom tool's exec spec for storage; empty means {}.
|
||||
func sealToolExec(exec json.RawMessage) (string, error) {
|
||||
if len(exec) == 0 {
|
||||
exec = json.RawMessage("{}")
|
||||
}
|
||||
return sealSecret(colToolExec, string(exec))
|
||||
}
|
||||
|
||||
// DeleteCustomTool removes a custom tool (system=false only; built-ins protected).
|
||||
func (d *DB) DeleteCustomTool(key string) error {
|
||||
_, err := d.Exec(`DELETE FROM tools WHERE key=$1 AND system=false`, key)
|
||||
|
||||
@@ -0,0 +1,184 @@
|
||||
package db
|
||||
|
||||
import (
|
||||
"encoding/base64"
|
||||
"encoding/json"
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
// toolExecPlain is a custom http tool's exec carrying a secret in every field
|
||||
// the phase 3 encryption covers.
|
||||
const toolExecPlain = `{"method":"GET","url":"https://api.example/x","headers":{"Authorization":"Bearer tool-hdr-plain"},` +
|
||||
`"body":"tool-body-plain","proxy":"http://u:tool-proxy-plain@p.example:3128"}`
|
||||
|
||||
var toolPlainSecrets = []string{"tool-hdr-plain", "tool-body-plain", "tool-proxy-plain", "tool-cmd-plain"}
|
||||
|
||||
func rawToolExec(t *testing.T, d *DB, key string) string {
|
||||
t.Helper()
|
||||
var v string
|
||||
if err := d.QueryRow(`SELECT exec::text FROM tools WHERE key=$1`, key).Scan(&v); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
return v
|
||||
}
|
||||
|
||||
// assertToolExecSealed checks a custom tool's exec is sealed at rest and read
|
||||
// back in clear, equal to want, by every db getter.
|
||||
func assertToolExecSealed(t *testing.T, d *DB, key, want string) {
|
||||
t.Helper()
|
||||
raw := rawToolExec(t, d, key)
|
||||
if !isSealed(colToolExec, raw) {
|
||||
t.Fatalf("tools.exec of %s not sealed at rest: %s", key, raw)
|
||||
}
|
||||
for _, p := range toolPlainSecrets {
|
||||
if strings.Contains(raw, p) {
|
||||
t.Fatalf("plaintext %q found at rest", p)
|
||||
}
|
||||
}
|
||||
var got []json.RawMessage
|
||||
if tl, err := d.GetTool(key); err != nil || tl == nil {
|
||||
t.Fatalf("GetTool: %v", err)
|
||||
} else {
|
||||
got = append(got, tl.Exec)
|
||||
}
|
||||
for _, list := range []func() ([]*Tool, error){d.ListTools, d.ListCustomTools} {
|
||||
ts, err := list()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for _, tl := range ts {
|
||||
if tl.Key == key {
|
||||
got = append(got, tl.Exec)
|
||||
}
|
||||
}
|
||||
}
|
||||
if len(got) != 3 {
|
||||
t.Fatalf("tool %s read by %d getters, want 3", key, len(got))
|
||||
}
|
||||
for _, g := range got {
|
||||
if !jsonEqual(t, string(g), want) {
|
||||
t.Fatalf("exec read back as %s, want %s", g, want)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func jsonEqual(t *testing.T, a, b string) bool {
|
||||
t.Helper()
|
||||
var x, y any
|
||||
if json.Unmarshal([]byte(a), &x) != nil || json.Unmarshal([]byte(b), &y) != nil {
|
||||
return false
|
||||
}
|
||||
ca, _ := json.Marshal(x)
|
||||
cb, _ := json.Marshal(y)
|
||||
return string(ca) == string(cb)
|
||||
}
|
||||
|
||||
func TestToolExecSealedAtRest(t *testing.T) {
|
||||
d, err := Open(testDSN(t))
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
d.Exec(`DELETE FROM tools WHERE key LIKE 't_secexec%'`)
|
||||
d.Close()
|
||||
})
|
||||
if err := d.CreateCustomTool(&Tool{Key: "t_secexec", Kind: "http", Exec: json.RawMessage(toolExecPlain), Enabled: true}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
assertToolExecSealed(t, d, "t_secexec", toolExecPlain)
|
||||
first := rawToolExec(t, d, "t_secexec")
|
||||
|
||||
cmd := `{"command":"curl -H 'X-Key: tool-cmd-plain' {args}","timeout_ms":5000}`
|
||||
if err := d.UpdateCustomTool(&Tool{Key: "t_secexec", Kind: "command", Exec: json.RawMessage(cmd), Enabled: true}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
assertToolExecSealed(t, d, "t_secexec", cmd)
|
||||
if err := d.UpdateCustomTool(&Tool{Key: "t_secexec", Kind: "http", Exec: json.RawMessage(toolExecPlain), Enabled: true}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if rawToolExec(t, d, "t_secexec") == first {
|
||||
t.Fatal("the same exec must seal under a fresh nonce")
|
||||
}
|
||||
|
||||
// A shell tool has no exec: {} stays {}.
|
||||
if err := d.CreateCustomTool(&Tool{Key: "t_secexec_shell", Kind: "shell", Enabled: true}); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if raw := rawToolExec(t, d, "t_secexec_shell"); raw != "{}" {
|
||||
t.Fatalf("empty exec stored as %s, want {}", raw)
|
||||
}
|
||||
if err := d.CreateCustomTool(&Tool{Key: "t_secexec_resv", Kind: "command", Exec: json.RawMessage(`{"__artex_enc":"x"}`)}); err == nil {
|
||||
t.Fatal("reserved key must be refused on write")
|
||||
}
|
||||
|
||||
// A value sealed under another key fails the read (fail closed).
|
||||
other, _ := newSecretBox([]byte("ffffffffffffffffffffffffffffffff"))
|
||||
foreign, _ := other.seal(colToolExec, toolExecPlain)
|
||||
if _, err := d.Exec(`UPDATE tools SET exec=$1::jsonb WHERE key='t_secexec'`, foreign); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if _, err := d.GetTool("t_secexec"); err == nil || !strings.Contains(err.Error(), "tools.exec") {
|
||||
t.Fatalf("a foreign ciphertext must fail the read, got %v", err)
|
||||
}
|
||||
if _, err := d.ListCustomTools(); err == nil {
|
||||
t.Fatal("ListCustomTools must fail on a foreign ciphertext")
|
||||
}
|
||||
}
|
||||
|
||||
func TestToolExecBackfillAndKeyChecks(t *testing.T) {
|
||||
d, err := Open(testDSN(t))
|
||||
if err != nil {
|
||||
t.Skipf("postgres unavailable (%v) — skipping", err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
d.Exec(`DELETE FROM tools WHERE key LIKE 't_secexec%'`)
|
||||
d.Close()
|
||||
})
|
||||
sysExec := `{"command":"echo system-plain"}`
|
||||
for _, q := range []struct {
|
||||
key, exec string
|
||||
system bool
|
||||
}{{"t_secexec_legacy", toolExecPlain, false}, {"t_secexec_sys", sysExec, true}, {"t_secexec_empty", `{}`, false}} {
|
||||
if _, err := d.Exec(`INSERT INTO tools(key, system, kind, exec) VALUES ($1, $2, 'http', $3::jsonb)`, q.key, q.system, q.exec); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
t.Setenv(secretKeyEnv, base64.StdEncoding.EncodeToString(testSecretKey))
|
||||
if err := d.InitSecrets(t.TempDir()); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
assertToolExecSealed(t, d, "t_secexec_legacy", toolExecPlain)
|
||||
first := rawToolExec(t, d, "t_secexec_legacy")
|
||||
if raw := rawToolExec(t, d, "t_secexec_sys"); !jsonEqual(t, raw, sysExec) {
|
||||
t.Fatalf("a system tool's exec must stay in clear, got %s", raw)
|
||||
}
|
||||
if raw := rawToolExec(t, d, "t_secexec_empty"); raw != "{}" {
|
||||
t.Fatalf("an empty exec must stay {}, got %s", raw)
|
||||
}
|
||||
if err := d.InitSecrets(t.TempDir()); err != nil || rawToolExec(t, d, "t_secexec_legacy") != first {
|
||||
t.Fatalf("second backfill must leave the ciphertext untouched (%v)", err)
|
||||
}
|
||||
|
||||
// Missing key: the sealed exec counts in the refusal.
|
||||
t.Setenv(secretKeyEnv, "")
|
||||
dir := t.TempDir()
|
||||
withTool := encryptedCount(t, d, dir)
|
||||
if _, err := d.Exec(`UPDATE tools SET exec='{}'::jsonb WHERE key='t_secexec_legacy'`); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if n := encryptedCount(t, d, dir); withTool-n != 1 {
|
||||
t.Fatalf("no-key refusal counted %d then %d encrypted values; tools.exec must count", withTool, n)
|
||||
}
|
||||
|
||||
// Wrong key: an exec sealed under another key fails the startup key check.
|
||||
other, _ := newSecretBox([]byte("ffffffffffffffffffffffffffffffff"))
|
||||
foreign, _ := other.seal(colToolExec, toolExecPlain)
|
||||
if _, err := d.Exec(`UPDATE tools SET exec=$1::jsonb WHERE key='t_secexec_legacy'`, foreign); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Setenv(secretKeyEnv, base64.StdEncoding.EncodeToString(testSecretKey))
|
||||
if err := d.InitSecrets(t.TempDir()); err == nil || !strings.Contains(err.Error(), "tools.exec") {
|
||||
t.Fatalf("want a key-check failure on tools.exec, got %v", err)
|
||||
}
|
||||
}
|
||||
@@ -34,5 +34,10 @@ func runEvidenceSuite(m *testing.M) int {
|
||||
panic(err)
|
||||
}
|
||||
defer conn.ExecContext(context.Background(), `SELECT pg_advisory_unlock(7337741002)`)
|
||||
// Snapshot inserts seal the heads: load a fixed test key (env, no key file).
|
||||
os.Setenv("ARTEX_SECRET_KEY", "MDEyMzQ1Njc4OWFiY2RlZjAxMjM0NTY3ODlhYmNkZWY=")
|
||||
if err = pg.InitSecrets(""); err != nil {
|
||||
panic(err)
|
||||
}
|
||||
return m.Run()
|
||||
}
|
||||
|
||||
@@ -21,6 +21,7 @@ import (
|
||||
"github.com/Autumn-27/artex/egress"
|
||||
"github.com/Autumn-27/artex/guard"
|
||||
"github.com/Autumn-27/artex/intercept"
|
||||
"github.com/Autumn-27/artex/notify"
|
||||
"github.com/Autumn-27/norma/permission"
|
||||
actool "github.com/Autumn-27/norma/tool"
|
||||
)
|
||||
@@ -72,6 +73,11 @@ func (s *Server) pgCreateCustomTool(w http.ResponseWriter, r *http.Request) {
|
||||
writeErr(w, 409, "this key already exists (built-in or custom tool)")
|
||||
return
|
||||
}
|
||||
var err error
|
||||
if req.Exec, err = unmaskToolExec("", nil, req.Kind, req.Exec); err != nil { // nothing stored: a placeholder is refused
|
||||
writeErr(w, 400, err.Error())
|
||||
return
|
||||
}
|
||||
if err := pg.CreateCustomTool(&db.Tool{
|
||||
Key: req.Key, Description: req.Description, Schema: req.Schema, Agents: req.Agents,
|
||||
Enabled: req.Enabled, Kind: req.Kind, Exec: req.Exec, Deferred: req.Deferred,
|
||||
@@ -110,6 +116,10 @@ func (s *Server) pgUpdateCustomTool(w http.ResponseWriter, r *http.Request) {
|
||||
writeErr(w, 400, "http tools must provide a parameter JSON Schema (cannot be left empty)")
|
||||
return
|
||||
}
|
||||
if req.Exec, err = unmaskToolExec(existing.Kind, existing.Exec, req.Kind, req.Exec); err != nil {
|
||||
writeErr(w, 400, err.Error())
|
||||
return
|
||||
}
|
||||
if err := pg.UpdateCustomTool(&db.Tool{
|
||||
Key: key, Description: req.Description, Schema: req.Schema, Agents: req.Agents,
|
||||
Enabled: req.Enabled, Kind: req.Kind, Exec: req.Exec, Deferred: req.Deferred,
|
||||
@@ -138,6 +148,7 @@ func (s *Server) pgDeleteCustomTool(w http.ResponseWriter, r *http.Request) {
|
||||
// real tool call — it runs arbitrary command/script/http on the server, which the
|
||||
// custom-tool feature already allows, so no new capability is granted.
|
||||
type testToolReq struct {
|
||||
Key string `json:"key"` // the saved tool being edited, if any: its stored values replace placeholders
|
||||
Kind string `json:"kind"` // command | script | http
|
||||
Exec json.RawMessage `json:"exec"`
|
||||
Params map[string]any `json:"params"`
|
||||
@@ -156,6 +167,23 @@ func (s *Server) pgTestCustomTool(w http.ResponseWriter, r *http.Request) {
|
||||
writeErr(w, 400, "invalid request body")
|
||||
return
|
||||
}
|
||||
var storedKind string
|
||||
var stored json.RawMessage
|
||||
if req.Key != "" {
|
||||
t, err := pg.GetTool(req.Key)
|
||||
if err != nil {
|
||||
writeErr(w, 500, err.Error())
|
||||
return
|
||||
}
|
||||
if t != nil && !t.System {
|
||||
storedKind, stored = t.Kind, t.Exec
|
||||
}
|
||||
}
|
||||
var err error
|
||||
if req.Exec, err = unmaskToolExec(storedKind, stored, req.Kind, req.Exec); err != nil {
|
||||
writeErr(w, 400, err.Error())
|
||||
return
|
||||
}
|
||||
params := req.Params
|
||||
if params == nil {
|
||||
params = map[string]any{}
|
||||
@@ -236,6 +264,86 @@ type httpExec struct {
|
||||
UseRecordingProxy bool `json:"use_recording_proxy"`
|
||||
}
|
||||
|
||||
// toolExecFlags are the response-only *_set flags of maskToolExec; never stored.
|
||||
var toolExecFlags = []string{"headers_set", "proxy_set", "body_set"}
|
||||
|
||||
// maskToolExec is what the API shows of a custom tool's exec: every header value,
|
||||
// the proxy and the body become the placeholder, each with a *_set flag.
|
||||
func maskToolExec(raw json.RawMessage) json.RawMessage {
|
||||
var e map[string]any
|
||||
if json.Unmarshal(raw, &e) != nil || e == nil {
|
||||
return raw
|
||||
}
|
||||
if h, ok := e["headers"].(map[string]any); ok {
|
||||
set := false
|
||||
for k, v := range h {
|
||||
if v != "" {
|
||||
h[k], set = notify.MaskedPrefix, true
|
||||
}
|
||||
}
|
||||
e["headers_set"] = set
|
||||
}
|
||||
for _, k := range []string{"proxy", "body"} {
|
||||
if s, ok := e[k].(string); ok {
|
||||
e[k], e[k+"_set"] = maskedSecret(s), s != ""
|
||||
}
|
||||
}
|
||||
out, _ := json.Marshal(e)
|
||||
return out
|
||||
}
|
||||
|
||||
// unmaskToolExec puts the stored value back for every header, proxy or body sent
|
||||
// as the placeholder, so a client echoing the list response keeps the stored
|
||||
// secret; an explicit value replaces it and "" clears it. A placeholder with
|
||||
// nothing stored to keep (stored nil on create) is refused. As for the MCP env,
|
||||
// a stored secret is only kept for the destination it was configured for: when
|
||||
// the url (exact string) or the kind changes, a placeholder is refused.
|
||||
func unmaskToolExec(storedKind string, stored json.RawMessage, kind string, in json.RawMessage) (json.RawMessage, error) {
|
||||
var e, old map[string]any
|
||||
if json.Unmarshal(in, &e) != nil || e == nil {
|
||||
return in, nil // not an object: stored or refused as before
|
||||
}
|
||||
_ = json.Unmarshal(stored, &old)
|
||||
changed, kept := false, false
|
||||
for _, k := range toolExecFlags {
|
||||
if _, ok := e[k]; ok {
|
||||
delete(e, k)
|
||||
changed = true
|
||||
}
|
||||
}
|
||||
oldHeaders, _ := old["headers"].(map[string]any)
|
||||
headers, _ := e["headers"].(map[string]any)
|
||||
for k, v := range headers {
|
||||
if s, ok := v.(string); !ok || !isMaskedSecret(s) {
|
||||
continue
|
||||
}
|
||||
prev, ok := oldHeaders[k]
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("header %q: masked value but nothing stored to keep", k)
|
||||
}
|
||||
headers[k], changed, kept = prev, true, true
|
||||
}
|
||||
for _, k := range []string{"proxy", "body"} {
|
||||
if s, ok := e[k].(string); !ok || !isMaskedSecret(s) {
|
||||
continue
|
||||
}
|
||||
prev, _ := old[k].(string)
|
||||
if prev == "" {
|
||||
return nil, fmt.Errorf("%s: masked value but nothing stored to keep", k)
|
||||
}
|
||||
e[k], changed, kept = prev, true, true
|
||||
}
|
||||
oldURL, _ := old["url"].(string)
|
||||
newURL, _ := e["url"].(string)
|
||||
if kept && (oldURL != newURL || storedKind != kind) {
|
||||
return nil, fmt.Errorf("destination changed (url or kind) while a stored secret was kept: re-enter the masked header/proxy/body or clear it; stored secrets are not sent to a new destination")
|
||||
}
|
||||
if !changed {
|
||||
return in, nil
|
||||
}
|
||||
return json.Marshal(e)
|
||||
}
|
||||
|
||||
func timeoutOr(ms, def int) time.Duration {
|
||||
if ms <= 0 {
|
||||
return time.Duration(def) * time.Millisecond
|
||||
|
||||
@@ -172,6 +172,11 @@ func TestFindingTrafficAPIAndExport(t *testing.T) {
|
||||
if w = req("GET", fmt.Sprintf("%s/%d", base, first), ""); w.Code != 200 || !strings.Contains(w.Body.String(), `"binary":true`) {
|
||||
t.Fatal(w.Code, w.Body)
|
||||
}
|
||||
// The viewer reads the heads in clear; the table stores them sealed.
|
||||
var rawHead string
|
||||
if err := s.m.pg.QueryRow(`SELECT req_head FROM traffic_evidence_snapshots WHERE id=$1`, list.Bindings[0].SnapshotID).Scan(&rawHead); err != nil || !strings.HasPrefix(rawHead, "enc:v1:") || !strings.Contains(w.Body.String(), `"req_head":"POST / HTTP/1.1"`) {
|
||||
t.Fatalf("head at rest %q (%v), viewer %s", rawHead, err, w.Body)
|
||||
}
|
||||
if w = req("GET", fmt.Sprintf("%s/%d/body?side=response&offset=20001", base, first), ""); w.Code != 422 {
|
||||
t.Fatal(w.Code, w.Body)
|
||||
}
|
||||
|
||||
@@ -216,6 +216,10 @@ func (s *Server) toolCreateCustomTool() actool.CoreTool {
|
||||
if exist, _ := s.m.pg.GetTool(a.Key); exist != nil {
|
||||
return actool.Errorf("this key already exists: " + a.Key), nil
|
||||
}
|
||||
var err error
|
||||
if a.Exec, err = unmaskToolExec("", nil, a.Kind, a.Exec); err != nil { // nothing stored: a placeholder is refused
|
||||
return actool.Errorf(err.Error()), nil
|
||||
}
|
||||
if err := s.m.pg.CreateCustomTool(toDBTool(a)); err != nil {
|
||||
return actool.Errorf(err.Error()), nil
|
||||
}
|
||||
@@ -239,6 +243,10 @@ func (s *Server) toolUpdateCustomTool() actool.CoreTool {
|
||||
if a.Kind == "http" && !hasSchemaProps(a.Schema) {
|
||||
return actool.Errorf("http tools must provide a parameter JSON Schema (cannot be empty)"), nil
|
||||
}
|
||||
var err error
|
||||
if a.Exec, err = unmaskToolExec(existing.Kind, existing.Exec, a.Kind, a.Exec); err != nil {
|
||||
return actool.Errorf(err.Error()), nil
|
||||
}
|
||||
if err := s.m.pg.UpdateCustomTool(toDBTool(a)); err != nil {
|
||||
return actool.Errorf(err.Error()), nil
|
||||
}
|
||||
|
||||
@@ -754,6 +754,11 @@ func (s *Server) pgListTools(w http.ResponseWriter, r *http.Request) {
|
||||
if ts == nil {
|
||||
ts = []*db.Tool{}
|
||||
}
|
||||
for _, tool := range ts {
|
||||
if !tool.System {
|
||||
tool.Exec = maskToolExec(tool.Exec)
|
||||
}
|
||||
}
|
||||
// Usage is best-effort decoration. Runtime tool resolution keeps using the plain
|
||||
// catalog query, so agent assembly never pays for this aggregate.
|
||||
counts, countErr := pg.ToolUsageCounts()
|
||||
|
||||
@@ -0,0 +1,248 @@
|
||||
package server
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"io"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"strings"
|
||||
"sync/atomic"
|
||||
"testing"
|
||||
)
|
||||
|
||||
// A placeholder keeps the stored secret only for the url and kind it was saved
|
||||
// with: a changed destination is refused before any write or request.
|
||||
func TestCustomToolExecDestinationGuard(t *testing.T) {
|
||||
s, _, request := trafficEvidenceServer(t)
|
||||
pg := s.m.PG()
|
||||
var hits atomic.Int32
|
||||
echo := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
hits.Add(1)
|
||||
io.WriteString(w, "auth="+r.Header.Get("Authorization"))
|
||||
}))
|
||||
t.Cleanup(echo.Close)
|
||||
t.Cleanup(func() { pg.Exec(`DELETE FROM tools WHERE key LIKE 't_secguard%'`) })
|
||||
const secret = "Bearer guard-plain-0001"
|
||||
schema := `{"type":"object","properties":{"q":{"type":"string"}}}`
|
||||
body := func(kind, url, hdr string) string {
|
||||
e, _ := json.Marshal(map[string]any{"method": "GET", "url": url, "headers": map[string]string{"Authorization": hdr}})
|
||||
return `{"key":"t_secguard","kind":"` + kind + `","enabled":true,"schema":` + schema + `,"exec":` + string(e) + `}`
|
||||
}
|
||||
storedExec := func() (url, auth string) {
|
||||
tl, err := pg.GetTool("t_secguard")
|
||||
if err != nil || tl == nil {
|
||||
t.Fatalf("GetTool: %v", err)
|
||||
}
|
||||
var e struct {
|
||||
URL string `json:"url"`
|
||||
Headers map[string]string `json:"headers"`
|
||||
}
|
||||
_ = json.Unmarshal(tl.Exec, &e)
|
||||
return e.URL, e.Headers["Authorization"]
|
||||
}
|
||||
if resp := request("POST", "/api/tools/custom", body("http", echo.URL, secret)); resp.Code != 200 {
|
||||
t.Fatalf("create: HTTP %d %s", resp.Code, resp.Body.String())
|
||||
}
|
||||
moved := echo.URL + "/elsewhere"
|
||||
|
||||
// 1. Masked header, changed url: refused, nothing written.
|
||||
if resp := request("PUT", "/api/tools/custom/t_secguard", body("http", moved, "__masked__")); resp.Code != 400 {
|
||||
t.Fatalf("masked header with a changed url must be refused, got HTTP %d", resp.Code)
|
||||
}
|
||||
if url, auth := storedExec(); url != echo.URL || auth != secret {
|
||||
t.Fatalf("a refused update changed the stored exec: %s %s", url, auth)
|
||||
}
|
||||
// An empty url against a stored one is a change too.
|
||||
if resp := request("PUT", "/api/tools/custom/t_secguard", body("http", "", "__masked__")); resp.Code != 400 {
|
||||
t.Fatalf("masked header with an emptied url must be refused, got HTTP %d", resp.Code)
|
||||
}
|
||||
|
||||
// 2. Masked header, same url: kept.
|
||||
if resp := request("PUT", "/api/tools/custom/t_secguard", body("http", echo.URL, "__masked__")); resp.Code != 200 {
|
||||
t.Fatalf("masked header with the same url: HTTP %d %s", resp.Code, resp.Body.String())
|
||||
}
|
||||
if url, auth := storedExec(); url != echo.URL || auth != secret {
|
||||
t.Fatalf("the stored secret was not kept: %s %s", url, auth)
|
||||
}
|
||||
|
||||
// 3. Test endpoint, masked header, changed url: refused, no request sent.
|
||||
e, _ := json.Marshal(map[string]any{"method": "GET", "url": moved, "headers": map[string]string{"Authorization": "__masked__"}})
|
||||
if resp := request("POST", "/api/tools/custom/test", `{"key":"t_secguard","kind":"http","exec":`+string(e)+`}`); resp.Code != 400 {
|
||||
t.Fatalf("test endpoint with a changed url must be refused, got HTTP %d %s", resp.Code, resp.Body.String())
|
||||
}
|
||||
if n := hits.Load(); n != 0 {
|
||||
t.Fatalf("the echo server received %d request(s); the stored secret left", n)
|
||||
}
|
||||
|
||||
// 4. Kind change while keeping a placeholder: refused.
|
||||
if resp := request("PUT", "/api/tools/custom/t_secguard", body("command", echo.URL, "__masked__")); resp.Code != 400 {
|
||||
t.Fatalf("a kind change with a placeholder must be refused, got HTTP %d", resp.Code)
|
||||
}
|
||||
if tl, _ := pg.GetTool("t_secguard"); tl == nil || tl.Kind != "http" {
|
||||
t.Fatalf("a refused kind change was written: %v", tl)
|
||||
}
|
||||
|
||||
// 5. An explicit value with a changed url is allowed.
|
||||
if resp := request("PUT", "/api/tools/custom/t_secguard", body("http", moved, "Bearer typed-0002")); resp.Code != 200 {
|
||||
t.Fatalf("explicit header with a changed url: HTTP %d %s", resp.Code, resp.Body.String())
|
||||
}
|
||||
if url, auth := storedExec(); url != moved || auth != "Bearer typed-0002" {
|
||||
t.Fatalf("explicit replace not stored: %s %s", url, auth)
|
||||
}
|
||||
}
|
||||
|
||||
// A custom tool's exec: headers, proxy and body are masked by GET /api/tools;
|
||||
// the placeholder keeps the stored value on update and in the test endpoint, a
|
||||
// create with it is refused, and the executor runs on the clear exec.
|
||||
func TestCustomToolExecMasking(t *testing.T) {
|
||||
s, _, request := trafficEvidenceServer(t)
|
||||
pg := s.m.PG()
|
||||
echo := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
b, _ := io.ReadAll(r.Body)
|
||||
io.WriteString(w, "auth="+r.Header.Get("Authorization")+" body="+string(b))
|
||||
}))
|
||||
t.Cleanup(echo.Close)
|
||||
t.Cleanup(func() { pg.Exec(`DELETE FROM tools WHERE key LIKE 't_secexec%'`) })
|
||||
secrets := []string{"hdr-plain-0001", "body-plain-0002", "proxy-plain-0003"}
|
||||
schema := `{"type":"object","properties":{"q":{"type":"string"}}}`
|
||||
execOf := func(hdr, body, proxy string) string {
|
||||
e, _ := json.Marshal(map[string]any{"method": "POST", "url": echo.URL,
|
||||
"headers": map[string]string{"Authorization": hdr, "X-Empty": ""}, "body": body, "proxy": proxy})
|
||||
return string(e)
|
||||
}
|
||||
toolBody := func(key, exec string) string {
|
||||
return `{"key":"` + key + `","kind":"http","enabled":true,"schema":` + schema + `,"exec":` + exec + `}`
|
||||
}
|
||||
stored := func() map[string]any {
|
||||
tl, err := pg.GetTool("t_secexec")
|
||||
if err != nil || tl == nil {
|
||||
t.Fatalf("GetTool: %v", err)
|
||||
}
|
||||
var e map[string]any
|
||||
_ = json.Unmarshal(tl.Exec, &e)
|
||||
return e
|
||||
}
|
||||
|
||||
plain := execOf("Bearer "+secrets[0], secrets[1], "http://u:"+secrets[2]+"@127.0.0.1:1")
|
||||
if resp := request("POST", "/api/tools/custom", toolBody("t_secexec", plain)); resp.Code != 200 {
|
||||
t.Fatalf("create: HTTP %d %s", resp.Code, resp.Body.String())
|
||||
}
|
||||
var raw string
|
||||
if err := pg.QueryRow(`SELECT exec::text FROM tools WHERE key='t_secexec'`).Scan(&raw); err != nil || !strings.Contains(raw, "__artex_enc") {
|
||||
t.Fatalf("exec not sealed at rest: %s %v", raw, err)
|
||||
}
|
||||
|
||||
// List: masked with *_set flags, nothing in clear.
|
||||
resp := request("GET", "/api/tools", "")
|
||||
for _, sec := range secrets {
|
||||
if resp.Code != 200 || strings.Contains(resp.Body.String(), sec) {
|
||||
t.Fatalf("GET /api/tools: HTTP %d or a secret returned in clear", resp.Code)
|
||||
}
|
||||
}
|
||||
var list struct {
|
||||
Tools []struct {
|
||||
Key string `json:"key"`
|
||||
Exec json.RawMessage `json:"exec"`
|
||||
}
|
||||
}
|
||||
_ = json.Unmarshal(resp.Body.Bytes(), &list)
|
||||
var masked json.RawMessage
|
||||
for _, tl := range list.Tools {
|
||||
if tl.Key == "t_secexec" {
|
||||
masked = tl.Exec
|
||||
}
|
||||
}
|
||||
var m map[string]any
|
||||
_ = json.Unmarshal(masked, &m)
|
||||
h, _ := m["headers"].(map[string]any)
|
||||
if h["Authorization"] != "__masked__" || h["X-Empty"] != "" || m["body"] != "__masked__" || m["proxy"] != "__masked__" ||
|
||||
m["headers_set"] != true || m["body_set"] != true || m["proxy_set"] != true || m["url"] != echo.URL {
|
||||
t.Fatalf("exec not masked as expected: %s", masked)
|
||||
}
|
||||
|
||||
// Update echoing the masked exec: every stored value is kept, no flag stored.
|
||||
if resp := request("PUT", "/api/tools/custom/t_secexec", toolBody("t_secexec", string(masked))); resp.Code != 200 {
|
||||
t.Fatalf("update with placeholders: HTTP %d %s", resp.Code, resp.Body.String())
|
||||
}
|
||||
e := stored()
|
||||
if e["headers"].(map[string]any)["Authorization"] != "Bearer "+secrets[0] || e["body"] != secrets[1] ||
|
||||
!strings.Contains(e["proxy"].(string), secrets[2]) || e["body_set"] != nil {
|
||||
t.Fatalf("placeholders did not keep the stored exec: %v", e)
|
||||
}
|
||||
|
||||
// Test endpoint: the saved tool's key resolves the placeholders.
|
||||
noProxy := execOf("__masked__", "__masked__", "")
|
||||
if resp := request("POST", "/api/tools/custom/test", `{"kind":"http","exec":`+noProxy+`}`); resp.Code != 400 {
|
||||
t.Fatalf("a placeholder without a saved tool must be refused, got HTTP %d", resp.Code)
|
||||
}
|
||||
resp = request("POST", "/api/tools/custom/test", `{"key":"t_secexec","kind":"http","exec":`+noProxy+`}`)
|
||||
if resp.Code != 200 || !strings.Contains(resp.Body.String(), "auth=Bearer "+secrets[0]+" body="+secrets[1]) {
|
||||
t.Fatalf("test endpoint did not use the stored values: HTTP %d %s", resp.Code, resp.Body.String())
|
||||
}
|
||||
|
||||
// Replace the header, keep the body, clear the proxy.
|
||||
if resp := request("PUT", "/api/tools/custom/t_secexec", toolBody("t_secexec", execOf("Bearer new-0004", "__masked__", ""))); resp.Code != 200 {
|
||||
t.Fatalf("update: HTTP %d %s", resp.Code, resp.Body.String())
|
||||
}
|
||||
e = stored()
|
||||
if e["headers"].(map[string]any)["Authorization"] != "Bearer new-0004" || e["body"] != secrets[1] || e["proxy"] != "" {
|
||||
t.Fatalf("replace/keep/clear: %v", e)
|
||||
}
|
||||
if resp := request("GET", "/api/tools", ""); strings.Contains(resp.Body.String(), "new-0004") {
|
||||
t.Fatal("a replaced secret is returned in clear")
|
||||
}
|
||||
|
||||
// Create with a placeholder: refused, nothing written.
|
||||
for _, ex := range []string{execOf("__masked__", "", ""), execOf("", "__masked__", ""), execOf("", "", "__masked__")} {
|
||||
if resp := request("POST", "/api/tools/custom", toolBody("t_secexec_new", ex)); resp.Code != 400 {
|
||||
t.Fatalf("create with a placeholder must be refused, got HTTP %d", resp.Code)
|
||||
}
|
||||
}
|
||||
if tl, _ := pg.GetTool("t_secexec_new"); tl != nil {
|
||||
t.Fatal("a refused create wrote a row")
|
||||
}
|
||||
|
||||
// The executor receives the clear exec from the sealed row.
|
||||
tools, err := s.customTools()
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for _, tl := range tools {
|
||||
if tl.Name() != "t_secexec" {
|
||||
continue
|
||||
}
|
||||
res, err := tl.Call(context.Background(), json.RawMessage(`{"q":"x"}`), nil)
|
||||
if err != nil || !strings.Contains(res.Flatten(), "auth=Bearer new-0004 body="+secrets[1]) {
|
||||
t.Fatalf("executor output %q %v", res.Flatten(), err)
|
||||
}
|
||||
return
|
||||
}
|
||||
t.Fatal("t_secexec not built by customTools")
|
||||
}
|
||||
|
||||
// The platform tools follow the API: create refuses a placeholder, update keeps the stored value.
|
||||
func TestPlatformCustomToolPlaceholders(t *testing.T) {
|
||||
s, _, _ := trafficEvidenceServer(t)
|
||||
pg := s.m.PG()
|
||||
t.Cleanup(func() { pg.Exec(`DELETE FROM tools WHERE key LIKE 't_secexec%'`) })
|
||||
in := func(exec string) json.RawMessage {
|
||||
return json.RawMessage(`{"key":"t_secexec_pt","kind":"command","exec":` + exec + `}`)
|
||||
}
|
||||
create, update := s.toolCreateCustomTool(), s.toolUpdateCustomTool()
|
||||
if res, _ := create.Call(context.Background(), in(`{"command":"echo","proxy":"__masked__"}`), nil); !res.IsError {
|
||||
t.Fatalf("create with a placeholder must fail: %s", res.Flatten())
|
||||
}
|
||||
if res, _ := create.Call(context.Background(), in(`{"command":"echo","body":"pt-body-plain"}`), nil); res.IsError {
|
||||
t.Fatalf("create: %s", res.Flatten())
|
||||
}
|
||||
if res, _ := update.Call(context.Background(), in(`{"command":"echo 2","body":"__masked__"}`), nil); res.IsError {
|
||||
t.Fatalf("update: %s", res.Flatten())
|
||||
}
|
||||
tl, err := pg.GetTool("t_secexec_pt")
|
||||
if err != nil || tl == nil || !jsonHas(tl.Exec, "pt-body-plain") || !jsonHas(tl.Exec, "echo 2") {
|
||||
t.Fatalf("update with a placeholder must keep the stored body: %v %v", tl, err)
|
||||
}
|
||||
}
|
||||
|
||||
func jsonHas(raw json.RawMessage, s string) bool { return strings.Contains(string(raw), s) }
|
||||
@@ -662,7 +662,8 @@ function CustomToolDialog({
|
||||
setTesting(true);
|
||||
setTestResult(null);
|
||||
try {
|
||||
const r = await api.testCustomTool({ kind, exec: buildExec(), params });
|
||||
// key: a saved tool's stored secrets replace the masked placeholders.
|
||||
const r = await api.testCustomTool({ key: tool?.key, kind, exec: buildExec(), params });
|
||||
setTestResult(r);
|
||||
} catch (e) {
|
||||
setTestResult({ output: (e as Error).message, is_error: true });
|
||||
|
||||
+1
-1
@@ -1113,7 +1113,7 @@ export const api = {
|
||||
t: Pick<Tool, "description" | "schema" | "agents" | "enabled" | "kind" | "exec" | "deferred">,
|
||||
) => put<{ ok: boolean }>(`/tools/custom/${key}`, t),
|
||||
deleteCustomTool: (key: string) => del<{ deleted: string }>(`/tools/custom/${key}`),
|
||||
testCustomTool: (body: { kind: string; exec: Record<string, unknown>; params: Record<string, unknown> }) =>
|
||||
testCustomTool: (body: { key?: string; kind: string; exec: Record<string, unknown>; params: Record<string, unknown> }) =>
|
||||
post<{ output: string; is_error: boolean }>("/tools/custom/test", body),
|
||||
detectPython: () => post<{ python_interpreter: string }>("/settings/python/detect", {}),
|
||||
|
||||
|
||||
Reference in New Issue
Block a user