Merge pull request #290 from Coff0xc/fix/rsi-lesson-retract

fix(db): retract lesson evidence when a disposition reverses
This commit is contained in:
BaaRai
2026-11-17 20:30:19 +01:00
committed by GitHub
3 changed files with 576 additions and 11 deletions
+105 -5
View File
@@ -93,10 +93,15 @@ func lessonExtractCompanyID(companyIDs []int64) int64 {
}
// ExtractLessonsForTask derives candidate lessons from one task's findings and
// retests. It is idempotent: the evidence primary key means a second run adds
// no support. A task with more than one company is skipped so a generic
// (NULL company_id) lesson cannot leak across companies. Returns the number of
// distinct lessons touched.
// retests. It is idempotent for the same disposition: the evidence primary key
// means a second run adds no support. A later run after a reversed disposition
// retracts that finding's evidence from the opposite-kind lesson, including
// every retest of the finding, and retires the lesson when nothing else
// supports it. Confirming again restores the evidence; a retired lesson is
// un-retired only when it has no remaining evidence. Pending and in_progress
// produce nothing and retract nothing. A task with more than one company is
// skipped so a generic (NULL company_id) lesson cannot leak across companies.
// Returns the number of distinct lessons written.
func (d *DB) ExtractLessonsForTask(ctx context.Context, taskID int64) (int, error) {
categoryID, companyIDs, err := taskLessonScope(ctx, d, taskID)
if err != nil {
@@ -175,11 +180,20 @@ func (d *DB) ExtractLessonsForTask(ctx context.Context, taskID int64) (int, erro
return 0, err
}
}
if err := d.retractLessonEvidence(ctx, "finding", findingID, "negative"); err != nil {
return 0, err
}
case "false_positive", "duplicate", "ignored", "risk_accepted":
if err := add("negative", "Do not re-report without new mechanics: "+label+" (prior "+status+")",
"finding", findingID, sourceDetail); err != nil {
return 0, err
}
if err := d.retractLessonEvidence(ctx, "finding", findingID, "positive"); err != nil {
return 0, err
}
if err := d.retractFindingRetestEvidence(ctx, findingID, "positive"); err != nil {
return 0, err
}
}
if retestID > 0 && (verdict == "fixed" || verdict == "inconclusive") {
if err := add("caution", "Recheck before reporting "+cue+": a prior retest was "+verdict,
@@ -196,11 +210,97 @@ func (d *DB) upsertLesson(ctx context.Context, key, kind, cue, action string, ca
err := d.QueryRowContext(ctx, `
INSERT INTO rsi_lessons(dedupe_key,kind,cue,action,category_id,company_id)
VALUES($1,$2,$3,$4,NULLIF($5,0),NULLIF($6,0))
ON CONFLICT (dedupe_key) DO UPDATE SET updated_at=now()
ON CONFLICT (dedupe_key) DO UPDATE SET
updated_at=now(),
status=CASE
WHEN rsi_lessons.status='retired'
AND NOT EXISTS (
SELECT 1 FROM rsi_lesson_evidence e WHERE e.lesson_id=rsi_lessons.id
)
THEN 'candidate'
ELSE rsi_lessons.status
END
RETURNING id`, key, kind, cue, action, categoryID, companyID).Scan(&id)
return id, err
}
// retractLessonEvidence removes this source from lessons of fromKind and
// retires any of those lessons that now have zero evidence. Shared lessons
// that still have other evidence stay active.
func (d *DB) retractLessonEvidence(ctx context.Context, sourceKind string, sourceID int64, fromKind string) error {
rows, err := d.QueryContext(ctx, `
DELETE FROM rsi_lesson_evidence e
USING rsi_lessons l
WHERE e.lesson_id=l.id
AND l.kind=$1
AND e.source_kind=$2
AND e.source_id=$3
RETURNING e.lesson_id`, fromKind, sourceKind, sourceID)
if err != nil {
return err
}
ids, err := collectLessonIDs(rows)
if err != nil {
return err
}
return d.retireLessonsIfEmpty(ctx, ids)
}
// retractFindingRetestEvidence removes every retest of this finding from
// lessons of fromKind, not only the latest row.
func (d *DB) retractFindingRetestEvidence(ctx context.Context, findingID int64, fromKind string) error {
rows, err := d.QueryContext(ctx, `
DELETE FROM rsi_lesson_evidence e
USING rsi_lessons l, finding_retests r
WHERE e.lesson_id=l.id
AND l.kind=$1
AND e.source_kind='retest'
AND e.source_id=r.id
AND r.finding_id=$2
RETURNING e.lesson_id`, fromKind, findingID)
if err != nil {
return err
}
ids, err := collectLessonIDs(rows)
if err != nil {
return err
}
return d.retireLessonsIfEmpty(ctx, ids)
}
func collectLessonIDs(rows *sql.Rows) ([]int64, error) {
defer rows.Close()
seen := map[int64]bool{}
var ids []int64
for rows.Next() {
var id int64
if err := rows.Scan(&id); err != nil {
return nil, err
}
if !seen[id] {
seen[id] = true
ids = append(ids, id)
}
}
if err := rows.Err(); err != nil {
return nil, err
}
return ids, nil
}
func (d *DB) retireLessonsIfEmpty(ctx context.Context, ids []int64) error {
if len(ids) == 0 {
return nil
}
_, err := d.ExecContext(ctx, `
UPDATE rsi_lessons l
SET status='retired', updated_at=now()
WHERE l.id=ANY($1::bigint[])
AND l.status<>'retired'
AND NOT EXISTS (SELECT 1 FROM rsi_lesson_evidence e WHERE e.lesson_id=l.id)`, ids)
return err
}
// TaskLessons selects lessons visible to one task: generic lessons plus those
// scoped to the task's company and category. Scope matches rank first, then
// positive before negative before caution, then support.
+456
View File
@@ -453,3 +453,459 @@ func insertLessonFinding(t *testing.T, d *DB, taskID int64, status string) int64
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM findings WHERE id=$1`, id) })
return id
}
func TestExtractLessonsRetractsReversedDisposition(t *testing.T) {
d, err := Open(testDSN(t))
if err != nil {
t.Skipf("postgres unavailable (%v) — skipping", err)
}
t.Cleanup(func() { d.Close() })
stamp := time.Now().UnixNano()
task, err := d.CreateTask(fmt.Sprintf("lesson retract %d", stamp), "goal", nil, 0, 0)
if err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
cue := fmt.Sprintf("xss-retract-%d", stamp)
label := fmt.Sprintf("reflected in search %d", stamp)
var fid int64
if err := d.QueryRow(`
INSERT INTO findings(task_id,vulnclass,name,summary,severity,status)
VALUES ($1,$2,'Reflected XSS',$3,'high','confirmed')
RETURNING id`, task.ID, cue, label).Scan(&fid); err != nil {
t.Fatal(err)
}
n, err := d.ExtractLessonsForTask(t.Context(), task.ID)
if err != nil {
t.Fatal(err)
}
if n != 1 {
t.Fatalf("first extract=%d, want 1", n)
}
first, err := d.TaskLessons(t.Context(), task.ID, 8)
if err != nil {
t.Fatal(err)
}
var pos *Lesson
for i := range first {
if first[i].Kind == "positive" && strings.Contains(first[i].Action, label) {
pos = &first[i]
break
}
}
if pos == nil {
t.Fatalf("no positive lesson: %+v", first)
}
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, pos.ID) })
posID := pos.ID
if _, err := d.SetFindingStatus(fid, FindingFalsePositive); err != nil {
t.Fatal(err)
}
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
var posStatus string
var posSupport int
if err := d.QueryRow(`SELECT status,
(SELECT COUNT(*) FROM rsi_lesson_evidence e WHERE e.lesson_id=rsi_lessons.id)
FROM rsi_lessons WHERE id=$1`, posID).Scan(&posStatus, &posSupport); err != nil {
t.Fatal(err)
}
if posStatus != "retired" || posSupport != 0 {
t.Fatalf("positive after FP: status=%s support=%d", posStatus, posSupport)
}
afterFP, err := d.TaskLessons(t.Context(), task.ID, 8)
if err != nil {
t.Fatal(err)
}
var neg *Lesson
for i := range afterFP {
if afterFP[i].ID == posID {
t.Fatal("retired positive still selected")
}
if afterFP[i].Kind == "negative" && strings.Contains(afterFP[i].Action, label) {
neg = &afterFP[i]
}
}
if neg == nil {
t.Fatalf("no negative lesson after FP: %+v", afterFP)
}
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, neg.ID) })
if _, err := d.SetFindingStatus(fid, FindingConfirmed); err != nil {
t.Fatal(err)
}
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
if err := d.QueryRow(`SELECT status,
(SELECT COUNT(*) FROM rsi_lesson_evidence e WHERE e.lesson_id=rsi_lessons.id)
FROM rsi_lessons WHERE id=$1`, posID).Scan(&posStatus, &posSupport); err != nil {
t.Fatal(err)
}
if posStatus != "candidate" || posSupport != 1 {
t.Fatalf("positive after re-confirm: status=%s support=%d", posStatus, posSupport)
}
var negStatus string
var negSupport int
if err := d.QueryRow(`SELECT status,
(SELECT COUNT(*) FROM rsi_lesson_evidence e WHERE e.lesson_id=rsi_lessons.id)
FROM rsi_lessons WHERE id=$1`, neg.ID).Scan(&negStatus, &negSupport); err != nil {
t.Fatal(err)
}
if negStatus != "retired" || negSupport != 0 {
t.Fatalf("negative after re-confirm: status=%s support=%d", negStatus, negSupport)
}
}
func TestExtractLessonsRetireOnlyWhenLastEvidence(t *testing.T) {
d, err := Open(testDSN(t))
if err != nil {
t.Skipf("postgres unavailable (%v) — skipping", err)
}
t.Cleanup(func() { d.Close() })
stamp := time.Now().UnixNano()
task, err := d.CreateTask(fmt.Sprintf("lesson shared retract %d", stamp), "goal", nil, 0, 0)
if err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
cue := fmt.Sprintf("xss-shared-%d", stamp)
label := fmt.Sprintf("reflected in search %d", stamp)
var aID, bID int64
if err := d.QueryRow(`
INSERT INTO findings(task_id,vulnclass,name,summary,severity,status)
VALUES ($1,$2,'Reflected XSS',$3,'high','confirmed')
RETURNING id`, task.ID, cue, label).Scan(&aID); err != nil {
t.Fatal(err)
}
if err := d.QueryRow(`
INSERT INTO findings(task_id,vulnclass,name,summary,severity,status)
VALUES ($1,$2,'Reflected XSS',$3,'high','confirmed')
RETURNING id`, task.ID, cue, label).Scan(&bID); err != nil {
t.Fatal(err)
}
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
lessons, err := d.TaskLessons(t.Context(), task.ID, 8)
if err != nil {
t.Fatal(err)
}
var pos *Lesson
for i := range lessons {
if lessons[i].Kind == "positive" && strings.Contains(lessons[i].Action, label) {
pos = &lessons[i]
break
}
}
if pos == nil {
t.Fatalf("no shared positive lesson: %+v", lessons)
}
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, pos.ID) })
if pos.Support != 2 {
t.Fatalf("shared support=%d, want 2", pos.Support)
}
if _, err := d.SetFindingStatus(aID, FindingFalsePositive); err != nil {
t.Fatal(err)
}
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
var status string
var support int
if err := d.QueryRow(`SELECT status,
(SELECT COUNT(*) FROM rsi_lesson_evidence e WHERE e.lesson_id=rsi_lessons.id)
FROM rsi_lessons WHERE id=$1`, pos.ID).Scan(&status, &support); err != nil {
t.Fatal(err)
}
if status == "retired" || support != 1 {
t.Fatalf("shared positive should stay active with support 1, got status=%s support=%d", status, support)
}
after, err := d.TaskLessons(t.Context(), task.ID, 8)
if err != nil {
t.Fatal(err)
}
var sawNeg bool
for i := range after {
if after[i].ID == pos.ID && after[i].Kind == "positive" {
if after[i].Support != 1 {
t.Fatalf("selected support=%d, want 1", after[i].Support)
}
}
if after[i].Kind == "negative" && strings.Contains(after[i].Action, label) {
sawNeg = true
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, after[i].ID) })
}
}
if !sawNeg {
t.Fatalf("expected a negative lesson for the flipped finding: %+v", after)
}
}
func TestExtractLessonsRetractsAllRetests(t *testing.T) {
d, err := Open(testDSN(t))
if err != nil {
t.Skipf("postgres unavailable (%v) — skipping", err)
}
t.Cleanup(func() { d.Close() })
stamp := time.Now().UnixNano()
task, err := d.CreateTask(fmt.Sprintf("lesson all retests %d", stamp), "goal", nil, 0, 0)
if err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
cue := fmt.Sprintf("xss-all-retest-%d", stamp)
label := fmt.Sprintf("reflected in search %d", stamp)
var fid int64
if err := d.QueryRow(`
INSERT INTO findings(task_id,vulnclass,name,summary,severity,status)
VALUES ($1,$2,'Reflected XSS',$3,'high','confirmed')
RETURNING id`, task.ID, cue, label).Scan(&fid); err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM findings WHERE id=$1`, fid) })
r1 := insertLessonRetest(t, d, fid, "reproduced")
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
reproduced := findLessonByAction(t, d, task.ID, "positive", "Reproduced", label)
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, reproduced.ID) })
confirmed := findLessonByAction(t, d, task.ID, "positive", "Confirmed", label)
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, confirmed.ID) })
if positiveRetestEvidence(t, d, r1) != 1 {
t.Fatal("first retest was not extracted")
}
r2 := insertLessonRetest(t, d, fid, "fixed")
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
caution := findLessonByAction(t, d, task.ID, "caution", "Recheck", cue)
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, caution.ID) })
if positiveRetestEvidence(t, d, r1) != 1 {
t.Fatal("older reproduced retest lost its evidence after a later fixed retest")
}
if _, err := d.SetFindingStatus(fid, FindingFalsePositive); err != nil {
t.Fatal(err)
}
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
if n := positiveRetestEvidence(t, d, r1); n != 0 {
t.Fatalf("older retest still has %d positive evidence rows after FP", n)
}
if n := positiveRetestEvidence(t, d, r2); n != 0 {
t.Fatalf("latest retest still has %d positive evidence rows after FP", n)
}
status, support := lessonStatusSupport(t, d, reproduced.ID)
if status != "retired" || support != 0 {
t.Fatalf("reproduced retest lesson after FP: status=%s support=%d", status, support)
}
status, support = lessonStatusSupport(t, d, confirmed.ID)
if status != "retired" || support != 0 {
t.Fatalf("confirmed lesson after FP: status=%s support=%d", status, support)
}
neg := findLessonByAction(t, d, task.ID, "negative", "Do not re-report", label)
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, neg.ID) })
}
func TestExtractLessonsDoesNotUnretireWithEvidence(t *testing.T) {
d, err := Open(testDSN(t))
if err != nil {
t.Skipf("postgres unavailable (%v) — skipping", err)
}
t.Cleanup(func() { d.Close() })
stamp := time.Now().UnixNano()
task, err := d.CreateTask(fmt.Sprintf("lesson keep retired %d", stamp), "goal", nil, 0, 0)
if err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
cue := fmt.Sprintf("xss-keep-retired-%d", stamp)
label := fmt.Sprintf("reflected in search %d", stamp)
var fid int64
if err := d.QueryRow(`
INSERT INTO findings(task_id,vulnclass,name,summary,severity,status)
VALUES ($1,$2,'Reflected XSS',$3,'high','confirmed')
RETURNING id`, task.ID, cue, label).Scan(&fid); err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM findings WHERE id=$1`, fid) })
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
pos := findLessonByAction(t, d, task.ID, "positive", "Confirmed", label)
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, pos.ID) })
if _, err := d.Exec(`UPDATE rsi_lessons SET status='retired' WHERE id=$1`, pos.ID); err != nil {
t.Fatal(err)
}
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
status, support := lessonStatusSupport(t, d, pos.ID)
if status != "retired" {
t.Fatalf("operator-retired lesson with evidence became %s", status)
}
if support != 1 {
t.Fatalf("support=%d, want 1", support)
}
}
func TestExtractLessonsLeavesAdopted(t *testing.T) {
d, err := Open(testDSN(t))
if err != nil {
t.Skipf("postgres unavailable (%v) — skipping", err)
}
t.Cleanup(func() { d.Close() })
stamp := time.Now().UnixNano()
task, err := d.CreateTask(fmt.Sprintf("lesson keep adopted %d", stamp), "goal", nil, 0, 0)
if err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
cue := fmt.Sprintf("xss-keep-adopted-%d", stamp)
label := fmt.Sprintf("reflected in search %d", stamp)
var fid int64
if err := d.QueryRow(`
INSERT INTO findings(task_id,vulnclass,name,summary,severity,status)
VALUES ($1,$2,'Reflected XSS',$3,'high','confirmed')
RETURNING id`, task.ID, cue, label).Scan(&fid); err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM findings WHERE id=$1`, fid) })
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
pos := findLessonByAction(t, d, task.ID, "positive", "Confirmed", label)
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, pos.ID) })
if _, err := d.Exec(`UPDATE rsi_lessons SET status='adopted' WHERE id=$1`, pos.ID); err != nil {
t.Fatal(err)
}
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
status, _ := lessonStatusSupport(t, d, pos.ID)
if status != "adopted" {
t.Fatalf("adopted lesson became %s", status)
}
}
func TestExtractLessonsReopenRetractsNothing(t *testing.T) {
d, err := Open(testDSN(t))
if err != nil {
t.Skipf("postgres unavailable (%v) — skipping", err)
}
t.Cleanup(func() { d.Close() })
stamp := time.Now().UnixNano()
task, err := d.CreateTask(fmt.Sprintf("lesson reopen %d", stamp), "goal", nil, 0, 0)
if err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupErr(t, "task", d.DeleteTask(task.ID)) })
cue := fmt.Sprintf("xss-reopen-%d", stamp)
label := fmt.Sprintf("reflected in search %d", stamp)
var fid int64
if err := d.QueryRow(`
INSERT INTO findings(task_id,vulnclass,name,summary,severity,status)
VALUES ($1,$2,'Reflected XSS',$3,'high','confirmed')
RETURNING id`, task.ID, cue, label).Scan(&fid); err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM findings WHERE id=$1`, fid) })
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
pos := findLessonByAction(t, d, task.ID, "positive", "Confirmed", label)
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM rsi_lessons WHERE id=$1`, pos.ID) })
if _, err := d.SetFindingStatus(fid, FindingPending); err != nil {
t.Fatal(err)
}
if _, err := d.ExtractLessonsForTask(t.Context(), task.ID); err != nil {
t.Fatal(err)
}
status, support := lessonStatusSupport(t, d, pos.ID)
if status != "candidate" || support != 1 {
t.Fatalf("reopened finding retracted the lesson: status=%s support=%d", status, support)
}
}
func insertLessonRetest(t *testing.T, d *DB, findingID int64, verdict string) int64 {
t.Helper()
var id int64
if err := d.QueryRow(`
INSERT INTO finding_retests(finding_id,status,verdict,snapshot)
VALUES ($1,'completed',$2,'{}'::jsonb)
RETURNING id`, findingID, verdict).Scan(&id); err != nil {
t.Fatal(err)
}
t.Cleanup(func() { cleanupExec(t, d, `DELETE FROM finding_retests WHERE id=$1`, id) })
return id
}
func findLessonByAction(t *testing.T, d *DB, taskID int64, kind, actionPrefix, label string) *Lesson {
t.Helper()
lessons, err := d.TaskLessons(t.Context(), taskID, 8)
if err != nil {
t.Fatal(err)
}
for i := range lessons {
if lessons[i].Kind == kind && strings.Contains(lessons[i].Action, actionPrefix) && strings.Contains(lessons[i].Action, label) {
return &lessons[i]
}
}
t.Fatalf("no %s lesson with %q and %q: %+v", kind, actionPrefix, label, lessons)
return nil
}
func positiveRetestEvidence(t *testing.T, d *DB, retestID int64) int {
t.Helper()
var n int
if err := d.QueryRow(`
SELECT COUNT(*) FROM rsi_lesson_evidence e
JOIN rsi_lessons l ON l.id=e.lesson_id
WHERE e.source_kind='retest' AND e.source_id=$1 AND l.kind='positive'`, retestID).Scan(&n); err != nil {
t.Fatal(err)
}
return n
}
func lessonStatusSupport(t *testing.T, d *DB, lessonID int64) (status string, support int) {
t.Helper()
if err := d.QueryRow(`SELECT status,
(SELECT COUNT(*) FROM rsi_lesson_evidence e WHERE e.lesson_id=rsi_lessons.id)
FROM rsi_lessons WHERE id=$1`, lessonID).Scan(&status, &support); err != nil {
t.Fatal(err)
}
return status, support
}
+15 -6
View File
@@ -32,9 +32,15 @@ Extraction runs automatically when a task reaches a terminal status
POST /api/tasks/{id}/lessons/extract
```
It is idempotent. `rsi_lesson_evidence` is keyed by `(lesson, source_kind,
source_id)`, so a second run for the same task adds no evidence and cannot
inflate support.
It is idempotent for the same disposition. `rsi_lesson_evidence` is keyed by
`(lesson, source_kind, source_id)`, so a second run for the same finding adds
no evidence and cannot inflate support. A later extract after a reversed
disposition retracts that finding's evidence from the opposite-kind lesson,
including every retest of the finding, and retires the lesson when its
support hits zero. Confirming again restores the evidence; a retired lesson
is un-retired only when it has no remaining evidence. Extraction does not
run on status PATCH; call the endpoint after triage. Reopening a finding
(`pending` / `in_progress`) produces nothing and retracts nothing.
Rules:
@@ -84,10 +90,13 @@ What this layer deliberately does not do:
- no LLM summarization in this phase: rules only, so every lesson traces to a
finding or retest id;
- no adoption: `status` is `candidate`; `adopted` and `retired` are reserved for
a later, owner-approved phase;
- no prompt mutation, no benchmark probing, no lesson editing through the UI;
- no decay or deletion; the evidence table is the audit trail.
- `status` starts as `candidate`. Extraction auto-retires a lesson when its last
evidence is retracted. It un-retires only a retired lesson with no remaining
evidence. Adopted stays adopted; a retired lesson that still has evidence
stays retired;
- no time-based decay; reversed dispositions retract that finding's evidence
from the opposite-kind lesson on the next extract.
## Measuring it