feat(runtime/coach,reflex): retrieval-augmented dispatch via learned lessons

This closes the learning loop. Lessons in knowledge.db now actually
influence behaviour:

- runtime/coach/advice.js: consult({plannedSkillId, snapshot}) reads
  knowledge.topAdvice() and returns 'override' / 'avoid' / 'proceed'.
  When a lesson says "avoid <skill>" with prefer="survive.flee" (etc.),
  the dispatcher swaps in the alternative.

- runtime/reflex.js:
  * curriculumReflex now consults advice before dispatch; on 'avoid'
    backs off the planned skill + sets wander hint; on 'override'
    dispatches the lesson's preferred alternative.
  * defendReflex (dist≤4 melee branch) consults advice too — so a
    creeper at 4m honours the starter rule "attack creeper → flee".
    Failure outcomes feed back via markApplied so confidence stays
    grounded.

SAFE_OVERRIDES whitelist contains only known runSkill targets
(survive.flee, survive.sleep, survive.eat, recovery.tunnel-out,
explore.far/wander, village.build-shelter); unknown prefers fall back
to plain 'avoid'.

7 advice tests; total suite 237 green.

Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
This commit is contained in:
2026-05-27 13:23:20 +03:00
co-authored by Claude Opus 4.7
parent 5449ad2e0d
commit e183aaec4e
4 changed files with 206 additions and 4 deletions
+79
View File
@@ -0,0 +1,79 @@
// coach/advice.js — turn knowledge.lessons into actionable dispatch overrides.
//
// The reflex chain calls consult() right before it would dispatch a
// planned skill. If a high-confidence lesson in the knowledge DB says
// "avoid that skill in this situation", we either swap in the lesson's
// preferred alternative or back off (which the curriculum reflex
// translates into wander / cooldown).
//
// This is the closing of the learning loop: post-mortem → lesson →
// recall → behavioural change. Without this, the DB is just a log.
import { isAvailable as knowledgeAvailable, topAdvice, markApplied } from "../knowledge/index.js";
import { info } from "../log.js";
// Skills we will not blindly swap into — they require their own
// preconditions (e.g. survive.flee needs a known threat direction).
// The dispatcher will still run runSkill on them, which performs the
// real precondition check.
const SAFE_OVERRIDES = new Set([
"survive.flee",
"survive.sleep",
"survive.eat",
"recovery.tunnel-out",
"explore.far",
"explore.wander",
"village.build-shelter",
]);
/**
* consult({ plannedSkillId, snapshot })
* → { action: 'override'|'avoid'|'proceed', overrideSkillId?, lessonId?, lesson? }
*
* 'override' — dispatch overrideSkillId instead of plannedSkillId
* 'avoid' — don't dispatch plannedSkillId; caller falls back to wander/idle
* 'proceed' — no high-confidence lesson applies; dispatch as planned
*/
export function consult({ plannedSkillId, snapshot } = {}) {
if (!knowledgeAvailable()) return PROCEED;
if (!plannedSkillId) return PROCEED;
const hostile = snapshot?.closestHostile?.name ?? snapshot?.threats?.[0]?.name ?? null;
const situation = snapshot?.situationHash ?? null;
const advice = topAdvice({
skill: plannedSkillId,
hostile,
situation,
});
if (!advice.lessonId) return PROCEED;
// avoid_skill matches?
if (advice.avoid && advice.avoid === plannedSkillId) {
if (advice.prefer && SAFE_OVERRIDES.has(advice.prefer)) {
info("coach", `advice: override ${plannedSkillId}${advice.prefer} (lesson #${advice.lessonId})`);
return {
action: "override",
overrideSkillId: advice.prefer,
lessonId: advice.lessonId,
lesson: advice.lesson,
};
}
info("coach", `advice: avoid ${plannedSkillId} (lesson #${advice.lessonId})`);
return { action: "avoid", lessonId: advice.lessonId, lesson: advice.lesson };
}
return PROCEED;
}
/**
* After the dispatcher runs the (possibly overridden) skill, call this
* with the lesson id and whether the outcome was good. Increments the
* lesson's applied/succeeded counters and nudges its confidence.
*/
export function reportOutcome({ lessonId, succeeded }) {
if (!lessonId) return;
markApplied(lessonId, { succeeded: !!succeeded });
}
const PROCEED = Object.freeze({ action: "proceed", lessonId: null, lesson: null });
// Test exports
export const __testing = { SAFE_OVERRIDES };
+97
View File
@@ -0,0 +1,97 @@
import { test } from "node:test";
import assert from "node:assert/strict";
import { mkdtempSync, rmSync } from "node:fs";
import { tmpdir } from "node:os";
import { join } from "node:path";
import { initKnowledge, record } from "../knowledge/index.js";
import { __resetForTests, isAvailable, closeStore } from "../knowledge/store.js";
import { consult, reportOutcome, __testing } from "./advice.js";
const { SAFE_OVERRIDES } = __testing;
async function bootstrap() {
__resetForTests();
const tmp = mkdtempSync(join(tmpdir(), "pepa-advice-test-"));
await initKnowledge({ stateDir: tmp });
return tmp;
}
function cleanup(tmp) {
closeStore();
try { rmSync(tmp, { recursive: true, force: true }); } catch {}
}
test("consult: returns proceed when knowledge disabled", () => {
__resetForTests();
const res = consult({ plannedSkillId: "gather.logs", snapshot: {} });
assert.equal(res.action, "proceed");
});
test("consult: returns proceed when no relevant lesson", async () => {
const tmp = await bootstrap();
if (!isAvailable()) { cleanup(tmp); return; }
const res = consult({ plannedSkillId: "gather.unknown-skill", snapshot: {} });
assert.equal(res.action, "proceed");
cleanup(tmp);
});
test("consult: starter creeper rule routes attack → survive.flee", async () => {
const tmp = await bootstrap();
if (!isAvailable()) { cleanup(tmp); return; }
const res = consult({
plannedSkillId: "attack creeper",
snapshot: { closestHostile: { name: "creeper", distance: 4 } },
});
assert.equal(res.action, "override");
assert.equal(res.overrideSkillId, "survive.flee");
assert.ok(res.lessonId);
assert.ok(res.lesson);
cleanup(tmp);
});
test("consult: avoid lesson without prefer → 'avoid' action", async () => {
const tmp = await bootstrap();
if (!isAvailable()) { cleanup(tmp); return; }
record({
text: "Don't gather.stone — confirmed flaky.",
category: "pathing",
triggerSkill: "gather.stone",
avoidSkill: "gather.stone",
preferSkill: null,
confidence: 0.9,
source: "test",
});
const res = consult({ plannedSkillId: "gather.stone", snapshot: {} });
assert.equal(res.action, "avoid");
assert.ok(res.lessonId);
cleanup(tmp);
});
test("consult: prefer outside SAFE_OVERRIDES set → falls to avoid", async () => {
const tmp = await bootstrap();
if (!isAvailable()) { cleanup(tmp); return; }
record({
text: "test fallback",
category: "combat",
triggerSkill: "gather.logs",
avoidSkill: "gather.logs",
preferSkill: "non.standard.skill",
confidence: 0.9,
source: "test",
});
const res = consult({ plannedSkillId: "gather.logs", snapshot: {} });
assert.equal(res.action, "avoid", "unsafe prefer falls back to avoid, not override");
cleanup(tmp);
});
test("reportOutcome: no-op without lessonId", () => {
reportOutcome({ lessonId: null });
assert.ok(true);
});
test("SAFE_OVERRIDES: only contains known reflex skills", () => {
for (const id of SAFE_OVERRIDES) {
assert.ok(typeof id === "string" && id.includes("."), `${id} looks like a real skill id`);
}
});