feat(scripts): TimeWeb smoke test + bump default LLM timeout to 20s

scripts/check-timeweb.js — three probes: plain text, JSON mode, full
fast-advisor stack (registry injection + skill validation). Loads .env,
prints {ok, latency, reply preview} for each. Doesn't touch bot state.

Bumped DEFAULT_TIMEOUT_MS 8s → 20s in runtime/llm/provider.js. TimeWeb's
hosted agent endpoint takes 5-15s for the fast-advisor prompt
(registry block + snapshot context), so 8s was producing spurious
timeouts. OpenAI direct returns much faster; env var TIMEWEB_TIMEOUT_MS
overrides if needed.

Smoke verified live (PR #27 branch):
  probe 1: 6.3s, plain prompt → "pepa hears you"
  probe 2: 5.4s, JSON mode → {"alive":true,"name":"pepa"}
  probe 3: 14.9s, advise() → action=switch_skill, skill=recovery.tunnel-out
           (correct registered skill, sensible rationale — registry
           injection successfully prevents hallucination)

Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
This commit is contained in:
2026-05-27 18:22:30 +03:00
co-authored by Claude Opus 4.7
parent ecbdd05058
commit 602060d857
2 changed files with 102 additions and 1 deletions
+5 -1
View File
@@ -24,7 +24,11 @@ const ENV = {
};
const DEFAULT_BASE_URL = "https://api.openai.com/v1";
const DEFAULT_TIMEOUT_MS = 8000;
// 20s default — TimeWeb's hosted agent endpoint takes 5-15s for the
// fast-advisor prompt (registry block + snapshot context). 8s was too
// tight and produced spurious timeouts in smoke tests. OpenAI direct
// returns much faster (<2s); the env var overrides if needed.
const DEFAULT_TIMEOUT_MS = 20000;
export function isAvailable() {
return !!process.env[ENV.API_KEY];
+97
View File
@@ -0,0 +1,97 @@
// Smoke test for the TIMEWEB_* fast-LLM env vars.
//
// Loads .env, asks the model a tiny structured question, prints
// {ok, latency, code, first 200 chars of reply}. No bot state is
// touched — this is purely a connectivity check.
//
// Usage:
// node scripts/check-timeweb.js
import { config as loadDotenv } from "dotenv";
loadDotenv();
import { complete, isAvailable, getConfig } from "../runtime/llm/provider.js";
import { advise, _resetForTest as resetAdvisor } from "../runtime/coach/fast-advisor.js";
function redact(key) {
if (!key) return "(unset)";
if (key.length < 12) return "(set, short)";
return `${key.slice(0, 6)}${key.slice(-4)} (${key.length} chars)`;
}
async function main() {
console.log("=== TimeWeb / fast-advisor smoke test ===");
const cfg = getConfig();
console.log(`BASE_URL: ${cfg.baseUrl || "(unset)"}`);
console.log(`API_KEY: ${redact(cfg.apiKey)}`);
console.log(`MODEL: ${cfg.model || "(unset)"}`);
console.log(`TIMEOUT: ${cfg.timeoutMs}ms`);
console.log(`isAvailable: ${isAvailable()}`);
console.log("");
if (!isAvailable()) {
console.error("ERROR: TIMEWEB_API_KEY not set in .env — aborting.");
process.exit(1);
}
console.log("→ probe 1: plain prompt, no JSON mode");
const r1 = await complete({
system: "Reply in 5 words or less.",
user: "Say 'pepa hears you'.",
json: false,
});
logResult(r1);
console.log("");
console.log("→ probe 2: JSON mode with a tiny structured request");
const r2 = await complete({
system: "Reply with strict JSON only.",
user: 'Return {"alive": true, "name": "pepa"}',
json: true,
});
logResult(r2);
console.log("");
console.log("→ probe 3: full fast-advisor stack (registry injection + skill validation)");
resetAdvisor();
const r3 = await advise({
snapshot: {
position: { x: 608, y: 90, z: 91 },
health: 14, food: 18, isDay: true,
inventory: { dirt: 4 },
activeSkill: "explore.far",
},
reason: "wedged_60s",
recentSkillIds: ["explore.far", "explore.far", "explore.far", "explore.far"],
lessonsTail: [
{ text: "Если позиция почти не меняется и инвентарь не растёт, прекращай текущий exploration skill." },
],
force: true,
});
console.log(` ok: ${r3.ok}`);
console.log(` latency: ${r3.latencyMs}ms`);
if (r3.ok) {
console.log(` action: ${r3.action}`);
console.log(` skillId: ${r3.skillId ?? "(n/a)"}`);
console.log(` why: ${r3.rationale}`);
} else {
console.log(` code: ${r3.code}`);
console.log(` detail: ${String(r3.detail).slice(0, 200)}`);
}
}
function logResult(r) {
console.log(` ok: ${r.ok}`);
console.log(` latency: ${r.latencyMs}ms`);
if (!r.ok) {
console.log(` code: ${r.code}`);
console.log(` detail: ${String(r.detail).slice(0, 400)}`);
return;
}
console.log(` reply: ${typeof r.text === "string" ? r.text.slice(0, 200) : JSON.stringify(r.text).slice(0, 200)}`);
}
main().catch((e) => {
console.error("UNHANDLED:", e?.message ?? e);
process.exit(2);
});