data-gen-bpu/agent/runner-budget.js

50 lines
2.7 KiB
JavaScript

'use strict';
// One runner-owned policy. Limits count actual completed model turns, including
// the final explanation. Tool refusals are generated by the native SDK.
function createBudget(config = {}, env = process.env) {
const read = (key, variable, fallback) => Number(config[key] ?? env[variable] ?? fallback);
const maxTurns = read('max_turns', 'BENCH_MAX_TURNS', 40);
const maxTokens = read('max_tokens', 'BENCH_MAX_TOKENS', 200000);
let turns = read('initial_turns', 'BENCH_INITIAL_TURNS', 0);
let tokens = read('initial_tokens', 'BENCH_INITIAL_TOKENS', 0);
if (!Number.isInteger(maxTurns) || maxTurns < 1 || !Number.isFinite(maxTokens) || maxTokens <= 0 ||
!Number.isInteger(turns) || turns < 0 || !Number.isFinite(tokens) || tokens < 0) {
throw new Error('INVALID_AGENT_BUDGET');
}
let finalTurn = false, announced = false, reason = null, naturalEnd = false;
return {
markAnnouncementSeen() { announced = true; },
snapshot: () => ({turns, tokens, max_turns: maxTurns, max_tokens: maxTokens, final_turn: finalTurn, reason}),
beforeGeneration() {
if (turns >= maxTurns || tokens >= maxTokens) throw new Error('AGENT_BUDGET_EXHAUSTED');
finalTurn = turns === maxTurns - 1;
},
announcement() {
if (announced || naturalEnd || turns !== maxTurns - 1 || tokens >= maxTokens) return [];
announced = true;
return [{role: 'custom', customType: 'bench-budget', display: true, timestamp: Date.now(),
content: '工作预算已结束,这是总轮数内预留的最后一轮。工具调用已关闭。请直接说明实际完成的内容、证据、失败或尚未验证的部分,然后结束。不要声称未发生的成功。'}];
},
toolBlock(message) {
const usage = message?.usage || {};
const used = tokens + Number(usage.input ?? usage.input_tokens ?? 0) + Number(usage.output ?? usage.output_tokens ?? 0);
if (!finalTurn && used < maxTokens) return undefined;
reason = used >= maxTokens ? 'MAX_TOKENS' : 'FINAL_TURN_TOOL_REJECTED';
return {block: true, reason: 'AGENT_BUDGET_EXHAUSTED: final explanation only; no new tool calls are permitted.'};
},
observe(message, emptyProviderError) {
if (emptyProviderError(message)) return;
naturalEnd = message?.stopReason === 'stop' && !(message.content || []).some(block => block.type === 'toolCall');
turns += 1;
const usage = message?.usage || {};
tokens += Number(usage.input ?? usage.input_tokens ?? 0) + Number(usage.output ?? usage.output_tokens ?? 0);
if (tokens >= maxTokens) reason = 'MAX_TOKENS';
},
shouldStop() {
return turns >= maxTurns || tokens >= maxTokens;
},
};
}
module.exports = {createBudget};