50 lines
2.7 KiB
JavaScript
50 lines
2.7 KiB
JavaScript
'use strict';
|
|
|
|
// One runner-owned policy. Limits count actual completed model turns, including
|
|
// the final explanation. Tool refusals are generated by the native SDK.
|
|
function createBudget(config = {}, env = process.env) {
|
|
const read = (key, variable, fallback) => Number(config[key] ?? env[variable] ?? fallback);
|
|
const maxTurns = read('max_turns', 'BENCH_MAX_TURNS', 40);
|
|
const maxTokens = read('max_tokens', 'BENCH_MAX_TOKENS', 200000);
|
|
let turns = read('initial_turns', 'BENCH_INITIAL_TURNS', 0);
|
|
let tokens = read('initial_tokens', 'BENCH_INITIAL_TOKENS', 0);
|
|
if (!Number.isInteger(maxTurns) || maxTurns < 1 || !Number.isFinite(maxTokens) || maxTokens <= 0 ||
|
|
!Number.isInteger(turns) || turns < 0 || !Number.isFinite(tokens) || tokens < 0) {
|
|
throw new Error('INVALID_AGENT_BUDGET');
|
|
}
|
|
let finalTurn = false, announced = false, reason = null, naturalEnd = false;
|
|
return {
|
|
markAnnouncementSeen() { announced = true; },
|
|
snapshot: () => ({turns, tokens, max_turns: maxTurns, max_tokens: maxTokens, final_turn: finalTurn, reason}),
|
|
beforeGeneration() {
|
|
if (turns >= maxTurns || tokens >= maxTokens) throw new Error('AGENT_BUDGET_EXHAUSTED');
|
|
finalTurn = turns === maxTurns - 1;
|
|
},
|
|
announcement() {
|
|
if (announced || naturalEnd || turns !== maxTurns - 1 || tokens >= maxTokens) return [];
|
|
announced = true;
|
|
return [{role: 'custom', customType: 'bench-budget', display: true, timestamp: Date.now(),
|
|
content: '工作预算已结束,这是总轮数内预留的最后一轮。工具调用已关闭。请直接说明实际完成的内容、证据、失败或尚未验证的部分,然后结束。不要声称未发生的成功。'}];
|
|
},
|
|
toolBlock(message) {
|
|
const usage = message?.usage || {};
|
|
const used = tokens + Number(usage.input ?? usage.input_tokens ?? 0) + Number(usage.output ?? usage.output_tokens ?? 0);
|
|
if (!finalTurn && used < maxTokens) return undefined;
|
|
reason = used >= maxTokens ? 'MAX_TOKENS' : 'FINAL_TURN_TOOL_REJECTED';
|
|
return {block: true, reason: 'AGENT_BUDGET_EXHAUSTED: final explanation only; no new tool calls are permitted.'};
|
|
},
|
|
observe(message, emptyProviderError) {
|
|
if (emptyProviderError(message)) return;
|
|
naturalEnd = message?.stopReason === 'stop' && !(message.content || []).some(block => block.type === 'toolCall');
|
|
turns += 1;
|
|
const usage = message?.usage || {};
|
|
tokens += Number(usage.input ?? usage.input_tokens ?? 0) + Number(usage.output ?? usage.output_tokens ?? 0);
|
|
if (tokens >= maxTokens) reason = 'MAX_TOKENS';
|
|
},
|
|
shouldStop() {
|
|
return turns >= maxTurns || tokens >= maxTokens;
|
|
},
|
|
};
|
|
}
|
|
module.exports = {createBudget};
|