diff --git a/train_jev_v2.py b/train_jev_v2.py index 6ed5167..264822e 100644 --- a/train_jev_v2.py +++ b/train_jev_v2.py @@ -139,6 +139,15 @@ def main(): dl = DataLoader(PairDS(train, tok), batch_size=args.bs, shuffle=True, num_workers=2, drop_last=True) dl_cal = DataLoader(PairDS(calib, tok), batch_size=64, num_workers=2) + # 金丝雀: 双语言切片逐 epoch 评估, best 按 min(auc_en, auc_zh) 选择(防单语言偏科) + canaries = {} + for lang in ["en", "zh"]: + p = os.path.join(args.data, f"canary_{lang}.jsonl") + if os.path.exists(p): + dl_c = DataLoader(PairDS(load_jsonl(p), tok), batch_size=64, num_workers=2) + canaries[lang] = dl_c + print(f"[jev] canaries: {list(canaries) or '无(单语言模式)'}", flush=True) + steps = len(dl) * args.epochs opt = torch.optim.AdamW(model.parameters(), lr=args.lr, weight_decay=0.01) sch = get_cosine_schedule_with_warmup(opt, int(0.06 * steps), steps) @@ -163,7 +172,12 @@ def main(): print(f"[jev] ep{ep} step{gstep}/{steps} loss={loss.item():.4f}", flush=True) m = evaluate(model, dl_cal, dev) print(f"[jev] epoch {ep} calibration: {m}", flush=True) - if m["auc"] > best["auc"]: + sel_score = m["auc"] + for lang, dl_c in canaries.items(): + cm = evaluate(model, dl_c, dev) + print(f"[jev] epoch {ep} canary_{lang}: {cm}", flush=True) + sel_score = min(sel_score, cm["auc"]) # 最差语言决定选择 + if sel_score > best["auc"]: best = {"auc": m["auc"], "ece": m["ece"], "epoch": ep} model.save_pretrained(os.path.join(args.out, "model")) tok.save_pretrained(os.path.join(args.out, "model")) diff --git a/v05/jev_part_00 b/v05/jev_part_00 new file mode 100644 index 0000000..02de2b1 Binary files /dev/null and b/v05/jev_part_00 differ diff --git a/v05/jev_part_01 b/v05/jev_part_01 new file mode 100644 index 0000000..49140e3 Binary files /dev/null and b/v05/jev_part_01 differ diff --git a/v05/jev_part_02 b/v05/jev_part_02 new file mode 100644 index 0000000..f9ca500 Binary files /dev/null and b/v05/jev_part_02 differ diff --git a/v05/jev_part_03 b/v05/jev_part_03 new file mode 100644 index 0000000..98477c3 Binary files /dev/null and b/v05/jev_part_03 differ diff --git a/v05/jev_part_04 b/v05/jev_part_04 new file mode 100644 index 0000000..a33b2cb Binary files /dev/null and b/v05/jev_part_04 differ diff --git a/v05/jev_part_05 b/v05/jev_part_05 new file mode 100644 index 0000000..5fcd042 Binary files /dev/null and b/v05/jev_part_05 differ