convert v2 full-state
This commit is contained in:
parent
322778f3dd
commit
700afc572a
@ -1,22 +1,38 @@
|
||||
#!/usr/bin/env python3
|
||||
"""convert_mmbert.py — mmBERT pytorch_model.bin → Laya DecisionModel 格式"""
|
||||
import torch, os, shutil, sys
|
||||
"""convert_mmbert.py — mmBERT bin → 完整 Laya DecisionModel checkpoint (strict 可加载)"""
|
||||
import json, os, sys, shutil, torch
|
||||
from safetensors.torch import save_file
|
||||
|
||||
base = sys.argv[1] if len(sys.argv) > 1 else "/tmp/base"
|
||||
sd = torch.load(os.path.join(base, "pytorch_model.bin"), map_location="cpu", weights_only=True)
|
||||
out = {}
|
||||
dropped = 0
|
||||
for k, v in sd.items():
|
||||
out = sys.argv[2] if len(sys.argv) > 2 else base
|
||||
|
||||
sys.path.insert(0, "/tmp/layasrc")
|
||||
from laya.common import build_model
|
||||
|
||||
with open(os.path.join(base, "rl_agent_config.json")) as f:
|
||||
cfg = json.load(f)
|
||||
dm = build_model(cfg, encoder_dir=None) # 随机初始化的完整 DecisionModel
|
||||
dm_state = dm.state_dict()
|
||||
|
||||
bin_sd = torch.load(os.path.join(base, "pytorch_model.bin"), map_location="cpu", weights_only=True)
|
||||
matched, dropped = 0, 0
|
||||
for k, v in bin_sd.items():
|
||||
if k.startswith("cls."):
|
||||
dropped += 1
|
||||
continue
|
||||
out["encoder." + k] = v.to(torch.float32)
|
||||
save_file(out, os.path.join(base, "model.safetensors"), metadata={"format": "pt"})
|
||||
os.remove(os.path.join(base, "pytorch_model.bin"))
|
||||
os.makedirs(os.path.join(base, "tokenizer"), exist_ok=True)
|
||||
ek = "encoder." + k
|
||||
if ek in dm_state:
|
||||
dm_state[ek] = v.to(torch.float32)
|
||||
matched += 1
|
||||
else:
|
||||
dropped += 1
|
||||
|
||||
save_file(dm_state, os.path.join(out, "model.safetensors"), metadata={"format": "pt"})
|
||||
os.makedirs(os.path.join(out, "tokenizer"), exist_ok=True)
|
||||
for fn in ["tokenizer.json", "tokenizer_config.json", "special_tokens_map.json"]:
|
||||
src = os.path.join(base, fn)
|
||||
if os.path.exists(src):
|
||||
shutil.copy(src, os.path.join(base, "tokenizer", fn))
|
||||
print(f"[convert] encoder键 {len(out)} 个, 丢弃mlm头 {dropped} 个")
|
||||
shutil.copy(src, os.path.join(out, "tokenizer", fn))
|
||||
shutil.copy(os.path.join(base, "config.json"), os.path.join(out, "config.json"))
|
||||
shutil.copy(os.path.join(base, "rl_agent_config.json"), os.path.join(out, "rl_agent_config.json"))
|
||||
print(f"[convert] encoder匹配 {matched}, 丢弃 {dropped}, 总键 {len(dm_state)}", flush=True)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user