This commit is contained in:
ci 2026-10-19 11:38:56 +00:00
parent cdc8ce1ec7
commit 09f76870ad
8 changed files with 2552944 additions and 970324 deletions

View File

@ -17,3 +17,7 @@ trainable params: 2,298,625 || all params: 309,829,634 || trainable%: 0.7419
[jev] ep0 step1100/2322 loss=0.1538
/usr/local/lib/python3.10/dist-packages/torch/_inductor/compile_fx.py:282: UserWarning: TensorFloat32 tensor cores for float32 matrix multiplication available but not enabled. Consider setting `torch.set_float32_matmul_precision('high')` for better performance.
warnings.warn(
[jev] epoch 0 calibration: {'auc': 0.9947, 'ece': 0.0182, 'n': 5291}
[jev] live-checkpoint 已写 /tmp/jd/model_live
[jev] ep1 step1200/2322 loss=0.2625
[jev] ep1 step1300/2322 loss=0.0523

View File

@ -35,9 +35,8 @@
"rank_pattern": {},
"revision": null,
"target_modules": [
"key",
"query",
"value"
"Wqkv",
"Wo"
],
"target_parameters": null,
"task_type": "SEQ_CLS",

Binary file not shown.

Binary file not shown.

View File

@ -1,7 +1,29 @@
{
"bos_token": "<s>",
"cls_token": "<s>",
"eos_token": "</s>",
"additional_special_tokens": [
"<start_of_turn>",
"<end_of_turn>"
],
"bos_token": {
"content": "<bos>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"cls_token": {
"content": "<bos>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<eos>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"mask_token": {
"content": "<mask>",
"lstrip": true,
@ -9,7 +31,25 @@
"rstrip": false,
"single_word": false
},
"pad_token": "<pad>",
"sep_token": "</s>",
"unk_token": "<unk>"
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"sep_token": {
"content": "<eos>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}

File diff suppressed because one or more lines are too long

1285466
model_live/tokenizer.json.part001 Normal file

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff