log
This commit is contained in:
parent
cdc8ce1ec7
commit
09f76870ad
@ -17,3 +17,7 @@ trainable params: 2,298,625 || all params: 309,829,634 || trainable%: 0.7419
|
||||
[jev] ep0 step1100/2322 loss=0.1538
|
||||
/usr/local/lib/python3.10/dist-packages/torch/_inductor/compile_fx.py:282: UserWarning: TensorFloat32 tensor cores for float32 matrix multiplication available but not enabled. Consider setting `torch.set_float32_matmul_precision('high')` for better performance.
|
||||
warnings.warn(
|
||||
[jev] epoch 0 calibration: {'auc': 0.9947, 'ece': 0.0182, 'n': 5291}
|
||||
[jev] live-checkpoint 已写 /tmp/jd/model_live
|
||||
[jev] ep1 step1200/2322 loss=0.2625
|
||||
[jev] ep1 step1300/2322 loss=0.0523
|
||||
|
||||
@ -35,9 +35,8 @@
|
||||
"rank_pattern": {},
|
||||
"revision": null,
|
||||
"target_modules": [
|
||||
"key",
|
||||
"query",
|
||||
"value"
|
||||
"Wqkv",
|
||||
"Wo"
|
||||
],
|
||||
"target_parameters": null,
|
||||
"task_type": "SEQ_CLS",
|
||||
|
||||
Binary file not shown.
Binary file not shown.
@ -1,7 +1,29 @@
|
||||
{
|
||||
"bos_token": "<s>",
|
||||
"cls_token": "<s>",
|
||||
"eos_token": "</s>",
|
||||
"additional_special_tokens": [
|
||||
"<start_of_turn>",
|
||||
"<end_of_turn>"
|
||||
],
|
||||
"bos_token": {
|
||||
"content": "<bos>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"cls_token": {
|
||||
"content": "<bos>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"eos_token": {
|
||||
"content": "<eos>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"mask_token": {
|
||||
"content": "<mask>",
|
||||
"lstrip": true,
|
||||
@ -9,7 +31,25 @@
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"pad_token": "<pad>",
|
||||
"sep_token": "</s>",
|
||||
"unk_token": "<unk>"
|
||||
"pad_token": {
|
||||
"content": "<pad>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"sep_token": {
|
||||
"content": "<eos>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
},
|
||||
"unk_token": {
|
||||
"content": "<unk>",
|
||||
"lstrip": false,
|
||||
"normalized": false,
|
||||
"rstrip": false,
|
||||
"single_word": false
|
||||
}
|
||||
}
|
||||
|
||||
File diff suppressed because one or more lines are too long
1285466
model_live/tokenizer.json.part001
Normal file
1285466
model_live/tokenizer.json.part001
Normal file
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
Loading…
x
Reference in New Issue
Block a user