diff --git a/logs/train-final-v03.log b/logs/train-final-v03.log new file mode 100644 index 0000000..1eafaac --- /dev/null +++ b/logs/train-final-v03.log @@ -0,0 +1,32 @@ +[jev] device=cuda base=/tmp/base +Some weights of XLMRobertaForSequenceClassification were not initialized from the model checkpoint at /tmp/base and are newly initialized: ['classifier.dense.bias', 'classifier.dense.weight', 'classifier.out_proj.bias', 'classifier.out_proj.weight'] +You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference. +trainable params: 1,476,097 || all params: 279,520,514 || trainable%: 0.5281 +[jev] train=36378 calib=5291 +[jev] ep0 step100/2272 loss=0.4184 +[jev] ep0 step200/2272 loss=0.2023 +[jev] ep0 step300/2272 loss=0.1250 +[jev] ep0 step400/2272 loss=0.1653 +[jev] ep0 step500/2272 loss=0.1658 +[jev] ep0 step600/2272 loss=0.2868 +[jev] ep0 step700/2272 loss=0.3366 +[jev] ep0 step800/2272 loss=0.1671 +[jev] ep0 step900/2272 loss=0.2182 +[jev] ep0 step1000/2272 loss=0.1411 +[jev] ep0 step1100/2272 loss=0.2944 +[jev] epoch 0 calibration: {'auc': 0.9934, 'ece': 0.0208, 'n': 5291} +[jev] live-checkpoint 已写 /tmp/jd/model_live +[jev] ep1 step1200/2272 loss=0.1838 +[jev] ep1 step1300/2272 loss=0.1062 +[jev] ep1 step1400/2272 loss=0.2059 +[jev] ep1 step1500/2272 loss=0.4619 +[jev] ep1 step1600/2272 loss=0.1851 +[jev] ep1 step1700/2272 loss=0.2368 +[jev] ep1 step1800/2272 loss=0.2459 +[jev] ep1 step1900/2272 loss=0.5413 +[jev] ep1 step2000/2272 loss=0.0789 +[jev] ep1 step2100/2272 loss=0.1193 +[jev] ep1 step2200/2272 loss=0.1051 +[jev] epoch 1 calibration: {'auc': 0.9937, 'ece': 0.0111, 'n': 5291} +[jev] live-checkpoint 已写 /tmp/jd/model_live +[jev] DONE best={'auc': 0.9937, 'ece': 0.0111, 'epoch': 1} diff --git a/model_live/adapter_model.safetensors b/model_live/adapter_model.safetensors index 5eb4a32..3203c82 100644 Binary files a/model_live/adapter_model.safetensors and b/model_live/adapter_model.safetensors differ diff --git a/model_parts/metrics.json b/model_parts/metrics.json index c1eb04f..a1ffa71 100644 --- a/model_parts/metrics.json +++ b/model_parts/metrics.json @@ -1,9 +1,9 @@ { "best": { - "auc": 0.9939, - "ece": 0.0138, + "auc": 0.9937, + "ece": 0.0111, "epoch": 1 }, "base": "/tmp/base", - "train_pairs": 35848 + "train_pairs": 36378 } \ No newline at end of file diff --git a/model_parts/model__adapter_config.json b/model_parts/model__adapter_config.json index 31f2744..c2ce502 100644 --- a/model_parts/model__adapter_config.json +++ b/model_parts/model__adapter_config.json @@ -35,9 +35,9 @@ "rank_pattern": {}, "revision": null, "target_modules": [ + "key", "query", - "value", - "key" + "value" ], "target_parameters": null, "task_type": "SEQ_CLS", diff --git a/model_parts/model__adapter_model.safetensors b/model_parts/model__adapter_model.safetensors index 6d99fd1..3203c82 100644 Binary files a/model_parts/model__adapter_model.safetensors and b/model_parts/model__adapter_model.safetensors differ