diff --git a/logs/train-progress.log b/logs/train-progress.log index 8e499b0..7e9caee 100644 --- a/logs/train-progress.log +++ b/logs/train-progress.log @@ -12,3 +12,7 @@ trainable params: 1,476,097 || all params: 279,520,514 || trainable%: 0.5281 [jev] ep0 step700/2272 loss=0.3366 [jev] ep0 step800/2272 loss=0.1671 [jev] ep0 step900/2272 loss=0.2182 +[jev] ep0 step1000/2272 loss=0.1411 +[jev] ep0 step1100/2272 loss=0.2944 +[jev] epoch 0 calibration: {'auc': 0.9934, 'ece': 0.0208, 'n': 5291} +[jev] live-checkpoint 已写 /tmp/jd/model_live diff --git a/model_live/adapter_config.json b/model_live/adapter_config.json index 31f2744..c2ce502 100644 --- a/model_live/adapter_config.json +++ b/model_live/adapter_config.json @@ -35,9 +35,9 @@ "rank_pattern": {}, "revision": null, "target_modules": [ + "key", "query", - "value", - "key" + "value" ], "target_parameters": null, "task_type": "SEQ_CLS", diff --git a/model_live/adapter_model.safetensors b/model_live/adapter_model.safetensors index 6d99fd1..5eb4a32 100644 Binary files a/model_live/adapter_model.safetensors and b/model_live/adapter_model.safetensors differ