This commit is contained in:
ci 2026-10-15 08:54:51 +00:00
parent 128ff308a5
commit caf70d3866
6 changed files with 41979 additions and 0 deletions

5291
calibration.jsonl Normal file

File diff suppressed because one or more lines are too long

107
eval.jsonl Normal file

File diff suppressed because one or more lines are too long

525
injection.jsonl Normal file

File diff suppressed because one or more lines are too long

4
logs/train-progress.log Normal file
View File

@ -0,0 +1,4 @@
[jev] device=cuda base=xlm-roberta-base
Some weights of XLMRobertaForSequenceClassification were not initialized from the model checkpoint at xlm-roberta-base and are newly initialized: ['classifier.dense.bias', 'classifier.dense.weight', 'classifier.out_proj.bias', 'classifier.out_proj.weight']
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
[jev] train=35848 calib=5291

204
manifest.json Normal file
View File

@ -0,0 +1,204 @@
{
"tag": "v0.2",
"seed": 20261014,
"splits": {
"train": {
"count": 35848,
"pos": 18519,
"datasets": {
"rdk_synthetic_source": 1502,
"rdk_synthetic_hardneg": 2686,
"rdk_synthetic_easyneg": 1806,
"public": 29854
}
},
"calibration": {
"count": 5291,
"pos": 2902,
"datasets": {
"public": 5291
}
},
"eval": {
"count": 107,
"pos": 22,
"datasets": {
"rdk_eval_negative": 85,
"rdk_eval_positive": 22
}
},
"injection": {
"count": 525,
"pos": 0,
"datasets": {
"rdk_injection": 525
}
}
},
"drops_unlabeled_or_midband": 1232,
"quality_review": {
"count": 704,
"samples": [
{
"pair_key": "d4fbb557d46e08c7",
"query": "RDK X3 的调试串口对应哪个接口编号?默认波特率是多少?",
"doc_id": "families/rdk-4df470bf2aec-driver_uart_dev",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "40eb29724e827e0a",
"query": "RDK X3 的调试串口对应哪个接口编号?默认波特率是多少?",
"doc_id": "products/x3/rdk-f40e5dddd90a-rdk_x3",
"source": "eval_negative",
"hint": 0.0,
"judge_p": 1.0
},
{
"pair_key": "01009b83fc04cedc",
"query": "RDK X3 开发板使用什么接口供电?对电源适配器有什么要求?",
"doc_id": "products/x3/rdk-38ae4d13348c-system_burn",
"source": "eval_negative",
"hint": 0.0,
"judge_p": 1.0
},
{
"pair_key": "0bcd885a4fad8bd6",
"query": "RDK X3 的 HDMI 显示接口最高支持什么分辨率?对应哪个接口编号?",
"doc_id": "products/x3/rdk-8520576df46b-performance_debug",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "5d71384d19406b12",
"query": "RDK X3 的 HDMI 显示接口最高支持什么分辨率?对应哪个接口编号?",
"doc_id": "products/x3/rdk-f40e5dddd90a-rdk_x3",
"source": "eval_negative",
"hint": 0.0,
"judge_p": 1.0
},
{
"pair_key": "3a3a9defac1a08c8",
"query": "RDK X5 正面调试串口(Micro-USB)对应接口几号?波特率是多少?",
"doc_id": "families/rdk-772a6eed3bfc-driver_uart_dev",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "68f733fa5856e0dc",
"query": "RDK X5 正面调试串口(Micro-USB)对应接口几号?波特率是多少?",
"doc_id": "families/rdk-4df470bf2aec-driver_uart_dev",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "9ddd9f0c6760e069",
"query": "RDK X5 正面调试串口(Micro-USB)对应接口几号?波特率是多少?",
"doc_id": "products/x5/rdk-84a51c29d2e7-rdk_x5",
"source": "eval_negative",
"hint": 0.0,
"judge_p": 1.0
},
{
"pair_key": "beb485b8b9afbb47",
"query": "RDK X5 Module 背面调试串口对应接口几号?波特率是多少?",
"doc_id": "families/rdk-772a6eed3bfc-driver_uart_dev",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "3151978ff89d5e1f",
"query": "RDK X5 Module 背面调试串口对应接口几号?波特率是多少?",
"doc_id": "families/rdk-4df470bf2aec-driver_uart_dev",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "44eb8f7c22fc3596",
"query": "RDK X5 Module 背面调试串口对应接口几号?波特率是多少?",
"doc_id": "products/x5/rdk-84a51c29d2e7-rdk_x5",
"source": "eval_negative",
"hint": 0.0,
"judge_p": 1.0
},
{
"pair_key": "497e5f339b894226",
"query": "RDK X5 开发板供电接口类型及电流要求是什么?",
"doc_id": "common/rdk-de6f5c9383d0-hardware_and_system",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "854ee9de50b510f9",
"query": "RDK X5 千兆以太网口默认静态 IP 地址是多少?",
"doc_id": "common/rdk-53a90c8e5585-rtsp2display",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "d3654f68f424fd4e",
"query": "RDK X5 千兆以太网口默认静态 IP 地址是多少?",
"doc_id": "products/x5/rdk-84a51c29d2e7-rdk_x5",
"source": "eval_negative",
"hint": 0.0,
"judge_p": 1.0
},
{
"pair_key": "508b2fbb930f62d3",
"query": "RDK X3 Module 参考的 X3 套件调试串口波特率是多少?",
"doc_id": "families/rdk-4df470bf2aec-driver_uart_dev",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "fe9376baeb560997",
"query": "RDK X3 Module 参考的 X3 套件调试串口波特率是多少?",
"doc_id": "families/rdk-f1d0ff0e95df-remote_login",
"source": "eval_negative",
"hint": 0.0,
"judge_p": 1.0
},
{
"pair_key": "697c1e9e695f2a4c",
"query": "RDK X3 Module 参考的 X3 套件默认静态 IP 是多少?是否支持 PoE?",
"doc_id": "common/rdk-53a90c8e5585-rtsp2display",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "b24708e7dcf4fb33",
"query": "RDK X3 Module 参考的 X3 套件 HDMI 接口最高支持什么分辨率?",
"doc_id": "common/rdk-db022c1ccf97-multimedia",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "179eba7dca07cd81",
"query": "RDK X3 Module 参考的 X3 套件 HDMI 接口最高支持什么分辨率?",
"doc_id": "common/rdk-713398542860-bpu",
"source": "eval_positive",
"hint": 1.0,
"judge_p": 0.05
},
{
"pair_key": "17a3c6f051bfa24d",
"query": "RDK S100 的供电要求是什么?",
"doc_id": "products/s100/rdk-17007c01cba5-faq",
"source": "eval_negative",
"hint": 0.0,
"judge_p": 0.9
}
]
}
}

35848
train.jsonl Normal file

File diff suppressed because one or more lines are too long