File size: 1,598 Bytes
eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 34e1dd0 eb8bfe5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 | {
"model": "Qev-9B",
"revision": "v0.3.0",
"full_suite": {
"decision_dev": {
"correct": 1296,
"total": 1468,
"accuracy": 0.8828337874659401,
"rejected": 0
},
"transfer_dev": {
"correct": 629,
"total": 764,
"accuracy": 0.8232984293193717,
"rejected": 0
},
"mmlupro": {
"correct": 565,
"total": 1000,
"accuracy": 0.565,
"rejected": 0
},
"semif": {
"correct": 243,
"total": 252,
"accuracy": 0.9642857142857143,
"rejected": 0
},
"scienthoon": {
"correct": 653,
"total": 873,
"accuracy": 0.7479954180985109,
"rejected": 0
},
"wanli": {
"correct": 192,
"total": 256,
"accuracy": 0.75,
"rejected": 0
},
"public": {
"correct": 187,
"total": 231,
"accuracy": 0.8095238095238095,
"rejected": 0
}
},
"matched_subsets": {
"decision_dev_all": {
"correct": 1296,
"total": 1468
},
"decision_dev_clean": {
"correct": 1107,
"total": 1264
},
"transfer_dev_all": {
"correct": 629,
"total": 764
},
"transfer_dev_clean": {
"correct": 549,
"total": 656
},
"mmlupro": {
"correct": 565,
"total": 1000
},
"scienthoon": {
"correct": 653,
"total": 873
},
"wanli": {
"correct": 192,
"total": 256
},
"semif_handwritten": {
"correct": 135,
"total": 144
},
"jevbench_public": {
"correct": 187,
"total": 231
}
}
}
|