data-centre-nameplates / eval /extraction-bench.json
constructelligence's picture
OCR look-alike readings: character-error micro-F1 79.9% -> 89.7%, clean unchanged
652ad64 verified
Raw History Blame Contribute Delete
5.71 kB
{
"clean": {
"condition": "clean",
"n": 1000,
"exactPlate": 0.941,
"microF1": 0.997,
"msPerPlate": 0.64,
"fields": {
"manufacturer": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 1000
},
"type": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 1000
},
"voltage": {
"precision": 1,
"recall": 0.958,
"f1": 0.979,
"support": 1000
},
"kva": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 563
},
"phase": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 867
},
"hz": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 867
},
"model": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 1000
},
"serial": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 1000
},
"mfgDate": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 867
},
"batteryType": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 133
},
"cells": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 133
},
"batteryAh": {
"precision": 0.993,
"recall": 1,
"f1": 0.996,
"support": 133
},
"kw": {
"precision": 0.992,
"recall": 0.996,
"f1": 0.994,
"support": 235
},
"amps": {
"precision": 0.991,
"recall": 0.998,
"f1": 0.994,
"support": 428
},
"mca": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 204
},
"mocp": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 204
},
"refrigerant": {
"precision": 0.991,
"recall": 1,
"f1": 0.996,
"support": 111
},
"pf": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 108
},
"cfm": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 193
},
"uHeight": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 100
},
"powerW": {
"precision": 0.943,
"recall": 0.99,
"f1": 0.966,
"support": 100
},
"sccr": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 111
},
"enclosure": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 111
}
}
},
"ocr": {
"condition": "ocr",
"n": 1000,
"exactPlate": 0.102,
"microF1": 0.897,
"msPerPlate": 0.71,
"fields": {
"manufacturer": {
"precision": 1,
"recall": 0.787,
"f1": 0.881,
"support": 1000
},
"type": {
"precision": 1,
"recall": 0.744,
"f1": 0.853,
"support": 1000
},
"voltage": {
"precision": 1,
"recall": 0.835,
"f1": 0.91,
"support": 1000
},
"kva": {
"precision": 1,
"recall": 0.786,
"f1": 0.88,
"support": 555
},
"phase": {
"precision": 1,
"recall": 0.94,
"f1": 0.969,
"support": 878
},
"hz": {
"precision": 1,
"recall": 0.864,
"f1": 0.927,
"support": 878
},
"model": {
"precision": 1,
"recall": 0.739,
"f1": 0.85,
"support": 1000
},
"serial": {
"precision": 1,
"recall": 0.751,
"f1": 0.858,
"support": 1000
},
"mfgDate": {
"precision": 1,
"recall": 0.82,
"f1": 0.901,
"support": 878
},
"uHeight": {
"precision": 0.974,
"recall": 0.958,
"f1": 0.966,
"support": 118
},
"powerW": {
"precision": 0.884,
"recall": 0.907,
"f1": 0.895,
"support": 118
},
"cfm": {
"precision": 1,
"recall": 0.849,
"f1": 0.918,
"support": 225
},
"amps": {
"precision": 0.941,
"recall": 0.857,
"f1": 0.897,
"support": 446
},
"sccr": {
"precision": 1,
"recall": 0.911,
"f1": 0.954,
"support": 124
},
"enclosure": {
"precision": 1,
"recall": 0.847,
"f1": 0.917,
"support": 124
},
"kw": {
"precision": 0.995,
"recall": 0.833,
"f1": 0.906,
"support": 221
},
"pf": {
"precision": 1,
"recall": 0.946,
"f1": 0.972,
"support": 112
},
"mca": {
"precision": 1,
"recall": 0.834,
"f1": 0.91,
"support": 205
},
"mocp": {
"precision": 1,
"recall": 0.849,
"f1": 0.918,
"support": 205
},
"refrigerant": {
"precision": 0.977,
"recall": 0.857,
"f1": 0.913,
"support": 98
},
"batteryType": {
"precision": 1,
"recall": 0.861,
"f1": 0.925,
"support": 122
},
"cells": {
"precision": 1,
"recall": 0.656,
"f1": 0.792,
"support": 122
},
"batteryAh": {
"precision": 0.972,
"recall": 0.852,
"f1": 0.908,
"support": 122
}
}
}
}