Re-scored v1 + v2; drop provisional
Browse files- leaderboard.json +11 -11
leaderboard.json
CHANGED
|
@@ -195,26 +195,26 @@
|
|
| 195 |
"name": "document-classification-v2",
|
| 196 |
"kind": "ours-commercial",
|
| 197 |
"model": "nutrientdocs/document-classification-v2",
|
| 198 |
-
"latency": "~
|
| 199 |
"tracks": {
|
| 200 |
-
"doclaynet": 0.
|
| 201 |
"forms": 1.0,
|
| 202 |
-
"tobacco": 0.
|
| 203 |
-
"ood": 0.
|
| 204 |
-
"oov": 0.
|
| 205 |
}
|
| 206 |
},
|
| 207 |
{
|
| 208 |
"name": "document-classification-v1",
|
| 209 |
"kind": "ours-open",
|
| 210 |
"model": "nutrientdocs/document-classification-v1",
|
| 211 |
-
"latency": "~
|
| 212 |
"tracks": {
|
| 213 |
-
"doclaynet": 0.
|
| 214 |
-
"forms": 0.
|
| 215 |
-
"tobacco": 0.
|
| 216 |
-
"ood": 0.
|
| 217 |
-
"oov": 0.
|
| 218 |
}
|
| 219 |
},
|
| 220 |
{
|
|
|
|
| 195 |
"name": "document-classification-v2",
|
| 196 |
"kind": "ours-commercial",
|
| 197 |
"model": "nutrientdocs/document-classification-v2",
|
| 198 |
+
"latency": "~4.9 pages/s (A40)",
|
| 199 |
"tracks": {
|
| 200 |
+
"doclaynet": 0.968,
|
| 201 |
"forms": 1.0,
|
| 202 |
+
"tobacco": 0.735,
|
| 203 |
+
"ood": 0.946,
|
| 204 |
+
"oov": 0.83
|
| 205 |
}
|
| 206 |
},
|
| 207 |
{
|
| 208 |
"name": "document-classification-v1",
|
| 209 |
"kind": "ours-open",
|
| 210 |
"model": "nutrientdocs/document-classification-v1",
|
| 211 |
+
"latency": "~5.7 pages/s (A40)",
|
| 212 |
"tracks": {
|
| 213 |
+
"doclaynet": 0.749,
|
| 214 |
+
"forms": 0.803,
|
| 215 |
+
"tobacco": 0.614,
|
| 216 |
+
"ood": 0.86,
|
| 217 |
+
"oov": 0.731
|
| 218 |
}
|
| 219 |
},
|
| 220 |
{
|