hung-k-nguyen commited on
Commit
b77b2c4
·
verified ·
1 Parent(s): a8caea6

Re-scored v1 + v2; drop provisional

Browse files
Files changed (1) hide show
  1. leaderboard.json +11 -11
leaderboard.json CHANGED
@@ -195,26 +195,26 @@
195
  "name": "document-classification-v2",
196
  "kind": "ours-commercial",
197
  "model": "nutrientdocs/document-classification-v2",
198
- "latency": "~8/s (A40)",
199
  "tracks": {
200
- "doclaynet": 0.883,
201
  "forms": 1.0,
202
- "tobacco": 0.693,
203
- "ood": 0.974,
204
- "oov": 0.797
205
  }
206
  },
207
  {
208
  "name": "document-classification-v1",
209
  "kind": "ours-open",
210
  "model": "nutrientdocs/document-classification-v1",
211
- "latency": "~3-7/s (A40)",
212
  "tracks": {
213
- "doclaynet": 0.891,
214
- "forms": 0.805,
215
- "tobacco": 0.616,
216
- "ood": 0.87,
217
- "oov": 0.739
218
  }
219
  },
220
  {
 
195
  "name": "document-classification-v2",
196
  "kind": "ours-commercial",
197
  "model": "nutrientdocs/document-classification-v2",
198
+ "latency": "~4.9 pages/s (A40)",
199
  "tracks": {
200
+ "doclaynet": 0.968,
201
  "forms": 1.0,
202
+ "tobacco": 0.735,
203
+ "ood": 0.946,
204
+ "oov": 0.83
205
  }
206
  },
207
  {
208
  "name": "document-classification-v1",
209
  "kind": "ours-open",
210
  "model": "nutrientdocs/document-classification-v1",
211
+ "latency": "~5.7 pages/s (A40)",
212
  "tracks": {
213
+ "doclaynet": 0.749,
214
+ "forms": 0.803,
215
+ "tobacco": 0.614,
216
+ "ood": 0.86,
217
+ "oov": 0.731
218
  }
219
  },
220
  {