{ "schema": "rt-public-results/2", "snapshot": "rt-v1.1-cf310b32baa0", "protocol": "rt-v1.1", "limitations": "Exploratory: two fresh repetitions per model (reps 2-3 headline); failed draws stay in the denominator; no confidence intervals.", "headlineRepetitions": [ 2, 3 ], "sources": [ { "id": "rt_mitchell", "name": "James Mitchell", "durationSeconds": 18913, "url": "https://www.youtube.com/watch?v=J-J4FbTtXRY", "creator": "KODX Seattle" }, { "id": "rt_jessen", "name": "Bruce Jessen", "durationSeconds": 14384, "url": "https://www.youtube.com/watch?v=LyzaVyfqbVo", "creator": "KODX Seattle" }, { "id": "rt_rizzo", "name": "John Rizzo", "durationSeconds": 14389, "url": "https://www.youtube.com/watch?v=z7zmQe91OSg", "creator": "KODX Seattle" }, { "id": "rt_dean", "name": "Todd E. Dean", "durationSeconds": 11522, "url": "https://archive.org/details/opioids_jzhh0257", "creator": "UCSF Industry Documents Library" }, { "id": "rt_degen", "name": "Karen Degen", "durationSeconds": 15781, "url": "https://archive.org/details/opioids_kzhh0257", "creator": "UCSF Industry Documents Library" } ], "rows": [ { "model": "gemini-3.8-flash", "label": "gemini-3.8-flash (low)", "track": "audio", "repetitions": 2, "completedFiles": 5, "headline": { "proofreadWer0": { "mean": 0.22899999999999998, "min": 0.2283, "max": 0.2297, "n": 2 }, "proofreadWer1": { "mean": 0.1376, "min": 0.1373, "max": 0.1379, "n": 2 }, "scNameAccuracy": { "mean": 0.6391, "min": 0.6126, "max": 0.6656, "n": 2 }, "scBoundaryF1": { "mean": 0.91055, "min": 0.9068, "max": 0.9143, "n": 2 }, "scCpwer": { "mean": 0.5186, "min": 0.4753, "max": 0.5619, "n": 2 }, "legalStructureF1": { "mean": 0.5368, "min": 0.4843, "max": 0.5893, "n": 2 }, "punctuationF1": { "mean": 0.7723500000000001, "min": 0.771, "max": 0.7737, "n": 2 }, "wordPreservation": { "mean": 0.9897, "min": 0.9874, "max": 0.992, "n": 2 }, "costUsd": { "mean": 0.25544675012335144, "min": 0.2552881826667911, "max": 0.2556053175799118, "n": 2 }, "totalSpend": { "mean": 5.321026762500001, "min": 5.317723758333334, "max": 5.3243297666666685, "n": 2 }, "proofreadMinutes": { "mean": 2.443987614211749, "min": 2.4056691303594606, "max": 2.4823060980640377, "n": 2 }, "scMinutes": { "mean": 0.9610571081409477, "min": 0.9357229647630619, "max": 0.9863912515188334, "n": 2 }, "formatMinutes": { "mean": 0.7966998765385158, "min": 0.769133669281541, "max": 0.8242660837954906, "n": 2 }, "endToEndMinutes": { "mean": 4.2511435269895745, "min": 4.161194051159835, "max": 4.3410930028193135, "n": 2 }, "scTokens": { "mean": 206.3719501413701, "min": 200.98451538902694, "max": 211.75938489371325, "n": 2 } }, "configuration": { "providerModel": "google/gemini-3.8-flash", "reasoningEffort": "low", "scorerRevision": "4b14365420e11e57d12ba22f4c5d07ef26ce4f6f" } }, { "model": "gemini-4-argon", "label": "gemini-4-argon (low)", "track": "audio", "repetitions": 2, "completedFiles": 5, "headline": { "proofreadWer0": { "mean": 0.2248, "min": 0.2243, "max": 0.2253, "n": 2 }, "proofreadWer1": { "mean": 0.1313, "min": 0.1313, "max": 0.1313, "n": 2 }, "scNameAccuracy": { "mean": 0.5479, "min": 0.5393, "max": 0.5565, "n": 2 }, "scBoundaryF1": { "mean": 0.91615, "min": 0.9146, "max": 0.9177, "n": 2 }, "scCpwer": { "mean": 0.49995, "min": 0.4822, "max": 0.5177, "n": 2 }, "legalStructureF1": { "mean": 0.48134999999999994, "min": 0.4109, "max": 0.5518, "n": 2 }, "punctuationF1": { "mean": 0.7593, "min": 0.7591, "max": 0.7595, "n": 2 }, "wordPreservation": { "mean": 0.9941, "min": 0.994, "max": 0.9942, "n": 2 }, "costUsd": { "mean": 0.7277764685487202, "min": 0.725725607755804, "max": 0.7298273293416366, "n": 2 }, "totalSpend": { "mean": 15.159785999999999, "min": 15.117065999999998, "max": 15.202506, "n": 2 }, "proofreadMinutes": { "mean": 3.7471230153177153, "min": 3.6932634377694953, "max": 3.8009825928659353, "n": 2 }, "scMinutes": { "mean": 2.568408262454435, "min": 2.5572122895330676, "max": 2.5796042353758026, "n": 2 }, "formatMinutes": { "mean": 2.33838230431473, "min": 2.2928878831823605, "max": 2.383876725447099, "n": 2 }, "endToEndMinutes": { "mean": 8.66766781667738, "min": 8.54336361048492, "max": 8.791972022869839, "n": 2 }, "scTokens": { "mean": 80.80582831971424, "min": 80.22891979732321, "max": 81.38273684210526, "n": 2 } }, "configuration": { "providerModel": "google/gemini-4-argon", "reasoningEffort": "low", "scorerRevision": "4b14365420e11e57d12ba22f4c5d07ef26ce4f6f" } }, { "model": "gemini-3.1-flash-lite", "label": "gemini-3.1-flash-lite (minimal)", "track": "audio", "repetitions": 2, "completedFiles": 5, "headline": { "proofreadWer0": { "mean": 0.20179999999999998, "min": 0.2017, "max": 0.2019, "n": 2 }, "proofreadWer1": { "mean": 0.1194, "min": 0.1194, "max": 0.1194, "n": 2 }, "scNameAccuracy": { "mean": 0.43125, "min": 0.4203, "max": 0.4422, "n": 2 }, "scBoundaryF1": { "mean": 0.88025, "min": 0.8788, "max": 0.8817, "n": 2 }, "scCpwer": { "mean": 0.7363999999999999, "min": 0.7106, "max": 0.7622, "n": 2 }, "legalStructureF1": { "mean": 0.19174999999999998, "min": 0.1106, "max": 0.2729, "n": 2 }, "punctuationF1": { "mean": 0.7659, "min": 0.7656, "max": 0.7662, "n": 2 }, "wordPreservation": { "mean": 0.9742999999999999, "min": 0.9714, "max": 0.9772, "n": 2 }, "costUsd": { "mean": 0.11352386216645108, "min": 0.11350743775753774, "max": 0.1135402865753644, "n": 2 }, "totalSpend": { "mean": 2.3647335833333334, "min": 2.364391458333333, "max": 2.365075708333334, "n": 2 }, "proofreadMinutes": { "mean": 1.384925505853857, "min": 1.3286228975234131, "max": 1.4412281141843006, "n": 2 }, "scMinutes": { "mean": 0.534777500349267, "min": 0.5233998193064145, "max": 0.5461551813921194, "n": 2 }, "formatMinutes": { "mean": 0.4333770799804565, "min": 0.4076690301725131, "max": 0.4590851297883998, "n": 2 }, "endToEndMinutes": { "mean": 2.365580708264588, "min": 2.3074483532500616, "max": 2.4237130632791146, "n": 2 }, "scTokens": { "mean": 364.14933601521983, "min": 363.05814645763047, "max": 365.2405255728092, "n": 2 } }, "configuration": { "providerModel": "google/gemini-3.1-flash-lite", "reasoningEffort": "minimal", "scorerRevision": "4b14365420e11e57d12ba22f4c5d07ef26ce4f6f" } }, { "model": "gpt-6.1-sol", "label": "gpt-6.1-sol", "track": "text", "repetitions": 2, "completedFiles": 5, "headline": { "proofreadWer0": { "mean": null, "min": null, "max": null, "n": 0 }, "proofreadWer1": { "mean": null, "min": null, "max": null, "n": 0 }, "scNameAccuracy": { "mean": 0.52515, "min": 0.5205, "max": 0.5298, "n": 2 }, "scBoundaryF1": { "mean": 0.8914, "min": 0.8908, "max": 0.892, "n": 2 }, "scCpwer": { "mean": 0.4602, "min": 0.4438, "max": 0.4766, "n": 2 }, "legalStructureF1": { "mean": 0.1953, "min": 0.1931, "max": 0.1975, "n": 2 }, "punctuationF1": { "mean": 0.77225, "min": 0.7722, "max": 0.7723, "n": 2 }, "wordPreservation": { "mean": 0.9979, "min": 0.9978, "max": 0.998, "n": 2 }, "costUsd": { "mean": 0.30568628358825956, "min": 0.30543310885596553, "max": 0.3059394583205536, "n": 2 }, "totalSpend": { "mean": 6.3675302, "min": 6.362256500000001, "max": 6.372803899999999, "n": 2 }, "proofreadMinutes": { "mean": null, "min": null, "max": null, "n": 0 }, "scMinutes": { "mean": 2.3668807498698143, "min": 2.30532893594862, "max": 2.4284325637910085, "n": 2 }, "formatMinutes": { "mean": 2.2323341215878596, "min": 2.2248452123160947, "max": 2.239823030859624, "n": 2 }, "endToEndMinutes": { "mean": 4.718342052085109, "min": 4.6651726481982445, "max": 4.771511455971973, "n": 2 }, "scTokens": { "mean": 78.92441046604634, "min": 77.66222069734529, "max": 80.1866002347474, "n": 2 } }, "configuration": { "providerModel": "openai/gpt-6.1-sol", "reasoningEffort": null, "scorerRevision": "4b14365420e11e57d12ba22f4c5d07ef26ce4f6f" } }, { "model": "claude-sonnet-5-5", "label": "claude-sonnet-5-5", "track": "text", "repetitions": 2, "completedFiles": 5, "headline": { "proofreadWer0": { "mean": null, "min": null, "max": null, "n": 0 }, "proofreadWer1": { "mean": null, "min": null, "max": null, "n": 0 }, "scNameAccuracy": { "mean": 0.48124999999999996, "min": 0.4739, "max": 0.4886, "n": 2 }, "scBoundaryF1": { "mean": 0.8714999999999999, "min": 0.871, "max": 0.872, "n": 2 }, "scCpwer": { "mean": 0.5681, "min": 0.5597, "max": 0.5765, "n": 2 }, "legalStructureF1": { "mean": 0.25805, "min": 0.2286, "max": 0.2875, "n": 2 }, "punctuationF1": { "mean": 0.77425, "min": 0.7723, "max": 0.7762, "n": 2 }, "wordPreservation": { "mean": 0.93975, "min": 0.9276, "max": 0.9519, "n": 2 }, "costUsd": { "mean": 0.5340540783314884, "min": 0.5251221763191933, "max": 0.5429859803437835, "n": 2 }, "totalSpend": { "mean": 11.124494799999997, "min": 10.938440799999999, "max": 11.310548799999998, "n": 2 }, "proofreadMinutes": { "mean": null, "min": null, "max": null, "n": 0 }, "scMinutes": { "mean": 1.6370464002317762, "min": 1.5525166852057843, "max": 1.721576115257768, "n": 2 }, "formatMinutes": { "mean": 1.6277822417994396, "min": 1.435507776439459, "max": 1.8200567071594203, "n": 2 }, "endToEndMinutes": { "mean": 3.3997784655809413, "min": 3.265116282403471, "max": 3.534440648758412, "n": 2 }, "scTokens": { "mean": 205.00581217168113, "min": 203.1816182937555, "max": 206.83000604960677, "n": 2 } }, "configuration": { "providerModel": "anthropic/claude-sonnet-5.5", "reasoningEffort": null, "scorerRevision": "4b14365420e11e57d12ba22f4c5d07ef26ce4f6f" } }, { "model": "claude-haiku-5-5", "label": "claude-haiku-5-5", "track": "text", "repetitions": 2, "completedFiles": 5, "headline": { "proofreadWer0": { "mean": null, "min": null, "max": null, "n": 0 }, "proofreadWer1": { "mean": null, "min": null, "max": null, "n": 0 }, "scNameAccuracy": { "mean": 0.41115, "min": 0.3911, "max": 0.4312, "n": 2 }, "scBoundaryF1": { "mean": 0.86615, "min": 0.866, "max": 0.8663, "n": 2 }, "scCpwer": { "mean": 0.66315, "min": 0.5401, "max": 0.7862, "n": 2 }, "legalStructureF1": { "mean": 0.08700000000000001, "min": 0.0385, "max": 0.1355, "n": 2 }, "punctuationF1": { "mean": 0.77095, "min": 0.7709, "max": 0.771, "n": 2 }, "wordPreservation": { "mean": 0.99495, "min": 0.9907, "max": 0.9992, "n": 2 }, "costUsd": { "mean": 0.027782640787315467, "min": 0.027651089253090448, "max": 0.02791419232154049, "n": 2 }, "totalSpend": { "mean": 0.578720125, "min": 0.57597987, "max": 0.58146038, "n": 2 }, "proofreadMinutes": { "mean": null, "min": null, "max": null, "n": 0 }, "scMinutes": { "mean": 1.184029466953923, "min": 1.1538397386892765, "max": 1.2142191952185697, "n": 2 }, "formatMinutes": { "mean": 1.157477131380718, "min": 1.0676905160183545, "max": 1.2472637467430812, "n": 2 }, "endToEndMinutes": { "mean": 2.3566066865437905, "min": 2.221530254707631, "max": 2.49168311837995, "n": 2 }, "scTokens": { "mean": 315.92519350538976, "min": 313.5633579232421, "max": 318.28702908753735, "n": 2 } }, "configuration": { "providerModel": "anthropic/claude-haiku-5.5", "reasoningEffort": null, "scorerRevision": "4b14365420e11e57d12ba22f4c5d07ef26ce4f6f" } } ], "runs": [ { "model": "gemini-3.8-flash", "repetition": 1, "batch": "initial", "runId": "2026-10-18T060607208255Z", "date": "2026-10-18", "status": "FAILED", "headline": false, "resultSha256": "61369bfb93ab000b860a0462f1899efd2f2c48a08cf8a0a1f4e0fda3d00d4deb", "drawAccounting": { "proofread": { "expected": 5, "succeeded": 1, "failed": 4 }, "sc": { "expected": 5, "succeeded": 0, "failed": 5 }, "format": { "expected": 5, "succeeded": 0, "failed": 5 } }, "stageCostUsd": { "proofread": 2.555067, "sc": 0, "format": 0, "total": 2.555067 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": 0.209, "nwer": 0.1185 }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } } ] }, { "model": "gemini-3.8-flash", "repetition": 2, "batch": "initial", "runId": "2026-10-18T122457081427Z", "date": "2026-10-18", "status": "COMPLETE", "headline": true, "resultSha256": "19120b96d9c1fca816d2359ee93ac9989c6a7964055da55c01c7d5e43ed7bf1c", "drawAccounting": { "proofread": { "expected": 5, "succeeded": 5, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 2.8716872250000005, "sc": 1.3363129833333334, "format": 1.10972355, "total": 5.317723758333334 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": 0.2342, "nwer": 0.1382 }, "sc": { "name_accuracy": 0.6744, "boundary_f1": 0.8993, "cpwer": 0.4949 }, "format": { "legal_structure_f1": 0.1341, "punct_f1": 0.7337, "word_preservation": 0.9819 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": 0.2121, "nwer": 0.1207 }, "sc": { "name_accuracy": 0.5723, "boundary_f1": 0.9409, "cpwer": 0.3554 }, "format": { "legal_structure_f1": 0.04, "punct_f1": 0.7498, "word_preservation": 0.9985 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": 0.2744, "nwer": 0.1802 }, "sc": { "name_accuracy": 0.6114, "boundary_f1": 0.8962, "cpwer": 0.796 }, "format": { "legal_structure_f1": 0.3196, "punct_f1": 0.7678, "word_preservation": 0.9933 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": 0.1643, "nwer": 0.0806 }, "sc": { "name_accuracy": 0.9193, "boundary_f1": 0.9094, "cpwer": 0.2319 }, "format": { "legal_structure_f1": 0.899, "punct_f1": 0.8019, "word_preservation": 0.9976 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": 0.2564, "nwer": 0.1666 }, "sc": { "name_accuracy": 0.5507, "boundary_f1": 0.9257, "cpwer": 0.4981 }, "format": { "legal_structure_f1": 0.6618, "punct_f1": 0.8336, "word_preservation": 0.9656 } } ] }, { "model": "gemini-3.8-flash", "repetition": 3, "batch": "resume", "runId": "2026-10-18T210008424105Z", "date": "2026-10-18", "status": "COMPLETE", "headline": true, "resultSha256": "e1f861f521879640d7fcf6696574304ef248f1ac3f7842ca157c769a525bdb72", "drawAccounting": { "proofread": { "expected": 5, "succeeded": 5, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 2.883090750000001, "sc": 1.3424775666666668, "format": 1.09876145, "total": 5.3243297666666685 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": 0.236, "nwer": 0.138 }, "sc": { "name_accuracy": 0.5673, "boundary_f1": 0.8829, "cpwer": 0.6349 }, "format": { "legal_structure_f1": 0.3007, "punct_f1": 0.7322, "word_preservation": 0.9847 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": 0.2136, "nwer": 0.1213 }, "sc": { "name_accuracy": 0.5626, "boundary_f1": 0.9342, "cpwer": 0.3909 }, "format": { "legal_structure_f1": 0.5532, "punct_f1": 0.7485, "word_preservation": 0.9985 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": 0.2807, "nwer": 0.1825 }, "sc": { "name_accuracy": 0.6792, "boundary_f1": 0.8885, "cpwer": 0.6851 }, "format": { "legal_structure_f1": 0.4711, "punct_f1": 0.7585, "word_preservation": 0.9801 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": 0.1597, "nwer": 0.0797 }, "sc": { "name_accuracy": 0.7078, "boundary_f1": 0.9067, "cpwer": 0.6016 }, "format": { "legal_structure_f1": 0.837, "punct_f1": 0.8044, "word_preservation": 0.9984 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": 0.2586, "nwer": 0.1678 }, "sc": { "name_accuracy": 0.5459, "boundary_f1": 0.9215, "cpwer": 0.497 }, "format": { "legal_structure_f1": 0.6569, "punct_f1": 0.8321, "word_preservation": 0.9984 } } ] }, { "model": "gemini-4-argon", "repetition": 1, "batch": "initial", "runId": "2026-10-18T045410188207Z", "date": "2026-10-18", "status": "FAILED", "headline": false, "resultSha256": "7f39228367f6bc5d42c549a62a0503c496762a7309d020baa6885d63e3a550cf", "drawAccounting": { "proofread": { "expected": 5, "succeeded": 5, "failed": 0 }, "sc": { "expected": 5, "succeeded": 3, "failed": 2 }, "format": { "expected": 5, "succeeded": 0, "failed": 5 } }, "stageCostUsd": { "proofread": 7.897736000000006, "sc": 3.5988360000000004, "format": 0, "total": 11.496572000000008 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": 0.2286, "nwer": 0.1309 }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": 0.2084, "nwer": 0.1167 }, "sc": { "name_accuracy": 0.5714, "boundary_f1": 0.9447, "cpwer": 0.3472 }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": 0.2663, "nwer": 0.1681 }, "sc": { "name_accuracy": 0.586, "boundary_f1": 0.9075, "cpwer": 0.4915 }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": 0.1628, "nwer": 0.0771 }, "sc": { "name_accuracy": 0.519, "boundary_f1": 0.9189, "cpwer": 0.8046 }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": 0.2476, "nwer": 0.1605 }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } } ] }, { "model": "gemini-4-argon", "repetition": 2, "batch": "initial", "runId": "2026-10-18T101721028656Z", "date": "2026-10-18", "status": "COMPLETE", "headline": true, "resultSha256": "c0e4a972fc1b383cf93fcd0505dd00ae5b9f7895a2f23d509209ddbf9215ad93", "drawAccounting": { "proofread": { "expected": 5, "succeeded": 5, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 7.911271999999998, "sc": 3.902289999999999, "format": 3.3035039999999998, "total": 15.117065999999998 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": 0.2321, "nwer": 0.1326 }, "sc": { "name_accuracy": 0.4731, "boundary_f1": 0.8842, "cpwer": 0.254 }, "format": { "legal_structure_f1": 0.28, "punct_f1": 0.7147, "word_preservation": 0.999 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": 0.2081, "nwer": 0.1157 }, "sc": { "name_accuracy": 0.5741, "boundary_f1": 0.9388, "cpwer": 0.3464 }, "format": { "legal_structure_f1": 0.4719, "punct_f1": 0.7458, "word_preservation": 0.9976 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": 0.2708, "nwer": 0.1704 }, "sc": { "name_accuracy": 0.5781, "boundary_f1": 0.896, "cpwer": 0.5103 }, "format": { "legal_structure_f1": 0.3439, "punct_f1": 0.7426, "word_preservation": 0.9773 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": 0.1642, "nwer": 0.0768 }, "sc": { "name_accuracy": 0.519, "boundary_f1": 0.9196, "cpwer": 0.8082 }, "format": { "legal_structure_f1": 0.8464, "punct_f1": 0.7886, "word_preservation": 0.9988 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": 0.2511, "nwer": 0.161 }, "sc": { "name_accuracy": 0.5523, "boundary_f1": 0.9343, "cpwer": 0.4921 }, "format": { "legal_structure_f1": 0.6667, "punct_f1": 0.8292, "word_preservation": 0.9985 } } ] }, { "model": "gemini-4-argon", "repetition": 3, "batch": "resume", "runId": "2026-10-18T185054434998Z", "date": "2026-10-18", "status": "COMPLETE", "headline": true, "resultSha256": "9bc3ebe8d78d997061f5fbcd77c92fa5bbb2fe3c15140bdff5c7edcd10a2f655", "drawAccounting": { "proofread": { "expected": 5, "succeeded": 5, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 8.013407999999998, "sc": 3.8946560000000003, "format": 3.294442, "total": 15.202506 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": 0.2292, "nwer": 0.1303 }, "sc": { "name_accuracy": 0.4751, "boundary_f1": 0.9037, "cpwer": 0.254 }, "format": { "legal_structure_f1": 0.2329, "punct_f1": 0.7175, "word_preservation": 0.999 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": 0.2095, "nwer": 0.1167 }, "sc": { "name_accuracy": 0.6614, "boundary_f1": 0.9425, "cpwer": 0.526 }, "format": { "legal_structure_f1": 0.1364, "punct_f1": 0.744, "word_preservation": 0.9977 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": 0.2731, "nwer": 0.1721 }, "sc": { "name_accuracy": 0.5749, "boundary_f1": 0.8933, "cpwer": 0.5105 }, "format": { "legal_structure_f1": 0.3258, "punct_f1": 0.742, "word_preservation": 0.9768 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": 0.1638, "nwer": 0.077 }, "sc": { "name_accuracy": 0.5198, "boundary_f1": 0.9152, "cpwer": 0.8064 }, "format": { "legal_structure_f1": 0.5688, "punct_f1": 0.7843, "word_preservation": 0.9983 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": 0.2458, "nwer": 0.1603 }, "sc": { "name_accuracy": 0.5511, "boundary_f1": 0.9337, "cpwer": 0.4917 }, "format": { "legal_structure_f1": 0.6667, "punct_f1": 0.8335, "word_preservation": 0.9983 } } ] }, { "model": "gemini-3.1-flash-lite", "repetition": 1, "batch": "initial", "runId": "2026-10-18T062033813543Z", "date": "2026-10-18", "status": "FAILED", "headline": false, "resultSha256": "bbe14484172d9a66dcd8b9b18b86003613a14f606de5630a88a363817eea62d9", "drawAccounting": { "proofread": { "expected": 5, "succeeded": 1, "failed": 4 }, "sc": { "expected": 5, "succeeded": 0, "failed": 5 }, "format": { "expected": 5, "succeeded": 0, "failed": 5 } }, "stageCostUsd": { "proofread": 1.4442774999999997, "sc": 0, "format": 0, "total": 1.4442774999999997 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": 0.1794, "nwer": 0.102 }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": null, "boundary_f1": null, "cpwer": null }, "format": { "legal_structure_f1": null, "punct_f1": null, "word_preservation": null } } ] }, { "model": "gemini-3.1-flash-lite", "repetition": 2, "batch": "initial", "runId": "2026-10-18T131946830589Z", "date": "2026-10-18", "status": "COMPLETE", "headline": true, "resultSha256": "3303401fab90ec1a7f1eb6dd83176de59fc8e9196a7529494d8ec7bcec1d10bf", "drawAccounting": { "proofread": { "expected": 5, "succeeded": 5, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 1.4518790000000004, "sc": 0.49144775833333326, "format": 0.42174895000000007, "total": 2.365075708333334 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": 0.1888, "nwer": 0.1039 }, "sc": { "name_accuracy": 0.4134, "boundary_f1": 0.8456, "cpwer": 0.4047 }, "format": { "legal_structure_f1": 0.5, "punct_f1": 0.7384, "word_preservation": 0.9373 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": 0.1709, "nwer": 0.0967 }, "sc": { "name_accuracy": 0.5423, "boundary_f1": 0.9018, "cpwer": 0.7056 }, "format": { "legal_structure_f1": 0.1111, "punct_f1": 0.7673, "word_preservation": 0.9984 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": 0.2466, "nwer": 0.158 }, "sc": { "name_accuracy": 0.486, "boundary_f1": 0.8755, "cpwer": 0.4945 }, "format": { "legal_structure_f1": 0.0784, "punct_f1": 0.7435, "word_preservation": 0.9989 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": 0.1588, "nwer": 0.0754 }, "sc": { "name_accuracy": 0.4189, "boundary_f1": 0.89, "cpwer": 0.9295 }, "format": { "legal_structure_f1": 0.4478, "punct_f1": 0.7764, "word_preservation": 0.9985 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": 0.2434, "nwer": 0.1628 }, "sc": { "name_accuracy": 0.3502, "boundary_f1": 0.8958, "cpwer": 1.2766 }, "format": { "legal_structure_f1": 0, "punct_f1": 0.8254, "word_preservation": 0.9527 } } ] }, { "model": "gemini-3.1-flash-lite", "repetition": 3, "batch": "resume", "runId": "2026-10-18T215437570187Z", "date": "2026-10-18", "status": "COMPLETE", "headline": true, "resultSha256": "90eb159c2bd12ca81424100baf4e68ed294baab8331d4baca46555c8d6e9d7fc", "drawAccounting": { "proofread": { "expected": 5, "succeeded": 5, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 1.4520689999999996, "sc": 0.49179575833333333, "format": 0.42052670000000003, "total": 2.364391458333333 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": 0.1908, "nwer": 0.1046 }, "sc": { "name_accuracy": 0.3981, "boundary_f1": 0.8341, "cpwer": 0.5225 }, "format": { "legal_structure_f1": 0.0152, "punct_f1": 0.7376, "word_preservation": 0.9799 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": 0.1684, "nwer": 0.0951 }, "sc": { "name_accuracy": 0.4656, "boundary_f1": 0.9008, "cpwer": 0.5262 }, "format": { "legal_structure_f1": 0.2785, "punct_f1": 0.7692, "word_preservation": 0.9984 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": 0.2468, "nwer": 0.158 }, "sc": { "name_accuracy": 0.5389, "boundary_f1": 0.8805, "cpwer": 0.4434 }, "format": { "legal_structure_f1": 0.0324, "punct_f1": 0.7424, "word_preservation": 0.9562 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": 0.1602, "nwer": 0.076 }, "sc": { "name_accuracy": 0.2397, "boundary_f1": 0.8858, "cpwer": 1.0841 }, "format": { "legal_structure_f1": 0.2328, "punct_f1": 0.773, "word_preservation": 0.9988 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": 0.2435, "nwer": 0.1631 }, "sc": { "name_accuracy": 0.4593, "boundary_f1": 0.8928, "cpwer": 0.9766 }, "format": { "legal_structure_f1": 0, "punct_f1": 0.8258, "word_preservation": 0.9235 } } ] }, { "model": "gpt-6.1-sol", "repetition": 1, "batch": "initial", "runId": "2026-10-18T062747675414Z", "date": "2026-10-18", "status": "COMPLETE", "headline": false, "resultSha256": "4833afd989240d5f266ed99dc1643d32aacfabc62c960e0d76153aa5a174ce22", "drawAccounting": { "proofread": { "expected": 0, "succeeded": 0, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 0, "sc": 3.6877868, "format": 2.6637295999999995, "total": 6.3515163999999995 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4514, "boundary_f1": 0.8558, "cpwer": 0.234 }, "format": { "legal_structure_f1": 0.5635, "punct_f1": 0.7477, "word_preservation": 0.9986 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5705, "boundary_f1": 0.9184, "cpwer": 0.3135 }, "format": { "legal_structure_f1": 0.1237, "punct_f1": 0.7941, "word_preservation": 0.9974 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5723, "boundary_f1": 0.8843, "cpwer": 0.3647 }, "format": { "legal_structure_f1": 0.1215, "punct_f1": 0.7499, "word_preservation": 0.9988 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.519, "boundary_f1": 0.8972, "cpwer": 0.812 }, "format": { "legal_structure_f1": 0.0359, "punct_f1": 0.7702, "word_preservation": 0.9981 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.537, "boundary_f1": 0.9048, "cpwer": 0.4896 }, "format": { "legal_structure_f1": 0.6418, "punct_f1": 0.8205, "word_preservation": 0.9977 } } ] }, { "model": "gpt-6.1-sol", "repetition": 2, "batch": "resume", "runId": "2026-10-18T150910453390Z", "date": "2026-10-18", "status": "COMPLETE", "headline": true, "resultSha256": "b1790116ed71b2ccaaf9943a969040e68b10cf510766e80b9585582c8c989233", "drawAccounting": { "proofread": { "expected": 0, "succeeded": 0, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 0, "sc": 3.6739094000000003, "format": 2.6883471, "total": 6.362256500000001 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4489, "boundary_f1": 0.8518, "cpwer": 0.239 }, "format": { "legal_structure_f1": 0.6022, "punct_f1": 0.7477, "word_preservation": 0.9986 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5247, "boundary_f1": 0.9165, "cpwer": 0.4773 }, "format": { "legal_structure_f1": 0.0638, "punct_f1": 0.7938, "word_preservation": 0.9981 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5744, "boundary_f1": 0.8852, "cpwer": 0.3647 }, "format": { "legal_structure_f1": 0.1772, "punct_f1": 0.7512, "word_preservation": 0.997 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.519, "boundary_f1": 0.8964, "cpwer": 0.8122 }, "format": { "legal_structure_f1": 0.0362, "punct_f1": 0.7673, "word_preservation": 0.9984 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5354, "boundary_f1": 0.9038, "cpwer": 0.4897 }, "format": { "legal_structure_f1": 0.0301, "punct_f1": 0.8202, "word_preservation": 0.9977 } } ] }, { "model": "gpt-6.1-sol", "repetition": 3, "batch": "resume", "runId": "2026-10-18T222534657514Z", "date": "2026-10-18", "status": "COMPLETE", "headline": true, "resultSha256": "55beca4717591be04b4d9bf02b3cf1283107604912055d6db429adad041dc6df", "drawAccounting": { "proofread": { "expected": 0, "succeeded": 0, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 0, "sc": 3.6785643, "format": 2.6942395999999995, "total": 6.372803899999999 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4509, "boundary_f1": 0.8559, "cpwer": 0.2395 }, "format": { "legal_structure_f1": 0.5792, "punct_f1": 0.7477, "word_preservation": 0.9985 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5688, "boundary_f1": 0.9176, "cpwer": 0.3137 }, "format": { "legal_structure_f1": 0.1277, "punct_f1": 0.794, "word_preservation": 0.9974 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5738, "boundary_f1": 0.8849, "cpwer": 0.365 }, "format": { "legal_structure_f1": 0.1688, "punct_f1": 0.7514, "word_preservation": 0.9971 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5182, "boundary_f1": 0.8963, "cpwer": 0.8122 }, "format": { "legal_structure_f1": 0.0359, "punct_f1": 0.7675, "word_preservation": 0.9984 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5374, "boundary_f1": 0.9053, "cpwer": 0.4883 }, "format": { "legal_structure_f1": 0.015, "punct_f1": 0.8201, "word_preservation": 0.9977 } } ] }, { "model": "claude-sonnet-5-5", "repetition": 1, "batch": "initial", "runId": "2026-10-18T081022920702Z", "date": "2026-10-18", "status": "COMPLETE", "headline": false, "resultSha256": "b3f5183c4cff3ec63a38bf98fc2d42868261ace7d31f96e5d46343480af6b7c5", "drawAccounting": { "proofread": { "expected": 0, "succeeded": 0, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 0, "sc": 6.0839286999999995, "format": 5.198998099999999, "total": 11.282926799999998 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.3838, "boundary_f1": 0.8378, "cpwer": 0.5887 }, "format": { "legal_structure_f1": 0.2568, "punct_f1": 0.7477, "word_preservation": 0.9988 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5608, "boundary_f1": 0.8971, "cpwer": 0.3198 }, "format": { "legal_structure_f1": 0.046, "punct_f1": 0.7937, "word_preservation": 0.9984 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5537, "boundary_f1": 0.856, "cpwer": 0.3766 }, "format": { "legal_structure_f1": 0.2667, "punct_f1": 0.7504, "word_preservation": 0.9988 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5391, "boundary_f1": 0.8901, "cpwer": 0.8177 }, "format": { "legal_structure_f1": 0.6099, "punct_f1": 0.7709, "word_preservation": 0.9986 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4304, "boundary_f1": 0.8803, "cpwer": 0.6164 }, "format": { "legal_structure_f1": 0.383, "punct_f1": 0.8223, "word_preservation": 0.9974 } } ] }, { "model": "claude-sonnet-5-5", "repetition": 2, "batch": "resume", "runId": "2026-10-18T164932068405Z", "date": "2026-10-18", "status": "COMPLETE", "headline": true, "resultSha256": "8271464dec3c72f787c4920c69dbe9e2005526b075a13a869404079c47c290a6", "drawAccounting": { "proofread": { "expected": 0, "succeeded": 0, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 0, "sc": 5.974566699999999, "format": 5.335982099999999, "total": 11.310548799999998 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.3804, "boundary_f1": 0.8371, "cpwer": 0.5881 }, "format": { "legal_structure_f1": 0.2685, "punct_f1": 0.7477, "word_preservation": 0.999 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5573, "boundary_f1": 0.8955, "cpwer": 0.315 }, "format": { "legal_structure_f1": 0.0417, "punct_f1": 0.7937, "word_preservation": 0.9984 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5553, "boundary_f1": 0.8606, "cpwer": 0.374 }, "format": { "legal_structure_f1": 0.019, "punct_f1": 0.7495, "word_preservation": 0.9958 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4318, "boundary_f1": 0.8854, "cpwer": 1.1106 }, "format": { "legal_structure_f1": 0.6036, "punct_f1": 0.7709, "word_preservation": 0.9391 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5181, "boundary_f1": 0.8815, "cpwer": 0.4946 }, "format": { "legal_structure_f1": 0.0156, "punct_f1": 0.8194, "word_preservation": 0.8271 } } ] }, { "model": "claude-sonnet-5-5", "repetition": 3, "batch": "resume", "runId": "2026-10-19T000127857323Z", "date": "2026-10-19", "status": "COMPLETE", "headline": true, "resultSha256": "1b613d54e748af98771b4b96db79a48449aff8605a82ed9e5c210266fb7043ae", "drawAccounting": { "proofread": { "expected": 0, "succeeded": 0, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 0, "sc": 6.0907906999999994, "format": 4.8476501, "total": 10.938440799999999 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4766, "boundary_f1": 0.8378, "cpwer": 0.2999 }, "format": { "legal_structure_f1": 0.2083, "punct_f1": 0.7475, "word_preservation": 0.9985 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5635, "boundary_f1": 0.8967, "cpwer": 0.5617 }, "format": { "legal_structure_f1": 0.0455, "punct_f1": 0.7937, "word_preservation": 0.9984 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.3896, "boundary_f1": 0.8573, "cpwer": 0.5063 }, "format": { "legal_structure_f1": 0.2749, "punct_f1": 0.7633, "word_preservation": 0.6439 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5101, "boundary_f1": 0.8832, "cpwer": 0.8136 }, "format": { "legal_structure_f1": 0.6036, "punct_f1": 0.771, "word_preservation": 0.9986 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.43, "boundary_f1": 0.8798, "cpwer": 0.617 }, "format": { "legal_structure_f1": 0.0156, "punct_f1": 0.8198, "word_preservation": 0.9984 } } ] }, { "model": "claude-haiku-5-5", "repetition": 1, "batch": "initial", "runId": "2026-10-18T092327614904Z", "date": "2026-10-18", "status": "COMPLETE", "headline": false, "resultSha256": "8b11db761532a143001587984a0e2eaa8dedcee8b42cbd250e45c3cfc6326612", "drawAccounting": { "proofread": { "expected": 0, "succeeded": 0, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 0, "sc": 0.300999995, "format": 0.315323085, "total": 0.61632308 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.2457, "boundary_f1": 0.8355, "cpwer": 0.7108 }, "format": { "legal_structure_f1": 0.1029, "punct_f1": 0.7476, "word_preservation": 0.999 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.3765, "boundary_f1": 0.8859, "cpwer": 0.8787 }, "format": { "legal_structure_f1": 0.0506, "punct_f1": 0.793, "word_preservation": 0.9984 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.451, "boundary_f1": 0.8484, "cpwer": 0.5608 }, "format": { "legal_structure_f1": 0.0202, "punct_f1": 0.7491, "word_preservation": 0.9988 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5061, "boundary_f1": 0.887, "cpwer": 0.8186 }, "format": { "legal_structure_f1": 0.3958, "punct_f1": 0.7679, "word_preservation": 0.9988 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4352, "boundary_f1": 0.8756, "cpwer": 0.7572 }, "format": { "legal_structure_f1": 0, "punct_f1": 0.8198, "word_preservation": 0.9998 } } ] }, { "model": "claude-haiku-5-5", "repetition": 2, "batch": "resume", "runId": "2026-10-18T180145767971Z", "date": "2026-10-18", "status": "COMPLETE", "headline": true, "resultSha256": "84e742c3080d8c357608c0069dabd5725481a7339d49d0d8b264a78b5c08e28d", "drawAccounting": { "proofread": { "expected": 0, "succeeded": 0, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 0, "sc": 0.298875095, "format": 0.27710477499999997, "total": 0.57597987 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.3858, "boundary_f1": 0.8351, "cpwer": 0.8013 }, "format": { "legal_structure_f1": 0.0889, "punct_f1": 0.7475, "word_preservation": 0.9913 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.3748, "boundary_f1": 0.8875, "cpwer": 0.9806 }, "format": { "legal_structure_f1": 0.0506, "punct_f1": 0.7932, "word_preservation": 0.9887 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4521, "boundary_f1": 0.8475, "cpwer": 0.5368 }, "format": { "legal_structure_f1": 0.0109, "punct_f1": 0.7488, "word_preservation": 0.9955 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4076, "boundary_f1": 0.8837, "cpwer": 0.5819 }, "format": { "legal_structure_f1": 0.3789, "punct_f1": 0.7649, "word_preservation": 0.9988 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.3353, "boundary_f1": 0.8759, "cpwer": 1.0304 }, "format": { "legal_structure_f1": 0.0217, "punct_f1": 0.8191, "word_preservation": 0.979 } } ] }, { "model": "claude-haiku-5-5", "repetition": 3, "batch": "resume", "runId": "2026-10-19T011124911979Z", "date": "2026-10-19", "status": "COMPLETE", "headline": true, "resultSha256": "cf55247e9340689aae2494af2cb5e5a45727e55913df104f1058ea60906677fe", "drawAccounting": { "proofread": { "expected": 0, "succeeded": 0, "failed": 0 }, "sc": { "expected": 5, "succeeded": 5, "failed": 0 }, "format": { "expected": 5, "succeeded": 5, "failed": 0 } }, "stageCostUsd": { "proofread": 0, "sc": 0.3047417949999999, "format": 0.276718585, "total": 0.58146038 }, "perFile": [ { "id": "rt_mitchell", "name": "James Mitchell", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4203, "boundary_f1": 0.8353, "cpwer": 0.2232 }, "format": { "legal_structure_f1": 0.1168, "punct_f1": 0.7475, "word_preservation": 0.999 } }, { "id": "rt_jessen", "name": "Bruce Jessen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5459, "boundary_f1": 0.885, "cpwer": 0.3331 }, "format": { "legal_structure_f1": 0.0506, "punct_f1": 0.7929, "word_preservation": 0.9984 } }, { "id": "rt_rizzo", "name": "John Rizzo", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.4235, "boundary_f1": 0.8487, "cpwer": 0.5961 }, "format": { "legal_structure_f1": 0.0109, "punct_f1": 0.749, "word_preservation": 0.9999 } }, { "id": "rt_dean", "name": "Todd E. Dean", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.5085, "boundary_f1": 0.8869, "cpwer": 0.8146 }, "format": { "legal_structure_f1": 0.0208, "punct_f1": 0.7659, "word_preservation": 0.9988 } }, { "id": "rt_degen", "name": "Karen Degen", "proofread": { "wer": null, "nwer": null }, "sc": { "name_accuracy": 0.2576, "boundary_f1": 0.8757, "cpwer": 0.7337 }, "format": { "legal_structure_f1": 0, "punct_f1": 0.8189, "word_preservation": 0.9997 } } ] } ] }