{ "generatedAt": "2026-07-30T06:51:16.517Z", "methodology": { "uniqueImages": 20, "repetitionsPerProviderImage": 3, "requestsPerProvider": 60, "commercialRequests": 240, "languages": [ "en", "ja", "ko", "zh" ], "categories": [ "tables", "formulas-technical", "menus-signage", "packaging-labels", "documents-forms" ] }, "providerSummary": [ { "group": "google", "runs": 60, "successes": 60, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.32262306659625656, "meanNormalizedCer": 0.30759633064239933, "medianNormalizedCer": 0.2820349051957646, "meanTokenErrorRate": 0.37528184314558616, "meanDigitCer": 0.3106438706524758, "meanExactLineRecall": 0.4822701979554095, "meanFuzzyLineRecall": 0.633369900000621, "meanCharacterBagF1": 0.8899193404222423, "meanTokenBagF1": 0.8105061570818283, "qualityPassRate": 0.45, "highQualityPassRate": 0.2833333333333333, "reliabilityAdjustedAccuracy": 0.6924036693576007, "meanLatencyMs": 474.53759726633626, "medianLatencyMs": 420.8610420078039, "p95LatencyMs": 708.4150166630745, "latencyStdDevMs": 131.9261583323548, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 142.56487061324967, "meanCharactersPerSecond": 1366.5084246323192, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8873122933505249, "errorTypes": {}, "allAttemptSuccessRate": 1, "identicalOutputRate": 0.9, "identicalOutputRateGivenAllSuccess": 0.9, "meanWithinImageCerSpread": 0.007333575652937746 }, { "group": "ocrspace", "runs": 60, "successes": 53, "failures": 7, "successRate": 0.8833333333333333, "emptyOutputRate": 0.11666666666666667, "meanStrictCer": 1.090391547311165, "meanNormalizedCer": 0.24685801280730127, "medianNormalizedCer": 0.1625659050966608, "meanTokenErrorRate": 0.23492265689293784, "meanDigitCer": 0.1368900135511542, "meanExactLineRecall": 0.5084625161643103, "meanFuzzyLineRecall": 0.6619644748371596, "meanCharacterBagF1": 0.9071244758956084, "meanTokenBagF1": 0.882802085595859, "qualityPassRate": 0.4666666666666667, "highQualityPassRate": 0.3333333333333333, "reliabilityAdjustedAccuracy": 0.6652754220202172, "meanLatencyMs": 9537.3711485441, "medianLatencyMs": 7575.5907500088215, "p95LatencyMs": 19690.334366786476, "latencyStdDevMs": 5639.7827167499745, "meanServiceTimeMs": 8724.264150943396, "medianServiceTimeMs": 6970, "imagesPerMinuteAtMedian": 7.920174410151463, "meanCharactersPerSecond": 80.74162914447898, "boxAvailabilityRate": 0.9811320754716981, "meanProviderConfidence": null, "errorTypes": { "HTTP 504": 7 }, "allAttemptSuccessRate": 0.75, "identicalOutputRate": 0.3, "identicalOutputRateGivenAllSuccess": 0.4, "meanWithinImageCerSpread": 0.10484058525684668 }, { "group": "mistral", "runs": 60, "successes": 60, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.41696703313356903, "meanNormalizedCer": 0.3839852877668207, "medianNormalizedCer": 0.3148470883954755, "meanTokenErrorRate": 0.4240937107782457, "meanDigitCer": 0.3953683370645324, "meanExactLineRecall": 0.3658617081604782, "meanFuzzyLineRecall": 0.48649764333831846, "meanCharacterBagF1": 0.7961595082334562, "meanTokenBagF1": 0.7124662005064045, "qualityPassRate": 0.45, "highQualityPassRate": 0.35, "reliabilityAdjustedAccuracy": 0.6160147122331793, "meanLatencyMs": 1846.1914423162739, "medianLatencyMs": 1297.273541495204, "p95LatencyMs": 4356.585326738652, "latencyStdDevMs": 1285.16246242993, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 46.25084693459912, "meanCharactersPerSecond": 580.601635195065, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.954130037057998, "errorTypes": {}, "allAttemptSuccessRate": 1, "identicalOutputRate": 1, "identicalOutputRateGivenAllSuccess": 1, "meanWithinImageCerSpread": 0 }, { "group": "azure", "runs": 60, "successes": 60, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.4215702063619317, "meanNormalizedCer": 0.4022146892390418, "medianNormalizedCer": 0.43037944315767895, "meanTokenErrorRate": 0.4873676571107104, "meanDigitCer": 0.39337669712884893, "meanExactLineRecall": 0.46386225345993654, "meanFuzzyLineRecall": 0.5930411947559578, "meanCharacterBagF1": 0.8947287258466545, "meanTokenBagF1": 0.8194137677168137, "qualityPassRate": 0.35, "highQualityPassRate": 0.3, "reliabilityAdjustedAccuracy": 0.5977853107609582, "meanLatencyMs": 686.0106263498466, "medianLatencyMs": 542.2419999837875, "p95LatencyMs": 1381.5168104439972, "latencyStdDevMs": 441.24469619316045, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 110.65170164206008, "meanCharactersPerSecond": 1130.1181246675915, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9072593345655785, "errorTypes": {}, "allAttemptSuccessRate": 1, "identicalOutputRate": 1, "identicalOutputRateGivenAllSuccess": 1, "meanWithinImageCerSpread": 0 } ], "languageSummary": [ { "group": "mistral/en", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.3796876966413072, "meanNormalizedCer": 0.3282327766975577, "medianNormalizedCer": 0.4109347442680776, "meanTokenErrorRate": 0.39272328477641427, "meanDigitCer": 0.6810578386605785, "meanExactLineRecall": 0.3166755463597568, "meanFuzzyLineRecall": 0.44463726884779514, "meanCharacterBagF1": 0.9052211167250204, "meanTokenBagF1": 0.8460658224217558, "qualityPassRate": 0.4, "highQualityPassRate": 0.2, "reliabilityAdjustedAccuracy": 0.6717672233024423, "meanLatencyMs": 2146.39216380318, "medianLatencyMs": 1562.0089589953423, "p95LatencyMs": 5707.66439539194, "latencyStdDevMs": 1543.6870207363233, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 38.412071617432325, "meanCharactersPerSecond": 954.1435849589592, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9739662452287483, "errorTypes": {} }, { "group": "mistral/ja", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.299289854309002, "meanNormalizedCer": 0.2471818386883105, "medianNormalizedCer": 0.24423963133640553, "meanTokenErrorRate": 0.28775096686265605, "meanDigitCer": 0.1883148767838456, "meanExactLineRecall": 0.2771127966236662, "meanFuzzyLineRecall": 0.47103824919042303, "meanCharacterBagF1": 0.8466273929972908, "meanTokenBagF1": 0.7911933773403563, "qualityPassRate": 0.4, "highQualityPassRate": 0.2, "reliabilityAdjustedAccuracy": 0.7528181613116895, "meanLatencyMs": 1924.399791530768, "medianLatencyMs": 1397.8177079856396, "p95LatencyMs": 4446.383524909613, "latencyStdDevMs": 1469.5172440189012, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 42.92405201137744, "meanCharactersPerSecond": 569.6127259621816, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9638460648087748, "errorTypes": {} }, { "group": "mistral/ko", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.6206207177677712, "meanNormalizedCer": 0.5951721448170448, "medianNormalizedCer": 0.7516339869281046, "meanTokenErrorRate": 0.6178991596638655, "meanDigitCer": 0.33841642228738994, "meanExactLineRecall": 0.3858201058201058, "meanFuzzyLineRecall": 0.4474867724867725, "meanCharacterBagF1": 0.7378402498729781, "meanTokenBagF1": 0.5850381316819026, "qualityPassRate": 0.4, "highQualityPassRate": 0.4, "reliabilityAdjustedAccuracy": 0.40482785518295517, "meanLatencyMs": 1599.755183404684, "medianLatencyMs": 1169.0539999902248, "p95LatencyMs": 3298.7471419036383, "latencyStdDevMs": 895.9614873994303, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 51.32354878431766, "meanCharactersPerSecond": 394.8037453210901, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9165855775552828, "errorTypes": {} }, { "group": "mistral/zh", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.3682698638161961, "meanNormalizedCer": 0.36535439086436994, "medianNormalizedCer": 0.08, "meanTokenErrorRate": 0.3980014318100465, "meanDigitCer": 0.37368421052631573, "meanExactLineRecall": 0.48383838383838396, "meanFuzzyLineRecall": 0.5828282828282829, "meanCharacterBagF1": 0.6949492733385352, "meanTokenBagF1": 0.6275674705816038, "qualityPassRate": 0.6, "highQualityPassRate": 0.6, "reliabilityAdjustedAccuracy": 0.6346456091356301, "meanLatencyMs": 1714.2186305264631, "medianLatencyMs": 1199.6922080218792, "p95LatencyMs": 4009.1305623918765, "latencyStdDevMs": 1042.5871724551337, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 50.012827956040006, "meanCharactersPerSecond": 403.84648453802913, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9336273869672437, "errorTypes": {} }, { "group": "google/en", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.3046475068326258, "meanNormalizedCer": 0.2916115411928391, "medianNormalizedCer": 0.44665561083471533, "meanTokenErrorRate": 0.3723305282240565, "meanDigitCer": 0.26302075977969214, "meanExactLineRecall": 0.5770495279968963, "meanFuzzyLineRecall": 0.7414105780421572, "meanCharacterBagF1": 0.9605826663049785, "meanTokenBagF1": 0.8770648650913425, "qualityPassRate": 0.4, "highQualityPassRate": 0.4, "reliabilityAdjustedAccuracy": 0.708388458807161, "meanLatencyMs": 543.1299222012361, "medianLatencyMs": 571.4332909882069, "p95LatencyMs": 729.2262582093476, "latencyStdDevMs": 147.8150520858398, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 104.99913278807949, "meanCharactersPerSecond": 2233.78755406711, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8769304373420487, "errorTypes": {} }, { "group": "google/ja", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.2833773089724571, "meanNormalizedCer": 0.2636316106230306, "medianNormalizedCer": 0.22580645161290322, "meanTokenErrorRate": 0.30569313265417075, "meanDigitCer": 0.3546321982064983, "meanExactLineRecall": 0.27352769814726335, "meanFuzzyLineRecall": 0.5360844348887828, "meanCharacterBagF1": 0.8875151184125138, "meanTokenBagF1": 0.8415505062951998, "qualityPassRate": 0.4, "highQualityPassRate": 0.2, "reliabilityAdjustedAccuracy": 0.7363683893769695, "meanLatencyMs": 440.09503066539764, "medianLatencyMs": 414.084124982357, "p95LatencyMs": 628.3294413030147, "latencyStdDevMs": 96.62659446582833, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 144.89809287558762, "meanCharactersPerSecond": 1257.727352144115, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9318697065683268, "errorTypes": {} }, { "group": "google/ko", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.35425758833811, "meanNormalizedCer": 0.33687896958695446, "medianNormalizedCer": 0.3523809523809524, "meanTokenErrorRate": 0.45262032085561493, "meanDigitCer": 0.2832227195554869, "meanExactLineRecall": 0.5007257878997009, "meanFuzzyLineRecall": 0.6782068092937659, "meanCharacterBagF1": 0.860014614932661, "meanTokenBagF1": 0.7108739719596813, "qualityPassRate": 0.4, "highQualityPassRate": 0.2, "reliabilityAdjustedAccuracy": 0.6631210304130455, "meanLatencyMs": 443.61544452905656, "medianLatencyMs": 420.37254202365875, "p95LatencyMs": 595.1772420108318, "latencyStdDevMs": 88.0460246519215, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 142.73054018029364, "meanCharactersPerSecond": 905.8216918793901, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9408719429363224, "errorTypes": {} }, { "group": "google/zh", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.34820986224183414, "meanNormalizedCer": 0.3382632011667725, "medianNormalizedCer": 0.12, "meanTokenErrorRate": 0.3704833908485024, "meanDigitCer": 0.3416998050682261, "meanExactLineRecall": 0.5777777777777777, "meanFuzzyLineRecall": 0.5777777777777777, "meanCharacterBagF1": 0.8515649620388152, "meanTokenBagF1": 0.8125352849810913, "qualityPassRate": 0.6, "highQualityPassRate": 0.3333333333333333, "reliabilityAdjustedAccuracy": 0.6617367988332274, "meanLatencyMs": 471.30999166965483, "medianLatencyMs": 412.99841699004173, "p95LatencyMs": 701.968345507979, "latencyStdDevMs": 154.34428972039711, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 145.27900721093255, "meanCharactersPerSecond": 1068.6971004386621, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.807123832667588, "errorTypes": {} }, { "group": "azure/en", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.3977400327662385, "meanNormalizedCer": 0.3788058898944046, "medianNormalizedCer": 0.4021164021164021, "meanTokenErrorRate": 0.4810719005375938, "meanDigitCer": 0.5261461814872349, "meanExactLineRecall": 0.5227541704383808, "meanFuzzyLineRecall": 0.6790173183857393, "meanCharacterBagF1": 0.9456384043235732, "meanTokenBagF1": 0.8401936789657886, "qualityPassRate": 0.2, "highQualityPassRate": 0.2, "reliabilityAdjustedAccuracy": 0.6211941101055953, "meanLatencyMs": 756.2804055313269, "medianLatencyMs": 725.343957990408, "p95LatencyMs": 1315.6069296002386, "latencyStdDevMs": 325.47238367705467, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 82.7193765647848, "meanCharactersPerSecond": 1624.5980882974116, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8955319767441782, "errorTypes": {} }, { "group": "azure/ja", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.5048952161070166, "meanNormalizedCer": 0.482116918387023, "medianNormalizedCer": 0.5852534562211982, "meanTokenErrorRate": 0.5679114579465543, "meanDigitCer": 0.36036003067410666, "meanExactLineRecall": 0.24957377767160374, "meanFuzzyLineRecall": 0.5280456681000159, "meanCharacterBagF1": 0.9034264795001593, "meanTokenBagF1": 0.8430630648588319, "qualityPassRate": 0.2, "highQualityPassRate": 0.2, "reliabilityAdjustedAccuracy": 0.517883081612977, "meanLatencyMs": 610.2317193289598, "medianLatencyMs": 478.5410830080509, "p95LatencyMs": 1281.1800087898969, "latencyStdDevMs": 314.5623810759761, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 125.38108457239933, "meanCharactersPerSecond": 1013.8659606127095, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9161895081967235, "errorTypes": {} }, { "group": "azure/ko", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.21578144462638732, "meanNormalizedCer": 0.2066805483255249, "medianNormalizedCer": 0, "meanTokenErrorRate": 0.2458008658008658, "meanDigitCer": 0.13014354066985645, "meanExactLineRecall": 0.8305958132045088, "meanFuzzyLineRecall": 0.8380032206119161, "meanCharacterBagF1": 0.9349206349206348, "meanTokenBagF1": 0.8925474525474527, "qualityPassRate": 0.8, "highQualityPassRate": 0.6, "reliabilityAdjustedAccuracy": 0.793319451674475, "meanLatencyMs": 556.8945971349875, "medianLatencyMs": 413.0820409953594, "p95LatencyMs": 1203.915103793144, "latencyStdDevMs": 312.00568121054, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 145.24959704233194, "meanCharactersPerSecond": 955.7320813496345, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9623196605374923, "errorTypes": {} }, { "group": "azure/zh", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.5678641319480846, "meanNormalizedCer": 0.5412554003492148, "medianNormalizedCer": 0.6894977168949772, "meanTokenErrorRate": 0.6546864041578278, "meanDigitCer": 0.5568570356841983, "meanExactLineRecall": 0.2525252525252525, "meanFuzzyLineRecall": 0.3270985719261581, "meanCharacterBagF1": 0.7949293846422523, "meanTokenBagF1": 0.7018508744951816, "qualityPassRate": 0.2, "highQualityPassRate": 0.2, "reliabilityAdjustedAccuracy": 0.4587445996507852, "meanLatencyMs": 820.6357834041119, "medianLatencyMs": 587.7102919816971, "p95LatencyMs": 2212.7474000871175, "latencyStdDevMs": 656.5691524238105, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 102.0911166923525, "meanCharactersPerSecond": 926.2763684106104, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8521021542738072, "errorTypes": {} }, { "group": "ocrspace/en", "runs": 15, "successes": 15, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.33684317302190114, "meanNormalizedCer": 0.26146393294193154, "medianNormalizedCer": 0.25666391865897226, "meanTokenErrorRate": 0.2954145523736826, "meanDigitCer": 0.12491408934707904, "meanExactLineRecall": 0.5853515569305044, "meanFuzzyLineRecall": 0.750331068646858, "meanCharacterBagF1": 0.9599888546157184, "meanTokenBagF1": 0.932012974960609, "qualityPassRate": 0.4, "highQualityPassRate": 0.3333333333333333, "reliabilityAdjustedAccuracy": 0.7385360670580685, "meanLatencyMs": 11110.959566732248, "medianLatencyMs": 8697.950500011444, "p95LatencyMs": 22066.062179192897, "latencyStdDevMs": 5764.478566345838, "meanServiceTimeMs": 10140.6, "medianServiceTimeMs": 7287, "imagesPerMinuteAtMedian": 6.8981767601368915, "meanCharactersPerSecond": 108.59387028355034, "boxAvailabilityRate": 1, "meanProviderConfidence": null, "errorTypes": {} }, { "group": "ocrspace/ja", "runs": 15, "successes": 13, "failures": 2, "successRate": 0.8666666666666667, "emptyOutputRate": 0.13333333333333333, "meanStrictCer": 0.3085371236113871, "meanNormalizedCer": 0.2689639856645789, "medianNormalizedCer": 0.12442396313364056, "meanTokenErrorRate": 0.14179699785743644, "meanDigitCer": 0.1499485180359365, "meanExactLineRecall": 0.49348201269187886, "meanFuzzyLineRecall": 0.6465106521126588, "meanCharacterBagF1": 0.893052808524059, "meanTokenBagF1": 0.9297967867178026, "qualityPassRate": 0.4666666666666667, "highQualityPassRate": 0.3333333333333333, "reliabilityAdjustedAccuracy": 0.633564545757365, "meanLatencyMs": 9484.337275534868, "medianLatencyMs": 7676.835707992315, "p95LatencyMs": 17819.589674991366, "latencyStdDevMs": 4714.171778777984, "meanServiceTimeMs": 8431.307692307691, "medianServiceTimeMs": 7068, "imagesPerMinuteAtMedian": 7.815720211067472, "meanCharactersPerSecond": 78.59477659893342, "boxAvailabilityRate": 1, "meanProviderConfidence": null, "errorTypes": { "HTTP 504": 2 } }, { "group": "ocrspace/ko", "runs": 15, "successes": 14, "failures": 1, "successRate": 0.9333333333333333, "emptyOutputRate": 0.06666666666666667, "meanStrictCer": 3.255682064003865, "meanNormalizedCer": 0.20377230379917952, "medianNormalizedCer": 0.048672566371681415, "meanTokenErrorRate": 0.2610607879515442, "meanDigitCer": 0.11382929464423522, "meanExactLineRecall": 0.5714606132307996, "meanFuzzyLineRecall": 0.6591812087153702, "meanCharacterBagF1": 0.8842452596888691, "meanTokenBagF1": 0.7922316678769982, "qualityPassRate": 0.6, "highQualityPassRate": 0.6, "reliabilityAdjustedAccuracy": 0.7431458497874325, "meanLatencyMs": 8843.816836278353, "medianLatencyMs": 7189.419979482889, "p95LatencyMs": 17677.615614609414, "latencyStdDevMs": 6876.30264780489, "meanServiceTimeMs": 8461.142857142857, "medianServiceTimeMs": 6840, "imagesPerMinuteAtMedian": 8.345596747891697, "meanCharactersPerSecond": 74.72484031215393, "boxAvailabilityRate": 0.9285714285714286, "meanProviderConfidence": null, "errorTypes": { "HTTP 504": 1 } }, { "group": "ocrspace/zh", "runs": 15, "successes": 11, "failures": 4, "successRate": 0.7333333333333333, "emptyOutputRate": 0.26666666666666666, "meanStrictCer": 0.2861429917419157, "meanNormalizedCer": 0.25565196525726835, "medianNormalizedCer": 0.18666666666666668, "meanTokenErrorRate": 0.22922459329565228, "meanDigitCer": 0.16713804713804714, "meanExactLineRecall": 0.3411386593204775, "meanFuzzyLineRecall": 0.5632705215624398, "meanCharacterBagF1": 0.880785841524958, "meanTokenBagF1": 0.8754285758692716, "qualityPassRate": 0.4, "highQualityPassRate": 0.06666666666666667, "reliabilityAdjustedAccuracy": 0.5458552254780031, "meanLatencyMs": 8336.950643818487, "medianLatencyMs": 6930.596082985401, "p95LatencyMs": 14515.050853997469, "latencyStdDevMs": 4007.971015058136, "meanServiceTimeMs": 7474, "medianServiceTimeMs": 6037, "imagesPerMinuteAtMedian": 8.657264004650317, "meanCharactersPerSecond": 52.95622093162192, "boxAvailabilityRate": 1, "meanProviderConfidence": null, "errorTypes": { "HTTP 504": 4 } } ], "categorySummary": [ { "group": "mistral/documents-forms", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.1399140670521404, "meanNormalizedCer": 0.06997926774150541, "medianNormalizedCer": 0.055822784810126584, "meanTokenErrorRate": 0.09004926177219973, "meanDigitCer": 0.0547945205479452, "meanExactLineRecall": 0.357295805121892, "meanFuzzyLineRecall": 0.5171991867644041, "meanCharacterBagF1": 0.9875783922819542, "meanTokenBagF1": 0.9603652629286996, "qualityPassRate": 1, "highQualityPassRate": 0.75, "reliabilityAdjustedAccuracy": 0.9300207322584946, "meanLatencyMs": 1341.3063574979703, "medianLatencyMs": 960.7579374909401, "p95LatencyMs": 2521.9013123497366, "latencyStdDevMs": 637.2727161085113, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 62.4506940392213, "meanCharactersPerSecond": 518.692677311994, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9886150539580593, "errorTypes": {} }, { "group": "mistral/formulas-technical", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.2192903594064992, "meanNormalizedCer": 0.20960405448210326, "medianNormalizedCer": 0.19272727272727272, "meanTokenErrorRate": 0.18439424425339915, "meanDigitCer": 0.04455445544554456, "meanExactLineRecall": 0.7784375, "meanFuzzyLineRecall": 0.8718750000000001, "meanCharacterBagF1": 0.9419415110702989, "meanTokenBagF1": 0.9277176075956564, "qualityPassRate": 0.5, "highQualityPassRate": 0.5, "reliabilityAdjustedAccuracy": 0.7903959455178967, "meanLatencyMs": 1754.6816631704569, "medianLatencyMs": 1112.5973124951124, "p95LatencyMs": 3576.521318602561, "latencyStdDevMs": 1131.1064004340262, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 53.92786709635664, "meanCharactersPerSecond": 631.6441847732676, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9724906940844247, "errorTypes": {} }, { "group": "mistral/menus-signage", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.5801078440604983, "meanNormalizedCer": 0.5504903964950614, "medianNormalizedCer": 0.5986449864498645, "meanTokenErrorRate": 0.6326457266759383, "meanDigitCer": 0.4500768049155146, "meanExactLineRecall": 0.19886363636363633, "meanFuzzyLineRecall": 0.2826388888888889, "meanCharacterBagF1": 0.5888144135434757, "meanTokenBagF1": 0.4591067657523132, "qualityPassRate": 0.25, "highQualityPassRate": 0.25, "reliabilityAdjustedAccuracy": 0.4495096035049386, "meanLatencyMs": 2124.0046771665416, "medianLatencyMs": 1556.3541879951954, "p95LatencyMs": 4778.472174704073, "latencyStdDevMs": 1513.6534363464655, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 38.55163590833298, "meanCharactersPerSecond": 568.5274927211645, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9584828451869483, "errorTypes": {} }, { "group": "mistral/packaging-labels", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.7198575489992732, "meanNormalizedCer": 0.6991324461070274, "medianNormalizedCer": 0.5639148607185137, "meanTokenErrorRate": 0.747089182947264, "meanDigitCer": 0.6265118288144603, "meanExactLineRecall": 0.18587662337662336, "meanFuzzyLineRecall": 0.23051948051948049, "meanCharacterBagF1": 0.6600572352517661, "meanTokenBagF1": 0.49869486097984167, "qualityPassRate": 0, "highQualityPassRate": 0, "reliabilityAdjustedAccuracy": 0.3008675538929726, "meanLatencyMs": 1676.7868959133823, "medianLatencyMs": 1350.052228987217, "p95LatencyMs": 3158.0179088458417, "latencyStdDevMs": 768.6196788795855, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 44.44272503813489, "meanCharactersPerSecond": 200.54803675727416, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.7711721449166028, "errorTypes": {} }, { "group": "mistral/tables", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.42566534614943446, "meanNormalizedCer": 0.3907202740084062, "medianNormalizedCer": 0.39068506597631014, "meanTokenErrorRate": 0.4662901382424269, "meanDigitCer": 0.8009040755991976, "meanExactLineRecall": 0.3088349759402391, "meanFuzzyLineRecall": 0.5302556605188183, "meanCharacterBagF1": 0.8024059890197855, "meanTokenBagF1": 0.7164465052755125, "qualityPassRate": 0.5, "highQualityPassRate": 0.25, "reliabilityAdjustedAccuracy": 0.6092797259915939, "meanLatencyMs": 2334.1776178330183, "medianLatencyMs": 1420.7729784846306, "p95LatencyMs": 5860.441601745783, "latencyStdDevMs": 1755.9840672467813, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 42.23053289202815, "meanCharactersPerSecond": 983.595784411625, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9562607001221238, "errorTypes": {} }, { "group": "google/documents-forms", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.07119498166744818, "meanNormalizedCer": 0.05705132043649878, "medianNormalizedCer": 0.0421523540661142, "meanTokenErrorRate": 0.05657147318336974, "meanDigitCer": 0.1468255651215064, "meanExactLineRecall": 0.6750844011713578, "meanFuzzyLineRecall": 0.7926351817656166, "meanCharacterBagF1": 0.9739481160169431, "meanTokenBagF1": 0.9648813172412337, "qualityPassRate": 1, "highQualityPassRate": 0.75, "reliabilityAdjustedAccuracy": 0.9429486795635013, "meanLatencyMs": 415.35054175059, "medianLatencyMs": 406.512458011508, "p95LatencyMs": 558.034558853507, "latencyStdDevMs": 74.11759954410331, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 147.59695260877209, "meanCharactersPerSecond": 1045.7552315612731, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9681436770354002, "errorTypes": {} }, { "group": "google/formulas-technical", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.40392405676864396, "meanNormalizedCer": 0.38246298767455045, "medianNormalizedCer": 0.3268577763699715, "meanTokenErrorRate": 0.4667184927748307, "meanDigitCer": 0.22743790168490538, "meanExactLineRecall": 0.34335597826086967, "meanFuzzyLineRecall": 0.5171467391304349, "meanCharacterBagF1": 0.865769405985337, "meanTokenBagF1": 0.7488907442556475, "qualityPassRate": 0.5, "highQualityPassRate": 0, "reliabilityAdjustedAccuracy": 0.6175370123254496, "meanLatencyMs": 428.60953125109273, "medianLatencyMs": 406.42993749678135, "p95LatencyMs": 553.5006456539035, "latencyStdDevMs": 76.96919523572038, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 147.62692032369088, "meanCharactersPerSecond": 1273.4726502254127, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8200036862455946, "errorTypes": {} }, { "group": "google/menus-signage", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.5566213567942889, "meanNormalizedCer": 0.535388227100973, "medianNormalizedCer": 0.5138271704233943, "meanTokenErrorRate": 0.6330844140544291, "meanDigitCer": 0.5718724211407948, "meanExactLineRecall": 0.19286616161616163, "meanFuzzyLineRecall": 0.3030934343434344, "meanCharacterBagF1": 0.7955377657805043, "meanTokenBagF1": 0.7097577994252267, "qualityPassRate": 0, "highQualityPassRate": 0, "reliabilityAdjustedAccuracy": 0.464611772899027, "meanLatencyMs": 468.40153824786347, "medianLatencyMs": 436.8281875103712, "p95LatencyMs": 707.7442212119698, "latencyStdDevMs": 132.4237588265977, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 137.3537736700553, "meanCharactersPerSecond": 1766.246507765879, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8660521356266669, "errorTypes": {} }, { "group": "google/packaging-labels", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.17049967121814194, "meanNormalizedCer": 0.16754903633434393, "medianNormalizedCer": 0.18596258653704523, "meanTokenErrorRate": 0.2396487721302113, "meanDigitCer": 0.22159090909090906, "meanExactLineRecall": 0.7142857142857141, "meanFuzzyLineRecall": 0.8273809523809522, "meanCharacterBagF1": 0.9160327924273157, "meanTokenBagF1": 0.8297275641025642, "qualityPassRate": 0.5, "highQualityPassRate": 0.4166666666666667, "reliabilityAdjustedAccuracy": 0.8324509636656561, "meanLatencyMs": 446.4430244117975, "medianLatencyMs": 413.7618754953146, "p95LatencyMs": 610.5216562420129, "latencyStdDevMs": 101.14285225289917, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 145.01094362107182, "meanCharactersPerSecond": 583.5947196891824, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8931891690967739, "errorTypes": {} }, { "group": "google/tables", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.4108752665327608, "meanNormalizedCer": 0.3955300816656295, "medianNormalizedCer": 0.3921830890078868, "meanTokenErrorRate": 0.4803860635850899, "meanDigitCer": 0.3854925562242634, "meanExactLineRecall": 0.485758734442945, "meanFuzzyLineRecall": 0.726593192382666, "meanCharacterBagF1": 0.8983086219011102, "meanTokenBagF1": 0.7992733603844716, "qualityPassRate": 0.25, "highQualityPassRate": 0.25, "reliabilityAdjustedAccuracy": 0.6044699183343705, "meanLatencyMs": 613.8833506703377, "medianLatencyMs": 601.4449995011091, "p95LatencyMs": 858.6765729591249, "latencyStdDevMs": 148.26416356026832, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 99.75974536286647, "meanCharactersPerSecond": 2163.4730139198496, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9056245997614822, "errorTypes": {} }, { "group": "azure/documents-forms", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.14371179006162157, "meanNormalizedCer": 0.12318785477946757, "medianNormalizedCer": 0.0530423762256018, "meanTokenErrorRate": 0.16626830027609144, "meanDigitCer": 0.20742503922982314, "meanExactLineRecall": 0.6466575270923097, "meanFuzzyLineRecall": 0.7096879488183836, "meanCharacterBagF1": 0.9513190640119223, "meanTokenBagF1": 0.9156419265114918, "qualityPassRate": 0.75, "highQualityPassRate": 0.75, "reliabilityAdjustedAccuracy": 0.8768121452205324, "meanLatencyMs": 531.1658086702228, "medianLatencyMs": 484.9531244933605, "p95LatencyMs": 822.8305017501115, "latencyStdDevMs": 177.78605805075446, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 123.7232981284183, "meanCharactersPerSecond": 881.6190485620876, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9839381818181967, "errorTypes": {} }, { "group": "azure/formulas-technical", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.5702519463264656, "meanNormalizedCer": 0.5441094889321001, "medianNormalizedCer": 0.6029838454228698, "meanTokenErrorRate": 0.6329324431437108, "meanDigitCer": 0.4972893868334202, "meanExactLineRecall": 0.3859646739130435, "meanFuzzyLineRecall": 0.5283353635682159, "meanCharacterBagF1": 0.8674294605965196, "meanTokenBagF1": 0.7614795484557829, "qualityPassRate": 0.25, "highQualityPassRate": 0, "reliabilityAdjustedAccuracy": 0.4558905110678999, "meanLatencyMs": 558.7865799218416, "medianLatencyMs": 383.8129380196333, "p95LatencyMs": 1303.458885757625, "latencyStdDevMs": 352.2409517421013, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 156.32615281179187, "meanCharactersPerSecond": 1209.7277469179548, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8476686991869968, "errorTypes": {} }, { "group": "azure/menus-signage", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.5142574869223215, "meanNormalizedCer": 0.4951484259277876, "medianNormalizedCer": 0.6000529494165511, "meanTokenErrorRate": 0.5700156836968092, "meanDigitCer": 0.4577742322587683, "meanExactLineRecall": 0.32727272727272727, "meanFuzzyLineRecall": 0.39545454545454545, "meanCharacterBagF1": 0.8639965022475679, "meanTokenBagF1": 0.8246199531743432, "qualityPassRate": 0.25, "highQualityPassRate": 0.25, "reliabilityAdjustedAccuracy": 0.5048515740722124, "meanLatencyMs": 772.4818263277411, "medianLatencyMs": 697.3513329923153, "p95LatencyMs": 1603.6139211848372, "latencyStdDevMs": 503.8064546715398, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 86.03984413787762, "meanCharactersPerSecond": 1529.0297848416897, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8891860678276787, "errorTypes": {} }, { "group": "azure/packaging-labels", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.42871171152214016, "meanNormalizedCer": 0.4192168938081444, "medianNormalizedCer": 0.49368492916880014, "meanTokenErrorRate": 0.5064005811435852, "meanDigitCer": 0.40972222222222215, "meanExactLineRecall": 0.636634199134199, "meanFuzzyLineRecall": 0.7105810855810857, "meanCharacterBagF1": 0.9162563157246248, "meanTokenBagF1": 0.8218090864359523, "qualityPassRate": 0.25, "highQualityPassRate": 0.25, "reliabilityAdjustedAccuracy": 0.5807831061918556, "meanLatencyMs": 655.7127465829253, "medianLatencyMs": 463.2483329921961, "p95LatencyMs": 1543.8410670056926, "latencyStdDevMs": 591.2792029874641, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 129.5201638664305, "meanCharactersPerSecond": 584.0610777168209, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8526270022883288, "errorTypes": {} }, { "group": "azure/tables", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.4509180969771098, "meanNormalizedCer": 0.42941078274770955, "medianNormalizedCer": 0.40254292046974627, "meanTokenErrorRate": 0.5612212772933555, "meanDigitCer": 0.3946726051000114, "meanExactLineRecall": 0.322782139887403, "meanFuzzyLineRecall": 0.6211470303575567, "meanCharacterBagF1": 0.87464228665264, "meanTokenBagF1": 0.7735183240064981, "qualityPassRate": 0.25, "highQualityPassRate": 0.25, "reliabilityAdjustedAccuracy": 0.5705892172522904, "meanLatencyMs": 911.9061702465018, "medianLatencyMs": 908.7853124886751, "p95LatencyMs": 1404.7952940493822, "latencyStdDevMs": 338.79772308748255, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 66.02219377389827, "meanCharactersPerSecond": 1446.152965299405, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9172052280311423, "errorTypes": {} }, { "group": "ocrspace/documents-forms", "runs": 12, "successes": 11, "failures": 1, "successRate": 0.9166666666666666, "emptyOutputRate": 0.08333333333333333, "meanStrictCer": 0.05728753797354647, "meanNormalizedCer": 0.03459985567093569, "medianNormalizedCer": 0.006329113924050633, "meanTokenErrorRate": 0.031169976509071665, "meanDigitCer": 0, "meanExactLineRecall": 0.8092925223360006, "meanFuzzyLineRecall": 0.9123730167208426, "meanCharacterBagF1": 0.9842571763974063, "meanTokenBagF1": 0.9775840473884958, "qualityPassRate": 0.9166666666666666, "highQualityPassRate": 0.75, "reliabilityAdjustedAccuracy": 0.8849501323016422, "meanLatencyMs": 6934.520912817933, "medianLatencyMs": 7291.7020829916, "p95LatencyMs": 7943.7280004918575, "latencyStdDevMs": 1067.2834289264624, "meanServiceTimeMs": 6385.636363636364, "medianServiceTimeMs": 6970, "imagesPerMinuteAtMedian": 8.228531461804256, "meanCharactersPerSecond": 71.52162844961425, "boxAvailabilityRate": 1, "meanProviderConfidence": null, "errorTypes": { "HTTP 504": 1 } }, { "group": "ocrspace/formulas-technical", "runs": 12, "successes": 8, "failures": 4, "successRate": 0.6666666666666666, "emptyOutputRate": 0.3333333333333333, "meanStrictCer": 0.23391332180951482, "meanNormalizedCer": 0.2061032093072217, "medianNormalizedCer": 0.14628750269803584, "meanTokenErrorRate": 0.2612839918297665, "meanDigitCer": 0.05605653986451277, "meanExactLineRecall": 0.5350883152173913, "meanFuzzyLineRecall": 0.7547723013493254, "meanCharacterBagF1": 0.9422517704704807, "meanTokenBagF1": 0.8894136494751791, "qualityPassRate": 0.3333333333333333, "highQualityPassRate": 0.3333333333333333, "reliabilityAdjustedAccuracy": 0.5292645271285188, "meanLatencyMs": 7805.043661374599, "medianLatencyMs": 7128.472708493471, "p95LatencyMs": 11439.594347696006, "latencyStdDevMs": 2202.9172622919823, "meanServiceTimeMs": 6894.75, "medianServiceTimeMs": 6840, "imagesPerMinuteAtMedian": 8.416950229536669, "meanCharactersPerSecond": 58.04844585292934, "boxAvailabilityRate": 1, "meanProviderConfidence": null, "errorTypes": { "HTTP 504": 4 } }, { "group": "ocrspace/menus-signage", "runs": 12, "successes": 11, "failures": 1, "successRate": 0.9166666666666666, "emptyOutputRate": 0.08333333333333333, "meanStrictCer": 0.352788639590545, "meanNormalizedCer": 0.29091290347599036, "medianNormalizedCer": 0.2682926829268293, "meanTokenErrorRate": 0.31374205393596755, "meanDigitCer": 0.12583321296324287, "meanExactLineRecall": 0.29159779614325065, "meanFuzzyLineRecall": 0.4396123093462339, "meanCharacterBagF1": 0.8955917618544024, "meanTokenBagF1": 0.8363839812928385, "qualityPassRate": 0.08333333333333333, "highQualityPassRate": 0.08333333333333333, "reliabilityAdjustedAccuracy": 0.6499965051470089, "meanLatencyMs": 11089.170337086374, "medianLatencyMs": 8343.725333988667, "p95LatencyMs": 22716.02110399306, "latencyStdDevMs": 6113.593774779116, "meanServiceTimeMs": 10223.181818181818, "medianServiceTimeMs": 7592, "imagesPerMinuteAtMedian": 7.191032494272839, "meanCharactersPerSecond": 77.79991014186692, "boxAvailabilityRate": 1, "meanProviderConfidence": null, "errorTypes": { "HTTP 504": 1 } }, { "group": "ocrspace/packaging-labels", "runs": 12, "successes": 11, "failures": 1, "successRate": 0.9166666666666666, "emptyOutputRate": 0.08333333333333333, "meanStrictCer": 4.373565704757403, "meanNormalizedCer": 0.45206540162833186, "medianNormalizedCer": 0.4337899543378995, "meanTokenErrorRate": 0.46740951795206503, "meanDigitCer": 0.45661157024793386, "meanExactLineRecall": 0.40623013350286075, "meanFuzzyLineRecall": 0.5096570096570097, "meanCharacterBagF1": 0.8030513795722882, "meanTokenBagF1": 0.756903212416037, "qualityPassRate": 0.25, "highQualityPassRate": 0.08333333333333333, "reliabilityAdjustedAccuracy": 0.5022733818406958, "meanLatencyMs": 8570.143181814388, "medianLatencyMs": 5331.1209580004215, "p95LatencyMs": 21444.949937984347, "latencyStdDevMs": 8057.013437736161, "meanServiceTimeMs": 7771, "medianServiceTimeMs": 4982, "imagesPerMinuteAtMedian": 11.25466866587559, "meanCharactersPerSecond": 67.68085539021409, "boxAvailabilityRate": 0.9090909090909091, "meanProviderConfidence": null, "errorTypes": { "HTTP 504": 1 } }, { "group": "ocrspace/tables", "runs": 12, "successes": 12, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.27494872728993236, "meanNormalizedCer": 0.2401074363167793, "medianNormalizedCer": 0.11291739894551844, "meanTokenErrorRate": 0.11875765402661903, "meanDigitCer": 0.03331881533101045, "meanExactLineRecall": 0.5074568219305061, "meanFuzzyLineRecall": 0.7139894218841588, "meanCharacterBagF1": 0.9189732968865281, "meanTokenBagF1": 0.9494681407256681, "qualityPassRate": 0.75, "highQualityPassRate": 0.4166666666666667, "reliabilityAdjustedAccuracy": 0.7598925636832207, "meanLatencyMs": 12542.345236077905, "medianLatencyMs": 12673.006479009986, "p95LatencyMs": 18242.87164183855, "latencyStdDevMs": 4704.171335136168, "meanServiceTimeMs": 11587.5, "medianServiceTimeMs": 12232, "imagesPerMinuteAtMedian": 4.734472447353092, "meanCharactersPerSecond": 118.9910370029419, "boxAvailabilityRate": 1, "meanProviderConfidence": null, "errorTypes": {} } ], "referenceSensitivitySummary": [ { "group": "mistral", "runs": 51, "successes": 51, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.48871568155684963, "meanNormalizedCer": 0.4514725966032881, "medianNormalizedCer": 0.4109347442680776, "meanTokenErrorRate": 0.4971056238212719, "meanDigitCer": 0.46513922007592046, "meanExactLineRecall": 0.26892821280911866, "meanFuzzyLineRecall": 0.3958795803980216, "meanCharacterBagF1": 0.7604544117913589, "meanTokenBagF1": 0.6635530953371404, "qualityPassRate": 0.35294117647058826, "highQualityPassRate": 0.23529411764705882, "reliabilityAdjustedAccuracy": 0.5485274033967119, "meanLatencyMs": 1778.15175156792, "medianLatencyMs": 1292.2603330016136, "p95LatencyMs": 3774.657437503338, "latencyStdDevMs": 1173.9213780771524, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 46.43027296259591, "meanCharactersPerSecond": 473.9352765229408, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.9400672841011884, "errorTypes": {}, "excludedOwnSeedImages": 3 }, { "group": "google", "runs": 48, "successes": 48, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.3927346932148794, "meanNormalizedCer": 0.37395127327255784, "medianNormalizedCer": 0.37403220280918126, "meanTokenErrorRate": 0.45896031610236815, "meanDigitCer": 0.3586995751577, "meanExactLineRecall": 0.3597821918887065, "meanFuzzyLineRecall": 0.5486568194452205, "meanCharacterBagF1": 0.8663548717303343, "meanTokenBagF1": 0.7672993630189525, "qualityPassRate": 0.3125, "highQualityPassRate": 0.1875, "reliabilityAdjustedAccuracy": 0.6260487267274422, "meanLatencyMs": 461.5396927905579, "medianLatencyMs": 415.478458493948, "p95LatencyMs": 707.9810044124722, "latencyStdDevMs": 121.0183580924181, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 144.41181912894282, "meanCharactersPerSecond": 1483.560897833795, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.878083965512407, "errorTypes": {}, "excludedOwnSeedImages": 4 }, { "group": "azure", "runs": 51, "successes": 51, "failures": 0, "successRate": 1, "emptyOutputRate": 0, "meanStrictCer": 0.4959649486610961, "meanNormalizedCer": 0.47319375204593156, "medianNormalizedCer": 0.4689885496183206, "meanTokenErrorRate": 0.5733737142478945, "meanDigitCer": 0.46279611426923406, "meanExactLineRecall": 0.36924970995286654, "meanFuzzyLineRecall": 0.5212249350070092, "meanCharacterBagF1": 0.8761514421725348, "meanTokenBagF1": 0.7875456090786043, "qualityPassRate": 0.23529411764705882, "highQualityPassRate": 0.17647058823529413, "reliabilityAdjustedAccuracy": 0.5268062479540685, "meanLatencyMs": 717.2227222153954, "medianLatencyMs": 542.8903749883175, "p95LatencyMs": 1407.7051045000553, "latencyStdDevMs": 465.4674585584729, "meanServiceTimeMs": null, "medianServiceTimeMs": null, "imagesPerMinuteAtMedian": 110.5195501049197, "meanCharactersPerSecond": 1149.0148825624935, "boxAvailabilityRate": 1, "meanProviderConfidence": 0.8939803383630374, "errorTypes": {}, "excludedOwnSeedImages": 3 }, { "group": "ocrspace", "runs": 45, "successes": 39, "failures": 6, "successRate": 0.8666666666666667, "emptyOutputRate": 0.13333333333333333, "meanStrictCer": 1.4395711596919012, "meanNormalizedCer": 0.2971862738292017, "medianNormalizedCer": 0.2569387194284144, "meanTokenErrorRate": 0.27557134105568537, "meanDigitCer": 0.17914492819724753, "meanExactLineRecall": 0.4154986727938234, "meanFuzzyLineRecall": 0.5851408772034998, "meanCharacterBagF1": 0.8827400415604478, "meanTokenBagF1": 0.8575410978264737, "qualityPassRate": 0.4, "highQualityPassRate": 0.24444444444444444, "reliabilityAdjustedAccuracy": 0.6091052293480252, "meanLatencyMs": 10152.947124946575, "medianLatencyMs": 7882.132124990225, "p95LatencyMs": 21416.103254392747, "latencyStdDevMs": 6151.791064760504, "meanServiceTimeMs": 9312.589743589744, "medianServiceTimeMs": 7198, "imagesPerMinuteAtMedian": 7.612153545329514, "meanCharactersPerSecond": 84.55974849616908, "boxAvailabilityRate": 0.9743589743589743, "meanProviderConfidence": null, "errorTypes": { "HTTP 504": 6 }, "excludedOwnSeedImages": 5 } ] }