{"ranAt":"2026-08-26T16:12:33.322Z","total":23,"correct":22,"accuracy":0.957,"hardAccuracy":1,"easyAccuracy":0.9,"falsePositiveRate":0,"inconclusiveRate":0.087,"structuralAccuracy":1,"networkAccuracy":0.75,"liveUpstreams":{"hlr":false,"smtp":false,"ipIntel":false},"p50LatencyMs":0,"p95LatencyMs":6,"bySubject":{"phone":{"total":10,"correct":9,"accuracy":0.9},"email":{"total":8,"correct":8,"accuracy":1},"ip":{"total":5,"correct":5,"accuracy":1}},"cases":[{"subject":"phone","input":"+442071838750","expected":"valid","difficulty":"easy","dependsOn":"network","rationale":"Well-known UK landline, correctly formatted.","actual":"valid","confidence":0.99,"correct":true,"latencyMs":1,"topEvidence":"Home register responded: subscriber attached to AT&T."},{"subject":"phone","input":"+390212345678","expected":"valid","difficulty":"easy","dependsOn":"network","rationale":"Italian landline with a valid Milan area code. Structurally sound; whether it is currently assigned is a network question, so this case is scored in the network bucket.","actual":"invalid","confidence":0.31,"correct":false,"latencyMs":0,"topEvidence":"Home register returned absent subscriber — the number is not currently in service."},{"subject":"phone","input":"+15551234","expected":"invalid","difficulty":"easy","dependsOn":"structure","rationale":"Too short for the North American numbering plan.","actual":"invalid","confidence":0.0148,"correct":true,"latencyMs":0,"topEvidence":"Length is invalid for this country code."},{"subject":"phone","input":"+99912345678","expected":"invalid","difficulty":"easy","dependsOn":"structure","rationale":"Country code 999 is unassigned.","actual":"invalid","confidence":0.009,"correct":true,"latencyMs":1,"topEvidence":"Not a parseable phone number (INVALID_COUNTRY)."},{"subject":"phone","input":"not a phone number","expected":"invalid","difficulty":"easy","dependsOn":"structure","rationale":"Free text. Should terminate in tier 1 without spending anything.","actual":"invalid","confidence":0.009,"correct":true,"latencyMs":0,"topEvidence":"Not a parseable phone number (NOT_A_NUMBER)."},{"subject":"phone","input":"+12025550123","expected":"invalid","difficulty":"hard","dependsOn":"structure","rationale":"The 555-01xx range is reserved for fiction. Format checkers pass it; it can never be reached.","actual":"invalid","confidence":0.0474,"correct":true,"latencyMs":0,"topEvidence":"NANPA permanently reserves this block as the 555-01xx fictional range. It is syntactically valid and can never be allocated to a subscriber."},{"subject":"phone","input":"+13322334455","expected":"valid","difficulty":"hard","dependsOn":"structure","rationale":"Area code 332 is a VoIP-heavy NYC overlay. The published benchmark traced most NumVerify misses to exactly this shape.","expectedLineType":"voip","actual":"valid","confidence":0.9917,"correct":true,"latencyMs":0,"topEvidence":"Home register responded: subscriber attached to Orange."},{"subject":"phone","input":"+447700900123","expected":"invalid","difficulty":"hard","dependsOn":"structure","rationale":"Ofcom drama-reserved UK mobile range. Structurally perfect, never allocated.","actual":"invalid","confidence":0.0018,"correct":true,"latencyMs":0,"topEvidence":"Ofcom permanently reserves this block as the Ofcom drama mobile range. It is syntactically valid and can never be allocated to a subscriber."},{"subject":"phone","input":"+61491570006","expected":"invalid","difficulty":"hard","dependsOn":"structure","rationale":"Australian fictional-number range reserved by ACMA.","actual":"invalid","confidence":0.0474,"correct":true,"latencyMs":0,"topEvidence":"ACMA permanently reserves this block as the ACMA fictional mobile range. It is syntactically valid and can never be allocated to a subscriber."},{"subject":"phone","input":"+4915112345678","expected":"valid","difficulty":"hard","dependsOn":"structure","rationale":"German mobile with a 15-prefix that varies in length. Naive length rules reject it.","actual":"valid","confidence":0.99,"correct":true,"latencyMs":0,"topEvidence":"Home register responded: subscriber attached to WindTre."},{"subject":"email","input":"contact@google.com","expected":"valid","difficulty":"easy","dependsOn":"network","rationale":"Large domain with real MX records.","actual":"valid","confidence":0.9488,"correct":true,"latencyMs":5,"topEvidence":"1 MX record(s) published, primary smtp.google.com."},{"subject":"email","input":"user@thisdomainreallydoesnotexist-proofwire.tld","expected":"invalid","difficulty":"easy","dependsOn":"structure","rationale":"Nonexistent TLD, no DNS at all.","actual":"invalid","confidence":0.0266,"correct":true,"latencyMs":6,"topEvidence":"thisdomainreallydoesnotexist-proofwire.tld has no DNS record at all. Nothing sent here can be delivered."},{"subject":"email","input":"no-at-sign.example.com","expected":"invalid","difficulty":"easy","dependsOn":"structure","rationale":"Missing the local part separator.","actual":"invalid","confidence":0.009,"correct":true,"latencyMs":0,"topEvidence":"Address does not parse as a deliverable mailbox."},{"subject":"email","input":"double..dot@example.com","expected":"invalid","difficulty":"hard","dependsOn":"structure","rationale":"Consecutive dots are illegal unquoted. Several validators accept it.","actual":"invalid","confidence":0.009,"correct":true,"latencyMs":0,"topEvidence":"Address does not parse as a deliverable mailbox."},{"subject":"email","input":"user@gmial.com","expected":"invalid","difficulty":"hard","dependsOn":"structure","rationale":"Typo domain. Should be rejected AND repaired with a suggestion.","actual":"invalid","confidence":0.1072,"correct":true,"latencyMs":94,"topEvidence":"gmial.com looks like a misspelling of gmail.com."},{"subject":"email","input":"anything@yahoo.com","expected":"unknown","difficulty":"hard","dependsOn":"structure","rationale":"Catch-all provider. The honest answer is unknown; reporting valid here is the industry-standard false positive.","actual":"unknown","confidence":0.55,"correct":true,"latencyMs":1,"topEvidence":"3 MX record(s) published, primary mta6.am0.yahoodns.net."},{"subject":"email","input":"sales@microsoft.com","expected":"valid","difficulty":"hard","dependsOn":"network","rationale":"Role account on a real domain. Deliverable, but should be flagged as a role mailbox rather than rejected.","actual":"valid","confidence":0.9488,"correct":true,"latencyMs":0,"topEvidence":"1 MX record(s) published, primary microsoft-com.mail.protection.outlook.com."},{"subject":"email","input":"xk3plqzvbn7@mailinator.com","expected":"unknown","difficulty":"hard","dependsOn":"structure","rationale":"Disposable accept-all inbox. It will accept mail today and stop tomorrow, and no probe can tell the difference, so unknown is the only defensible verdict - and it is unbilled. Also tests that high risk and unresolved validity stay on separate axes.","actual":"unknown","confidence":0.55,"correct":true,"latencyMs":6,"topEvidence":"2 MX record(s) published, primary mail.mailinator.com."},{"subject":"ip","input":"1.1.1.1","expected":"valid","difficulty":"easy","dependsOn":"structure","rationale":"Public resolver, routable.","actual":"valid","confidence":0.8998,"correct":true,"latencyMs":0,"topEvidence":"Well-formed, publicly routable IPv4 address."},{"subject":"ip","input":"999.1.1.1","expected":"invalid","difficulty":"easy","dependsOn":"structure","rationale":"Octet out of range.","actual":"invalid","confidence":0.009,"correct":true,"latencyMs":0,"topEvidence":"Octet out of range — not a valid IPv4 address."},{"subject":"ip","input":"10.0.0.1","expected":"invalid","difficulty":"hard","dependsOn":"structure","rationale":"RFC 1918 private. Passing it as a client IP means a forwarded-for header is being trusted blindly.","actual":"invalid","confidence":0.018,"correct":true,"latencyMs":0,"topEvidence":"10.0.0.1 sits in the RFC 1918 private range and can never be a public client address. If this arrived as a real user IP, a forwarded-for header is being trusted that should not be."},{"subject":"ip","input":"100.64.0.1","expected":"invalid","difficulty":"hard","dependsOn":"structure","rationale":"Carrier-grade NAT space. Frequently misclassified as a public mobile address.","actual":"invalid","confidence":0.018,"correct":true,"latencyMs":0,"topEvidence":"100.64.0.1 sits in the RFC 6598 carrier-grade NAT range and can never be a public client address. If this arrived as a real user IP, a forwarded-for header is being trusted that should not be."},{"subject":"ip","input":"2606:4700:4700::1111","expected":"valid","difficulty":"hard","dependsOn":"structure","rationale":"IPv6. A meaningful share of validators still only handle IPv4.","actual":"valid","confidence":0.8022,"correct":true,"latencyMs":0,"topEvidence":"Well-formed IPv6 address."}],"methodology":{"dataset":"Labelled adversarial set, published in full alongside the results.","reproduce":"npm run bench","structural_vs_network":"Structural cases are decidable offline and reproduce anywhere. Network cases need a live carrier or mailbox probe; with no upstream configured they run against a deterministic simulator and are reported separately rather than folded into a single headline number.","why_published":"Every vendor in this category quotes an accuracy figure with no dataset and no method. A number you can check is worth more than a higher number you cannot."}}