{"data":{"address":"0xb269dc2c211dfcd926222b4b2b82a731d22fb1a6","agent_id":"54037","name":"Edith AI","epoch":32,"unread":0,"evidence_missing":0,"live":{"same":1,"diff":0,"points_multiplier":1.02},"models":[{"service":"claude-opus-5-5","model":"claude-opus-5.5","epoch":29,"audited_ts":1793825231,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":31,"counts_now":false,"diffs":57,"total":88,"noise_diffs":2,"noise_total":300,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1793825135,"verdict":"DIFF","outcome":null,"first_diffs":57,"first_total":88,"p_value":4.121050133864709e-66,"extra_sets":0,"diffs":57,"total":88,"noise_diffs":2,"noise_total":300,"pooled_p_value":null,"noise_ceiling":0.027722342977206882,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifhovjucwwptsrozwxkhuj3hychqdh2p4hqb3ozbshjcnonbouo2e/epochs/29/claude-opus-5.5/audits/0xc046b3a7077f4629b4cfa2384613cda8d7eca3d6ab44e934357a5db466ab0e39/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":8,"margin":49,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":16,"answered":17},{"subject":"Astronomy (periods and distances)","differed":8,"answered":16},{"subject":"Chinese literature (publication years)","differed":5,"answered":14},{"subject":"Chinese internet (platform dates)","differed":6,"answered":9},{"subject":"Chinese history (specific dates)","differed":6,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":5,"answered":7},{"subject":"Programming (release years)","differed":3,"answered":5},{"subject":"Chemistry (boiling points)","differed":2,"answered":3},{"subject":"Medical (drug half-lives)","differed":1,"answered":2},{"subject":"Mathematics (special values)","differed":1,"answered":2},{"subject":"Cryptography (parameters)","differed":1,"answered":1},{"subject":"Chinese geography (measurements)","differed":1,"answered":1},{"subject":"Chemistry (melting points)","differed":1,"answered":1},{"subject":"Physics (material properties)","differed":1,"answered":1},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":17.7,"domain":"Medical (drug half-lives)","question":"lasmiditan elimination half life hours","reference":5.7},{"answer":1715,"domain":"Chinese history (specific dates)","question":"yixing nangong yue meridian arc survey year ce","reference":724},{"answer":120,"domain":"Chinese literature (publication years)","question":"Number of chapters (hui) in the Woxian caotang edition of Rulin waishi","reference":56}],"latency_ms":6180,"audit_cost_usd":0.5612429999999999,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":77,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":84,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":80,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":110,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":77,"valid_answers":10},{"strategy":"bare","reasoning_tokens":87,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1793825231,"verdict":"DIFF","outcome":null,"first_diffs":57,"first_total":100,"p_value":1.400478557015291e-52,"extra_sets":0,"diffs":57,"total":100,"noise_diffs":6,"noise_total":360,"pooled_p_value":null,"noise_ceiling":0.039994116195767315,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeieeh4r53eyy6krbmt6ow6kd74aa3wciiiwggahdpznwo6xkxotxnq/epochs/29/claude-opus-5.5/audits/0xe45a597d4c33b7c37b2659e9d975ad2df9e213749c55852180e86730d80de8fb/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":11,"margin":46,"alpha":0.005,"planned_fail_line":10,"probe_count":120,"power":0.9788638990118378,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":13,"answered":18},{"subject":"Chinese internet (platform dates)","differed":9,"answered":16},{"subject":"Astronomy (periods and distances)","differed":8,"answered":15},{"subject":"Biology (chromosome numbers)","differed":13,"answered":14},{"subject":"Programming (release years)","differed":2,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":4,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":6},{"subject":"Chemistry (melting points)","differed":2,"answered":5},{"subject":"Chinese geography (measurements)","differed":1,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":3},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":2,"answered":2}],"examples":[{"answer":10000,"domain":"Astronomy (periods and distances)","question":"boomerang nebula gas temperature kelvin","reference":1},{"answer":13.4,"domain":"Medical (drug half-lives)","question":"maralixibat mean half life hours","reference":1.6},{"answer":2944,"domain":"Astronomy (periods and distances)","question":"spirograph nebula ic catalog number","reference":418}],"latency_ms":12785,"audit_cost_usd":0.3502620000000001,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":143,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":108,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":86,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":116,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":96,"valid_answers":10},{"strategy":"bare","reasoning_tokens":81,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.027722342977206882,"fail_line":8,"line_rate":0.09090909090909091,"margin":49,"times_noise":97.1590909090909,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"claude-fable-5.1","model":"claude-fable-5.1","epoch":30,"audited_ts":1794090166,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":53,"total":110,"noise_diffs":6,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087231,"verdict":"DIFF","outcome":null,"first_diffs":53,"first_total":110,"p_value":1.698100934002676e-19,"extra_sets":0,"diffs":53,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeig76s5twzlfdsr7hnlmx23zirajk7wx2tmwk4zdnc6fihdzwxemda/epochs/30/claude-fable-5.1/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":25,"margin":28,"alpha":0.005,"planned_fail_line":9,"probe_count":110,"power":0.9765431731782074,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":7,"answered":19},{"subject":"Programming (release years)","differed":11,"answered":17},{"subject":"Medical (drug half-lives)","differed":7,"answered":13},{"subject":"Physics (material properties)","differed":6,"answered":12},{"subject":"Chinese history (specific dates)","differed":0,"answered":8},{"subject":"Chemistry (melting points)","differed":5,"answered":7},{"subject":"Chinese geography (measurements)","differed":3,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":6},{"subject":"Chinese literature (publication years)","differed":5,"answered":5},{"subject":"Astronomy (periods and distances)","differed":4,"answered":4},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":1,"answered":2}],"examples":[{"answer":22,"domain":"Pop culture (box office and ratings)","question":"number of chapters in the first edition of dune by frank herbert book one count of books","reference":3},{"answer":17,"domain":"Mathematics (special values)","question":"Number of sporadic (non-regular) irregular primes below 100","reference":3},{"answer":200,"domain":"Medical (drug half-lives)","question":"Pegvaliase-pqpz (Palynziq) mean elimination half-life at steady state, hours","reference":47}],"latency_ms":2247,"audit_cost_usd":0.003083000000000001,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":317,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":451,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090166,"verdict":"DIFF","outcome":null,"first_diffs":32,"first_total":100,"p_value":1.466258141492522e-14,"extra_sets":0,"diffs":32,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifpcpcjhj6cjkaplt6tbya32jdxskxxtmiynesevdf753ricgjndu/epochs/30/claude-fable-5.1/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":14,"margin":18,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":5,"answered":13},{"subject":"Programming (release years)","differed":4,"answered":13},{"subject":"Chemistry (melting points)","differed":5,"answered":12},{"subject":"Biology (chromosome numbers)","differed":4,"answered":12},{"subject":"Chinese literature (publication years)","differed":3,"answered":10},{"subject":"Chemistry (boiling points)","differed":4,"answered":6},{"subject":"Chinese geography (measurements)","differed":1,"answered":6},{"subject":"Chinese history (specific dates)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":1,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Astronomy (periods and distances)","differed":1,"answered":4},{"subject":"Mathematics (special values)","differed":0,"answered":2},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":1}],"examples":[{"answer":28,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Ephedra distachya","reference":14},{"answer":26,"domain":"Biology (chromosome numbers)","question":"Chromosome number (n) of Coprinopsis cinerea","reference":13},{"answer":2.5,"domain":"Medical (drug half-lives)","question":"avalglucosidase alfa elimination half life hours","reference":1.6}],"latency_ms":7236,"audit_cost_usd":0.006729000000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.12736784728051243,"fail_line":25,"line_rate":0.22727272727272727,"margin":28,"times_noise":8.833333333333334,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"grok-4.7","model":"grok-4.7","epoch":30,"audited_ts":1794089731,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":45,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088753,"verdict":"DIFF","outcome":null,"first_diffs":45,"first_total":100,"p_value":1.29247597811679e-33,"extra_sets":0,"diffs":45,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidenykfbnfxzleyh7ww55xhnbbbwfzafub7czch3u5fgsdr4rytjy/epochs/30/grok-4.7/audits/0x5bd901df9d3cde32d58035f217fad4ed47daba0794504abfa33d2f4609a14d6a/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":12,"margin":33,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":8,"answered":18},{"subject":"Programming (release years)","differed":6,"answered":11},{"subject":"Biology (chromosome numbers)","differed":2,"answered":10},{"subject":"Cryptography (parameters)","differed":5,"answered":9},{"subject":"Chinese literature (publication years)","differed":5,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":7},{"subject":"Chinese history (specific dates)","differed":6,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":6},{"subject":"Medical (drug half-lives)","differed":1,"answered":6},{"subject":"Mathematics (special values)","differed":5,"answered":5},{"subject":"Astronomy (periods and distances)","differed":2,"answered":4},{"subject":"Chemistry (melting points)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Chinese geography (measurements)","differed":0,"answered":2},{"subject":"Physics (material properties)","differed":1,"answered":1}],"examples":[{"answer":11,"domain":"Mathematics (special values)","question":"irregular prime count below 100","reference":3},{"answer":11,"domain":"Mathematics (special values)","question":"count of irregular primes below 100","reference":3},{"answer":72,"domain":"Biology (chromosome numbers)","question":"Hymenophyllum tunbrigense sporophyte diploid chromosome number 2n","reference":26}],"latency_ms":2383,"audit_cost_usd":0.000912,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":223,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":140,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089731,"verdict":"DIFF","outcome":null,"first_diffs":18,"first_total":100,"p_value":5.045036967120595e-7,"extra_sets":0,"diffs":18,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibgo2blsamvccpczjepiuwm4kkytadumlxcb3vsdjeagthqpw67ra/epochs/30/grok-4.7/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":12,"margin":6,"alpha":0.005,"planned_fail_line":5,"probe_count":100,"power":0.9923704861120541,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":10,"answered":19},{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Programming (release years)","differed":3,"answered":12},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Medical (drug half-lives)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Chinese geography (measurements)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":0,"answered":3},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":2}],"examples":[{"answer":72,"domain":"Biology (chromosome numbers)","question":"hymenophyllum tunbrigense diploid chromosome number","reference":26},{"answer":164,"domain":"Biology (chromosome numbers)","question":"dryopteris expansa sporophyte 2n chromosome count","reference":82},{"answer":148,"domain":"Biology (chromosome numbers)","question":"polypodium cambricum sporophyte 2n chromosome count","reference":74}],"latency_ms":7048,"audit_cost_usd":0.002349,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":62,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":83,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":55,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":49,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":48,"valid_answers":10},{"strategy":"bare","reasoning_tokens":58,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":33,"times_noise":90,"references":[{"model":"x-ai/grok-4.7","type":"openrouter","provider_pin":["xai"],"overrides":{}}],"model_id":"grok-4-7","model_display":"Grok 4.7"},{"service":"glm-5.3","model":"glm-5.3","epoch":30,"audited_ts":1794090383,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":58,"total":129,"noise_diffs":11,"noise_total":130,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087557,"verdict":"DIFF","outcome":null,"first_diffs":58,"first_total":129,"p_value":6.448232341169073e-15,"extra_sets":0,"diffs":58,"total":129,"noise_diffs":11,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.15868240047613513,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialtl6vt7vxfcitrmkhbvyudemaiyedayd3foggftdmmvqpgv4tdm/epochs/30/glm-5.3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":33,"margin":25,"alpha":0.005,"planned_fail_line":20,"probe_count":130,"power":0.9225762510151418,"detail":{"subjects":[{"subject":"Programming (release years)","differed":7,"answered":21},{"subject":"Medical (drug half-lives)","differed":8,"answered":14},{"subject":"Physics (material properties)","differed":5,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":5,"answered":11},{"subject":"Astronomy (periods and distances)","differed":4,"answered":9},{"subject":"Chinese geography (measurements)","differed":4,"answered":8},{"subject":"Chemistry (melting points)","differed":3,"answered":8},{"subject":"Cryptography (parameters)","differed":5,"answered":7},{"subject":"Chinese literature (publication years)","differed":4,"answered":7},{"subject":"Biology (chromosome numbers)","differed":3,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":6},{"subject":"Mathematics (special values)","differed":4,"answered":5},{"subject":"Chinese history (specific dates)","differed":3,"answered":5},{"subject":"Chinese internet (platform dates)","differed":2,"answered":5},{"subject":"Chemistry (boiling points)","differed":0,"answered":5}],"examples":[{"answer":1981,"domain":"Internet culture (dates and numbers)","question":"year ip rfc 791 header min bytes","reference":20},{"answer":40,"domain":"Cryptography (parameters)","question":"safer sk 128 number of rounds","reference":10},{"answer":5,"domain":"Astronomy (periods and distances)","question":"diameter of asteroid 4179 Toutatis in kilometers","reference":2.5}],"latency_ms":2481,"audit_cost_usd":0.0005060000000000002,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":332,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":186,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090383,"verdict":"DIFF","outcome":null,"first_diffs":40,"first_total":130,"p_value":0.00168101956286013,"extra_sets":0,"diffs":40,"total":130,"noise_diffs":15,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.19644383817282884,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeietobof4cbizs6p2lpn7yc5xbh2ssktnftiwvtdowkushorbnsq6e/epochs/30/glm-5.3/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":39,"margin":1,"alpha":0.005,"planned_fail_line":20,"probe_count":130,"power":0.9235728418951651,"detail":{"subjects":[{"subject":"Programming (release years)","differed":5,"answered":16},{"subject":"Chinese geography (measurements)","differed":5,"answered":13},{"subject":"Biology (chromosome numbers)","differed":4,"answered":13},{"subject":"Chemistry (boiling points)","differed":6,"answered":11},{"subject":"Chinese internet (platform dates)","differed":4,"answered":10},{"subject":"Physics (material properties)","differed":2,"answered":9},{"subject":"Chinese literature (publication years)","differed":1,"answered":9},{"subject":"Chemistry (melting points)","differed":5,"answered":8},{"subject":"Chinese history (specific dates)","differed":3,"answered":7},{"subject":"Astronomy (periods and distances)","differed":3,"answered":7},{"subject":"Cryptography (parameters)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Medical (drug half-lives)","differed":1,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Mathematics (special values)","differed":0,"answered":4}],"examples":[{"answer":1140,"domain":"Chinese geography (measurements)","question":"number of bridges on the beijing shanghai high speed railway","reference":244},{"answer":257768,"domain":"Chinese geography (measurements)","question":"area of the qaidam basin in square kilometers","reference":120000},{"answer":506,"domain":"Chemistry (melting points)","question":"melting point of Mg2Ni intermetallic in K","reference":760}],"latency_ms":8648,"audit_cost_usd":0.001604,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":66,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":60,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":56,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":68,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":51,"valid_answers":10},{"strategy":"bare","reasoning_tokens":37,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15868240047613513,"fail_line":33,"line_rate":0.2558139534883721,"margin":25,"times_noise":5.313601127554616,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"gemini-3.1-pro-preview","model":"gemini-3.1-pro-preview","epoch":30,"audited_ts":1794090056,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":48,"total":110,"noise_diffs":6,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087448,"verdict":"DIFF","outcome":null,"first_diffs":48,"first_total":110,"p_value":1.178733561310774e-15,"extra_sets":0,"diffs":48,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihwfnyslmt5aaajownz4x2etfykc6rbf2inrfyqfzi2objaaaqj4q/epochs/30/gemini-3.1-pro-preview/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":25,"margin":23,"alpha":0.005,"planned_fail_line":11,"probe_count":110,"power":0.9664655748708392,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":8,"answered":16},{"subject":"Programming (release years)","differed":7,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":7,"answered":11},{"subject":"Chinese internet (platform dates)","differed":3,"answered":11},{"subject":"Chinese geography (measurements)","differed":5,"answered":9},{"subject":"Chinese history (specific dates)","differed":4,"answered":9},{"subject":"Physics (material properties)","differed":1,"answered":7},{"subject":"Chemistry (boiling points)","differed":4,"answered":6},{"subject":"Biology (chromosome numbers)","differed":1,"answered":6},{"subject":"Medical (drug half-lives)","differed":3,"answered":5},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Chemistry (melting points)","differed":2,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":3},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":3}],"examples":[{"answer":2000,"domain":"Astronomy (periods and distances)","question":"IC 1101 Galaxy diameter in millions of light years","reference":6},{"answer":1200,"domain":"Chemistry (melting points)","question":"bis(ethylenediamine)copper(II) sulfate melting point (C)","reference":250},{"answer":238,"domain":"Pop culture (box office and ratings)","question":"Total number of weeks the 1979 film 'Apocalypse Now' was in production","reference":68}],"latency_ms":2422,"audit_cost_usd":0.003563,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":227,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":253,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090056,"verdict":"DIFF","outcome":null,"first_diffs":31,"first_total":120,"p_value":0.0004090855643576353,"extra_sets":0,"diffs":31,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidwcysfcmq6tatbojtbmlqcrr4szq6p3pnh7txpxv7pob2itl2eua/epochs/30/gemini-3.1-pro-preview/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":28,"margin":3,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":6,"answered":22},{"subject":"Biology (chromosome numbers)","differed":6,"answered":17},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":12},{"subject":"Programming (release years)","differed":4,"answered":11},{"subject":"Chemistry (melting points)","differed":3,"answered":9},{"subject":"Chinese geography (measurements)","differed":2,"answered":8},{"subject":"Chinese literature (publication years)","differed":3,"answered":7},{"subject":"Chinese internet (platform dates)","differed":1,"answered":7},{"subject":"Physics (material properties)","differed":1,"answered":6},{"subject":"Chemistry (boiling points)","differed":3,"answered":5},{"subject":"Medical (drug half-lives)","differed":1,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":2}],"examples":[{"answer":100,"domain":"Astronomy (periods and distances)","question":"Frosty Leo Nebula (IRAS 09371+1212) bipolar outflow velocity in kilometers per second","reference":25},{"answer":12,"domain":"Chemistry (melting points)","question":"1,2,3,4,5-pentamethylcyclopentadiene melting point (in degrees Celsius)","reference":-22},{"answer":106,"domain":"Biology (chromosome numbers)","question":"diploid chromosome number of chlamydoselachus anguineus","reference":50}],"latency_ms":6488,"audit_cost_usd":0.011416,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":60,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":68,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":57,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":45,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":39,"valid_answers":10},{"strategy":"bare","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.12736784728051243,"fail_line":25,"line_rate":0.22727272727272727,"margin":23,"times_noise":8,"references":[{"model":"google/gemini-3.1-pro-preview","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{}}],"model_id":"gemini-3-1-pro-preview","model_display":"Gemini 3.1 Pro Preview"},{"service":"gpt-6-astra","model":"gpt-6-astra","epoch":30,"audited_ts":1794089621,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":44,"total":110,"noise_diffs":2,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088426,"verdict":"DIFF","outcome":null,"first_diffs":44,"first_total":110,"p_value":1.543007113426778e-21,"extra_sets":0,"diffs":44,"total":110,"noise_diffs":2,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.07422632921034866,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidguwuoazaphnpod5fofs5u3f7zpeiim2hzzjt5cfno25xdfomaw4/epochs/30/gpt-6-astra/audits/0x02582449d1b63426ffcbf83d4cb9f5d1f409d22061fc45013ac59e534fdc5b2f/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":17,"margin":27,"alpha":0.005,"planned_fail_line":9,"probe_count":110,"power":0.9765431731782074,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":9,"answered":25},{"subject":"Programming (release years)","differed":8,"answered":19},{"subject":"Medical (drug half-lives)","differed":6,"answered":13},{"subject":"Biology (chromosome numbers)","differed":3,"answered":10},{"subject":"Chemistry (melting points)","differed":2,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":6,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Chemistry (boiling points)","differed":2,"answered":4},{"subject":"Astronomy (periods and distances)","differed":1,"answered":4},{"subject":"Chinese geography (measurements)","differed":1,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":4},{"subject":"Physics (material properties)","differed":3,"answered":3},{"subject":"Mathematics (special values)","differed":2,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":0.0200179144,"domain":"Physics (material properties)","question":"SCHOTT N-BK7 Sellmeier C2 squared-resonance-wavelength coefficient, catalog dispersion formula (10^-12 m^2)","reference":2.00179144e-14},{"answer":0.013188707,"domain":"Physics (material properties)","question":"SCHOTT N-SF11 catalog Sellmeier C1 (10^-12 m^2)","reference":1.3188707e-14},{"answer":9.896161,"domain":"Physics (material properties)","question":"Fused silica Sellmeier third resonance wavelength, Malitson 1965 fit at 293.15 K (10^-6 m)","reference":0.000009896161}],"latency_ms":7009,"audit_cost_usd":0.009275,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":72,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":36,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":39,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":38,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":64,"valid_answers":10},{"strategy":"bare","reasoning_tokens":46,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089621,"verdict":"DIFF","outcome":null,"first_diffs":36,"first_total":110,"p_value":4.588571953870537e-8,"extra_sets":0,"diffs":36,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihhum4elpxysmjldnvqwprfrbbjlwamnyyk2ugg5mbaq5hy53ryta/epochs/30/gpt-6-astra/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":25,"margin":11,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9500471165025759,"detail":{"subjects":[{"subject":"Programming (release years)","differed":8,"answered":17},{"subject":"Biology (chromosome numbers)","differed":7,"answered":16},{"subject":"Chinese internet (platform dates)","differed":3,"answered":16},{"subject":"Chinese literature (publication years)","differed":1,"answered":9},{"subject":"Physics (material properties)","differed":5,"answered":8},{"subject":"Medical (drug half-lives)","differed":3,"answered":8},{"subject":"Chemistry (melting points)","differed":3,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":6},{"subject":"Chinese geography (measurements)","differed":1,"answered":4},{"subject":"Mathematics (special values)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":2,"answered":3},{"subject":"Astronomy (periods and distances)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":0.009959061,"domain":"Physics (material properties)","question":"SCHOTT N-F2 glass Sellmeier squared resonance wavelength C1 (10^-12 m^2)","reference":9.95906143e-15},{"answer":0.1003909,"domain":"Physics (material properties)","question":"Calcium fluoride Sellmeier resonance wavelength λ2, Malitson 1963 (10^-6 m)","reference":1.003909e-7},{"answer":0.1193242,"domain":"Physics (material properties)","question":"Sapphire ordinary-ray Sellmeier resonance wavelength λ2, Malitson and Dodge 1972 (10^-6 m)","reference":1.193242e-7}],"latency_ms":9132,"audit_cost_usd":0.01045,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":27,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":44,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":64,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":60,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":73,"valid_answers":10},{"strategy":"bare","reasoning_tokens":57,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.07422632921034866,"fail_line":17,"line_rate":0.15454545454545454,"margin":27,"times_noise":22.000000000000004,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"},{"service":"claude-opus-5.5","model":"claude-opus-5.5","epoch":27,"audited_ts":1792611705,"first_round":true,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":null,"counts_now":false,"diffs":37,"total":110,"noise_diffs":18,"noise_total":330,"reads":[{"auditor":"0xb0b04d4020e9cbd3203d553ae9c1cb9dbffb3040","audited_ts":1792611705,"verdict":"DIFF","outcome":null,"first_diffs":37,"first_total":110,"p_value":8.901660089683989e-13,"extra_sets":1,"diffs":37,"total":110,"noise_diffs":18,"noise_total":330,"pooled_p_value":null,"noise_ceiling":0.09090269423658937,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeib2wh6ufyhty72v2set6cv64xmhi3tp22x4oe43enoprhkvshzi7m/epochs/27/claude-opus-5.5/audits/0x3a04d69fe9cb9a2e4ff9b171b5162d6d965f2a03b5a24eef5f12779280928735/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":16,"margin":21,"alpha":0.05,"planned_fail_line":16,"probe_count":110,"power":0.9127335807862232,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":15,"answered":28},{"subject":"Medical (drug half-lives)","differed":10,"answered":17},{"subject":"Chinese literature (publication years)","differed":1,"answered":9},{"subject":"Programming (release years)","differed":1,"answered":9},{"subject":"Astronomy (periods and distances)","differed":1,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":7},{"subject":"Chemistry (melting points)","differed":4,"answered":6},{"subject":"Chinese internet (platform dates)","differed":2,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Physics (material properties)","differed":2,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Chinese geography (measurements)","differed":0,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":24,"domain":"Biology (chromosome numbers)","question":"myrmecia croslandi female diploid chromosome count","reference":2},{"answer":-1.83247,"domain":"Physics (material properties)","question":"neutron gyromagnetic ratio in units of 1e8 s^-1 T^-1 CODATA2018","reference":1.8325},{"answer":45,"domain":"Biology (chromosome numbers)","question":"salvinia cucullata somatic chromosome number 2n","reference":18}],"latency_ms":27860,"audit_cost_usd":0.042005,"reasoning":null}}],"lead_auditor":"0xb0b04d4020e9cbd3203d553ae9c1cb9dbffb3040","auditors_split":false,"noise_ceiling":0.09090269423658937,"fail_line":16,"line_rate":0.14545454545454545,"margin":21,"times_noise":6.166666666666667,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":[],"overrides":{"reasoning":{"effort":"low","exclude":true}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":35,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088209,"verdict":"DIFF","outcome":null,"first_diffs":33,"first_total":140,"p_value":0.004352524373968608,"extra_sets":0,"diffs":33,"total":140,"noise_diffs":11,"noise_total":139,"pooled_p_value":null,"noise_ceiling":0.14880675211812244,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihqos64itoqrf76svk6q3dtk66yxfsboktjrw2cg2wgefgw3ar35a/epochs/30/deepseek-v4-pro/audits/0x02582449d1b63426ffcbf83d4cb9f5d1f409d22061fc45013ac59e534fdc5b2f/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":33,"margin":0,"alpha":0.005,"planned_fail_line":23,"probe_count":140,"power":0.9229742407741863,"detail":{"subjects":[{"subject":"Programming (release years)","differed":7,"answered":19},{"subject":"Astronomy (periods and distances)","differed":3,"answered":16},{"subject":"Chinese geography (measurements)","differed":3,"answered":15},{"subject":"Biology (chromosome numbers)","differed":3,"answered":14},{"subject":"Chinese literature (publication years)","differed":3,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":12},{"subject":"Chinese history (specific dates)","differed":2,"answered":11},{"subject":"Chinese internet (platform dates)","differed":2,"answered":7},{"subject":"Mathematics (special values)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Medical (drug half-lives)","differed":1,"answered":6},{"subject":"Chemistry (boiling points)","differed":2,"answered":4},{"subject":"Physics (material properties)","differed":1,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":1,"answered":3}],"examples":[{"answer":8,"domain":"Pop culture (box office and ratings)","question":"number of camera setups in the copacabana tracking shot in goodfellas","reference":1},{"answer":317,"domain":"Astronomy (periods and distances)","question":"Laomedeia orbital period days","reference":3171.3},{"answer":2,"domain":"Medical (drug half-lives)","question":"Selegiline oral elimination half life hours","reference":10}],"latency_ms":7850,"audit_cost_usd":0.003102,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":82,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":82,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":68,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":69,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":74,"valid_answers":10},{"strategy":"bare","reasoning_tokens":73,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"DIFF","outcome":null,"first_diffs":35,"first_total":120,"p_value":0.00001180791661635435,"extra_sets":0,"diffs":35,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":28,"margin":7,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":7,"answered":14},{"subject":"Chinese internet (platform dates)","differed":4,"answered":14},{"subject":"Chinese geography (measurements)","differed":1,"answered":13},{"subject":"Chinese history (specific dates)","differed":1,"answered":12},{"subject":"Programming (release years)","differed":5,"answered":11},{"subject":"Chinese literature (publication years)","differed":4,"answered":10},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":4,"answered":5},{"subject":"Physics (material properties)","differed":3,"answered":5},{"subject":"Chemistry (melting points)","differed":2,"answered":3},{"subject":"Chemistry (boiling points)","differed":2,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":1,"domain":"Mathematics (special values)","question":"Number of known Pierpont primes with 10^6 digits","reference":0},{"answer":200000,"domain":"Physics (material properties)","question":"Barium titanate coercive field at 300 K","reference":100000},{"answer":16,"domain":"Pop culture (box office and ratings)","question":"Number of hidden cuts in the film \"Birdman\" (2014) as stated by the editor","reference":100}],"latency_ms":8358,"audit_cost_usd":0.002461,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":7,"times_noise":4.375,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"deepseek-v4-pro","model_display":"DeepSeek V4 Pro"},{"service":"gemini-4-argon","model":"gemini-4-argon","epoch":30,"audited_ts":1794089511,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":25,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088317,"verdict":"DIFF","outcome":null,"first_diffs":19,"first_total":100,"p_value":1.010914088971804e-7,"extra_sets":0,"diffs":19,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiewjbdlqt5niannqp7dlkh7ro6qfhiqjl2slva5dy4pocoxeewaom/epochs/30/gemini-4-argon/audits/0x02582449d1b63426ffcbf83d4cb9f5d1f409d22061fc45013ac59e534fdc5b2f/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":12,"margin":7,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.98437063479516,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":3,"answered":14},{"subject":"Biology (chromosome numbers)","differed":6,"answered":13},{"subject":"Astronomy (periods and distances)","differed":1,"answered":11},{"subject":"Medical (drug half-lives)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Cryptography (parameters)","differed":0,"answered":7},{"subject":"Chinese history (specific dates)","differed":3,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Programming (release years)","differed":2,"answered":4},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (melting points)","differed":0,"answered":1}],"examples":[{"answer":36,"domain":"Pop culture (box office and ratings)","question":"number of days of principal photography for rope 1948","reference":18},{"answer":22,"domain":"Biology (chromosome numbers)","question":"diploid chromosome number of Isoetes lacustris","reference":110},{"answer":22,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Isoetes lacustris (2n)","reference":110}],"latency_ms":7848,"audit_cost_usd":0.006668,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":58,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":63,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":45,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":59,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":45,"valid_answers":10},{"strategy":"bare","reasoning_tokens":46,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089511,"verdict":"DIFF","outcome":null,"first_diffs":25,"first_total":100,"p_value":3.571343875330998e-9,"extra_sets":0,"diffs":25,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeig24nntjbnfhjrnsdmagvstgakspm3v3m4nuliszfmfsqrlg253wm/epochs/30/gemini-4-argon/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":14,"margin":11,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":12,"answered":17},{"subject":"Chinese internet (platform dates)","differed":1,"answered":15},{"subject":"Programming (release years)","differed":5,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":11},{"subject":"Chinese history (specific dates)","differed":2,"answered":7},{"subject":"Physics (material properties)","differed":1,"answered":7},{"subject":"Chinese geography (measurements)","differed":1,"answered":6},{"subject":"Astronomy (periods and distances)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":2,"answered":5},{"subject":"Medical (drug half-lives)","differed":1,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Chemistry (melting points)","differed":0,"answered":1}],"examples":[{"answer":72,"domain":"Biology (chromosome numbers)","question":"diploid chromosome number of Hymenophyllum tunbrigense","reference":26},{"answer":52,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Pilularia globulifera (chromosomes)","reference":26},{"answer":104,"domain":"Biology (chromosome numbers)","question":"diploid chromosome number of Tmesipteris oblanceolata","reference":416}],"latency_ms":7008,"audit_cost_usd":0.006585000000000001,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":49,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":44,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":57,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":52,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":56,"valid_answers":10},{"strategy":"bare","reasoning_tokens":76,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":11,"times_noise":25,"references":[{"model":"google/gemini-4-argon","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"gemini-4-argon","model_display":"Gemini 4 Argon"},{"service":"kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794090601,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":75,"total":300,"noise_diffs":23,"noise_total":300,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"DIFF","outcome":null,"first_diffs":38,"first_total":150,"p_value":0.001236140994719918,"extra_sets":0,"diffs":38,"total":150,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.15497606412042542,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":36,"margin":2,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":1,"answered":22},{"subject":"Biology (chromosome numbers)","differed":5,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":13},{"subject":"Astronomy (periods and distances)","differed":5,"answered":12},{"subject":"Chinese literature (publication years)","differed":4,"answered":12},{"subject":"Medical (drug half-lives)","differed":4,"answered":10},{"subject":"Programming (release years)","differed":3,"answered":10},{"subject":"Chemistry (boiling points)","differed":3,"answered":10},{"subject":"Cryptography (parameters)","differed":1,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Chemistry (melting points)","differed":5,"answered":7},{"subject":"Physics (material properties)","differed":2,"answered":6},{"subject":"Mathematics (special values)","differed":2,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":6},{"subject":"Chinese internet (platform dates)","differed":0,"answered":3}],"examples":[{"answer":156,"domain":"Biology (chromosome numbers)","question":"Lycopodium clavatum diploid chromosome count","reference":68},{"answer":483.5978484,"domain":"Physics (material properties)","question":"Josephson constant in gigahertz per volt","reference":483597.9},{"answer":156,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of *Angiopteris evecta*","reference":80}],"latency_ms":8174,"audit_cost_usd":0.003133,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":74,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":80,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":61,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":74,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":78,"valid_answers":10},{"strategy":"bare","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090601,"verdict":"DIFF","outcome":null,"first_diffs":32,"first_total":150,"p_value":0.01756385874424151,"extra_sets":1,"diffs":75,"total":300,"noise_diffs":23,"noise_total":300,"pooled_p_value":4.501581485121533e-10,"noise_ceiling":0.1199623452192271,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifsurjywggpoxecxauwhrhnahj632uag6ihmzzxqraq2htfordcfe/epochs/30/kimi-k3/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":52,"margin":23,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":4,"answered":24},{"subject":"Astronomy (periods and distances)","differed":2,"answered":20},{"subject":"Medical (drug half-lives)","differed":4,"answered":12},{"subject":"Chinese literature (publication years)","differed":2,"answered":12},{"subject":"Programming (release years)","differed":6,"answered":11},{"subject":"Biology (chromosome numbers)","differed":3,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":10},{"subject":"Chinese internet (platform dates)","differed":0,"answered":10},{"subject":"Chemistry (boiling points)","differed":2,"answered":9},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":8},{"subject":"Cryptography (parameters)","differed":1,"answered":7},{"subject":"Chinese history (specific dates)","differed":3,"answered":6},{"subject":"Chemistry (melting points)","differed":2,"answered":6},{"subject":"Physics (material properties)","differed":1,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":62.4,"domain":"Medical (drug half-lives)","question":"elimination half life of asfotase alfa in hours","reference":5},{"answer":256,"domain":"Chinese history (specific dates)","question":"year of construction of dujiangyan irrigation system","reference":-256},{"answer":40,"domain":"Pop culture (box office and ratings)","question":"The Dark Knight truck flip stunt height feet count","reference":18}],"latency_ms":8902,"audit_cost_usd":0.003066,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":66,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":66,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":46,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":71,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":59,"valid_answers":10},{"strategy":"bare","reasoning_tokens":75,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1199623452192271,"fail_line":52,"line_rate":0.17333333333333334,"margin":23,"times_noise":3.2608695652173916,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"kimi-k3.1-pro","model":"kimi-k3.1-pro","epoch":30,"audited_ts":1794089840,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":24,"total":110,"noise_diffs":3,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088534,"verdict":"DIFF","outcome":null,"first_diffs":24,"first_total":110,"p_value":0.00002860181256425407,"extra_sets":0,"diffs":24,"total":110,"noise_diffs":3,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.08843877851304383,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiar5n66ffbafmdaskc53tnpnov65givzqyvkuvziwdj6gje2t3qii/epochs/30/kimi-k3.1-pro/audits/0x02582449d1b63426ffcbf83d4cb9f5d1f409d22061fc45013ac59e534fdc5b2f/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":19,"margin":5,"alpha":0.005,"planned_fail_line":11,"probe_count":110,"power":0.9571810144311763,"detail":{"subjects":[{"subject":"Programming (release years)","differed":3,"answered":14},{"subject":"Biology (chromosome numbers)","differed":6,"answered":13},{"subject":"Chinese internet (platform dates)","differed":2,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":4,"answered":12},{"subject":"Chemistry (melting points)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Cryptography (parameters)","differed":2,"answered":7},{"subject":"Medical (drug half-lives)","differed":0,"answered":6},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Chemistry (boiling points)","differed":2,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":1,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":68,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Huperzia serrata (chromosomes per somatic cell, 2n)","reference":268},{"answer":68,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome count of Cibotium barometz (2n; chromosomes per somatic cell)","reference":136},{"answer":6,"domain":"Pop culture (box office and ratings)","question":"Ex Machina principal photography duration in weeks","reference":4}],"latency_ms":6697,"audit_cost_usd":0.019329,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":58,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089840,"verdict":"DIFF","outcome":null,"first_diffs":24,"first_total":110,"p_value":0.0799891866792016,"extra_sets":1,"diffs":44,"total":220,"noise_diffs":16,"noise_total":220,"pooled_p_value":0.0009098492640416014,"noise_ceiling":0.12393019340560008,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeid2cg2vjh7gfd6ye4otewbrhivxfpvqfozkplel3f7t45a2ywrc6q/epochs/30/kimi-k3.1-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":42,"margin":2,"alpha":0.005,"planned_fail_line":11,"probe_count":110,"power":0.9571810144311763,"detail":{"subjects":[{"subject":"Programming (release years)","differed":4,"answered":12},{"subject":"Medical (drug half-lives)","differed":2,"answered":12},{"subject":"Chinese geography (measurements)","differed":0,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":11},{"subject":"Chinese internet (platform dates)","differed":0,"answered":11},{"subject":"Biology (chromosome numbers)","differed":4,"answered":10},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":9},{"subject":"Chinese history (specific dates)","differed":2,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":3,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3}],"examples":[{"answer":650,"domain":"Astronomy (periods and distances)","question":"Malin 1 disk diameter in kiloparsecs","reference":200},{"answer":156,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n; chromosomes per somatic cell) of Dendrolycopodium hickeyi","reference":68},{"answer":2,"domain":"Pop culture (box office and ratings)","question":"Star Trek: The Next Generation episode “The Inner Light” original U.S. broadcast day-of-month (scale 1–31)","reference":1}],"latency_ms":7757,"audit_cost_usd":0.023438,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":68,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":57,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":69,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":82,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":68,"valid_answers":10},{"strategy":"bare","reasoning_tokens":71,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08843877851304383,"fail_line":19,"line_rate":0.17272727272727273,"margin":5,"times_noise":8,"references":[{"model":"moonshotai/kimi-k3.1-pro","type":"openrouter","provider_pin":["moonshotai/mxfp4"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3-1-pro","model_display":"Kimi K3.1 Pro"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":30,"audited_ts":1794090492,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":20,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087666,"verdict":"DIFF","outcome":null,"first_diffs":20,"first_total":100,"p_value":1.903860352718809e-8,"extra_sets":0,"diffs":20,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialdu2mjchehoq76llbgaj2p373c5qkqk3t4k5357w73rfs2ollfe/epochs/30/gpt-6.1-sol/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":12,"margin":8,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":12},{"subject":"Medical (drug half-lives)","differed":7,"answered":11},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Chinese internet (platform dates)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":9},{"subject":"Programming (release years)","differed":2,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":1,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2}],"examples":[{"answer":12,"domain":"Cryptography (parameters)","question":"FIPS 205 SLH DSA SHA2 128f FORS tree height edges","reference":6},{"answer":0.2658,"domain":"Astronomy (periods and distances)","question":"Sp 1 central binary published orbital period (days)","reference":2.90611},{"answer":1,"domain":"Medical (drug half-lives)","question":"brivaracetam terminal elimination half life hours","reference":9}],"latency_ms":2390,"audit_cost_usd":0.0007689999999999999,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":327,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":231,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090492,"verdict":"DIFF","outcome":null,"first_diffs":19,"first_total":100,"p_value":1.010914088971804e-7,"extra_sets":0,"diffs":19,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie5kngyc6xn7lizxsw5lolcdvy523kzcbgtpfravffebtu3qeusbm/epochs/30/gpt-6.1-sol/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":12,"margin":7,"alpha":0.005,"planned_fail_line":6,"probe_count":100,"power":0.9867202611458651,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":3,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":12},{"subject":"Astronomy (periods and distances)","differed":0,"answered":12},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":5,"answered":11},{"subject":"Mathematics (special values)","differed":3,"answered":8},{"subject":"Programming (release years)","differed":3,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":8},{"subject":"Chinese geography (measurements)","differed":0,"answered":8},{"subject":"Chinese literature (publication years)","differed":1,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[{"answer":35,"domain":"Pop culture (box office and ratings)","question":"the station agent 2003 original camera negative width in millimeters","reference":16},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"the paperboy 2012 original camera negative width in millimeters","reference":16},{"answer":67,"domain":"Medical (drug half-lives)","question":"Asfotase alfa elimination half-life following subcutaneous administration (hours)","reference":120}],"latency_ms":6089,"audit_cost_usd":0.002731,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":53,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":45,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":83,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":51,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":69,"valid_answers":10},{"strategy":"bare","reasoning_tokens":54,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":8,"times_noise":40,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"},{"service":"MiniMax-M3","model":"minimax-m3","epoch":31,"audited_ts":1794884880,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":27,"total":170,"noise_diffs":24,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884880,"verdict":"SAME","outcome":null,"first_diffs":27,"first_total":170,"p_value":0.9724499405551605,"extra_sets":0,"diffs":27,"total":170,"noise_diffs":24,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.21464119581567465,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiab3ejslpjr5wxjcbsgfi43gv42ohgfndpquvbzewzdjwzrzku2mm/epochs/31/minimax-m3/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":52,"margin":-25,"alpha":0.005,"planned_fail_line":41,"probe_count":170,"power":0.9056843833138059,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":4,"answered":26},{"subject":"Programming (release years)","differed":2,"answered":21},{"subject":"Chinese geography (measurements)","differed":0,"answered":19},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":16},{"subject":"Mathematics (special values)","differed":3,"answered":14},{"subject":"Chinese history (specific dates)","differed":2,"answered":14},{"subject":"Chinese internet (platform dates)","differed":2,"answered":12},{"subject":"Physics (material properties)","differed":5,"answered":11},{"subject":"Medical (drug half-lives)","differed":2,"answered":9},{"subject":"Chemistry (melting points)","differed":1,"answered":8},{"subject":"Biology (chromosome numbers)","differed":2,"answered":5},{"subject":"Astronomy (periods and distances)","differed":2,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":3}],"examples":[{"answer":1,"domain":"Mathematics (special values)","question":"brieskorn sphere sigma235 h1 rank","reference":0},{"answer":1349768,"domain":"Physics (material properties)","question":"nuclear pion neutral mass energy MeV","reference":134.9768},{"answer":37632,"domain":"Mathematics (special values)","question":"number of labeled bipartite graphs on 5 vertices","reference":376}],"latency_ms":1692,"audit_cost_usd":0.002728,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":177,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":217,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.21464119581567465,"fail_line":52,"line_rate":0.3058823529411765,"margin":-25,"times_noise":1.125,"references":[{"model":"minimax/minimax-m3","type":"openrouter","provider_pin":["minimax"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"minimax-m3","model_display":"MiniMax M3"}],"rounds":[{"epoch":31,"started_ts":1794884880,"first_round":false,"passed":1,"failed":0,"not_tested":0,"pending":0,"points_multiplier":0},{"epoch":30,"started_ts":1794089402,"first_round":false,"passed":1,"failed":10,"not_tested":0,"pending":0,"points_multiplier":0},{"epoch":29,"started_ts":1793825231,"first_round":false,"passed":0,"failed":9,"not_tested":1,"pending":0,"points_multiplier":0},{"epoch":27,"started_ts":1792611705,"first_round":true,"passed":0,"failed":6,"not_tested":0,"pending":0,"points_multiplier":null}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60814504,"as_of_ts":1795353306,"indexer_lag_blocks":3984,"generated_at":1795354076,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0xb269dc2c211dfcd926222b4b2b82a731d22fb1a6/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}