{"data":{"address":"0x4ae1f7ab76ab94011ac54a3adf010461a51f117b","agent_id":"63845","name":"Hana Gateway ✅","epoch":32,"unread":0,"evidence_missing":0,"live":{"same":3,"diff":5,"points_multiplier":0.06},"models":[{"service":"grok-4.7","model":"grok-4.7","epoch":30,"audited_ts":1794089731,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":58,"total":96,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088753,"verdict":"DIFF","outcome":null,"first_diffs":45,"first_total":95,"p_value":7.477932781784501e-35,"extra_sets":0,"diffs":45,"total":95,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidenykfbnfxzleyh7ww55xhnbbbwfzafub7czch3u5fgsdr4rytjy/epochs/30/grok-4.7/audits/0x5bd901df9d3cde32d58035f217fad4ed47daba0794504abfa33d2f4609a14d6a/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":11,"margin":34,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":4,"answered":18},{"subject":"Programming (release years)","differed":5,"answered":11},{"subject":"Biology (chromosome numbers)","differed":8,"answered":10},{"subject":"Cryptography (parameters)","differed":5,"answered":9},{"subject":"Chinese literature (publication years)","differed":4,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":5,"answered":6},{"subject":"Medical (drug half-lives)","differed":5,"answered":6},{"subject":"Chinese history (specific dates)","differed":1,"answered":6},{"subject":"Astronomy (periods and distances)","differed":3,"answered":4},{"subject":"Chemistry (melting points)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":4},{"subject":"Chinese geography (measurements)","differed":2,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":1}],"examples":[{"answer":1324,"domain":"Chinese geography (measurements)","question":"tianjin grand bridge beijing shanghai hsr length km","reference":113.7},{"answer":58,"domain":"Chinese geography (measurements)","question":"hong kong zhuhai macau bridge immersed tunnel length km","reference":6.7},{"answer":30,"domain":"Medical (drug half-lives)","question":"setmelanotide elimination half life hours","reference":11}],"latency_ms":67518,"audit_cost_usd":0.008964999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089731,"verdict":"DIFF","outcome":null,"first_diffs":58,"first_total":96,"p_value":1.123369998577469e-52,"extra_sets":0,"diffs":58,"total":96,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibgo2blsamvccpczjepiuwm4kkytadumlxcb3vsdjeagthqpw67ra/epochs/30/grok-4.7/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":11,"margin":47,"alpha":0.005,"planned_fail_line":5,"probe_count":100,"power":0.9923704861120541,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":15,"answered":19},{"subject":"Chinese internet (platform dates)","differed":13,"answered":17},{"subject":"Programming (release years)","differed":4,"answered":12},{"subject":"Astronomy (periods and distances)","differed":6,"answered":9},{"subject":"Medical (drug half-lives)","differed":4,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":4,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Chinese geography (measurements)","differed":4,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":4},{"subject":"Chemistry (melting points)","differed":2,"answered":3},{"subject":"Cryptography (parameters)","differed":2,"answered":3},{"subject":"Chinese literature (publication years)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":2}],"examples":[{"answer":87,"domain":"Internet culture (dates and numbers)","question":"ggp historic ip protocol number","reference":3},{"answer":138,"domain":"Biology (chromosome numbers)","question":"diphasiastrum alpinum sporophyte 2n chromosome count","reference":46},{"answer":54,"domain":"Biology (chromosome numbers)","question":"salvinia natans sporophyte 2n chromosome count","reference":18}],"latency_ms":60089,"audit_cost_usd":0.014169,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":1660,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":1740,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":1844,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":2720,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":1315,"valid_answers":10},{"strategy":"bare","reasoning_tokens":1650,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":11,"line_rate":0.11458333333333333,"margin":47,"times_noise":120.83333333333333,"references":[{"model":"x-ai/grok-4.7","type":"openrouter","provider_pin":["xai"],"overrides":{}}],"model_id":"grok-4-7","model_display":"Grok 4.7"},{"service":"kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794090601,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":64,"total":150,"noise_diffs":12,"noise_total":150,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"DIFF","outcome":null,"first_diffs":49,"first_total":150,"p_value":1.35546249753608e-7,"extra_sets":0,"diffs":49,"total":150,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.15497606412042542,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x8c9478ad4512ab05bfef0dd9c667d2d456cb15d88ffa26cbcf14fc63504d88d4/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":36,"margin":13,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":4,"answered":22},{"subject":"Biology (chromosome numbers)","differed":6,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":4,"answered":13},{"subject":"Astronomy (periods and distances)","differed":7,"answered":12},{"subject":"Chinese literature (publication years)","differed":4,"answered":12},{"subject":"Medical (drug half-lives)","differed":6,"answered":10},{"subject":"Programming (release years)","differed":5,"answered":10},{"subject":"Chemistry (boiling points)","differed":4,"answered":10},{"subject":"Cryptography (parameters)","differed":2,"answered":10},{"subject":"Chinese history (specific dates)","differed":1,"answered":10},{"subject":"Chemistry (melting points)","differed":2,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":1,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":6},{"subject":"Chinese internet (platform dates)","differed":1,"answered":3}],"examples":[{"answer":10,"domain":"Cryptography (parameters)","question":"kyber compression parameter dv kyber768","reference":4},{"answer":80,"domain":"Medical (drug half-lives)","question":"Elimination half-life of Vinflunine (hours)","reference":40},{"answer":9.4,"domain":"Astronomy (periods and distances)","question":"mass of 1 Ceres in 10 to the 18 kg","reference":938}],"latency_ms":69640,"audit_cost_usd":0.000996,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090601,"verdict":"DIFF","outcome":null,"first_diffs":64,"first_total":150,"p_value":1.268866798401629e-16,"extra_sets":0,"diffs":64,"total":150,"noise_diffs":12,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.14667856407016577,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifsurjywggpoxecxauwhrhnahj632uag6ihmzzxqraq2htfordcfe/epochs/30/kimi-k3/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":35,"margin":29,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":17,"answered":24},{"subject":"Astronomy (periods and distances)","differed":5,"answered":20},{"subject":"Chinese literature (publication years)","differed":7,"answered":12},{"subject":"Medical (drug half-lives)","differed":6,"answered":12},{"subject":"Biology (chromosome numbers)","differed":5,"answered":11},{"subject":"Programming (release years)","differed":2,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":7,"answered":10},{"subject":"Chinese internet (platform dates)","differed":2,"answered":10},{"subject":"Chemistry (boiling points)","differed":1,"answered":9},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":8},{"subject":"Cryptography (parameters)","differed":4,"answered":7},{"subject":"Chinese history (specific dates)","differed":4,"answered":6},{"subject":"Chemistry (melting points)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":2,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":256,"domain":"Chinese history (specific dates)","question":"year of construction of dujiangyan irrigation system","reference":-256},{"answer":1943,"domain":"Chinese literature (publication years)","question":"year of wang wei death ce","reference":761},{"answer":1,"domain":"Chinese geography (measurements)","question":"area of barkol kazakh autonomous county xinjiang in square kilometers","reference":38445}],"latency_ms":36187,"audit_cost_usd":0.007286000000000002,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":508,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":410,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":410,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":410,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":417,"valid_answers":10},{"strategy":"bare","reasoning_tokens":410,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.14667856407016577,"fail_line":35,"line_rate":0.23333333333333334,"margin":29,"times_noise":5.333333333333334,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"mimo-v2.6-pro","model":"mimo-v2.6-pro","epoch":30,"audited_ts":1794090710,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":54,"total":130,"noise_diffs":14,"noise_total":130,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087884,"verdict":"DIFF","outcome":null,"first_diffs":44,"first_total":130,"p_value":0.00009987125858044825,"extra_sets":0,"diffs":44,"total":130,"noise_diffs":15,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.19644383817282884,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigreml27jk36t6gytr7v2jmo6ott5bwwoay47aahpkwzlsg7yx36a/epochs/30/mimo-v2.6-pro/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":39,"margin":5,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":6,"answered":25},{"subject":"Chinese internet (platform dates)","differed":2,"answered":16},{"subject":"Chinese history (specific dates)","differed":6,"answered":11},{"subject":"Astronomy (periods and distances)","differed":4,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":10},{"subject":"Physics (material properties)","differed":2,"answered":10},{"subject":"Biology (chromosome numbers)","differed":5,"answered":8},{"subject":"Programming (release years)","differed":4,"answered":8},{"subject":"Chinese literature (publication years)","differed":3,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":8},{"subject":"Chemistry (melting points)","differed":2,"answered":6},{"subject":"Medical (drug half-lives)","differed":4,"answered":4},{"subject":"Mathematics (special values)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":96,"domain":"Biology (chromosome numbers)","question":"diploid chromosome number 2n count diphasiastrum digitatum ground cedar","reference":46},{"answer":168,"domain":"Biology (chromosome numbers)","question":"Cystopteris fragilis diploid chromosome number 2n","reference":84},{"answer":8,"domain":"Pop culture (box office and ratings)","question":"number of episodes in the 1986 uk television series the ruth rendell mysteries","reference":84}],"latency_ms":3472,"audit_cost_usd":0.001071,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090710,"verdict":"DIFF","outcome":null,"first_diffs":54,"first_total":130,"p_value":1.565535534609168e-9,"extra_sets":0,"diffs":54,"total":130,"noise_diffs":14,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.1871512756807454,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeieeuix5ceq2fgn2apqgxrcminlczswaqrwby7yfb4me3npukf5fuu/epochs/30/mimo-v2.6-pro/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":37,"margin":17,"alpha":0.005,"planned_fail_line":17,"probe_count":130,"power":0.9481931932509218,"detail":{"subjects":[{"subject":"Pop culture (box office and ratings)","differed":10,"answered":18},{"subject":"Physics (material properties)","differed":5,"answered":15},{"subject":"Chinese geography (measurements)","differed":2,"answered":15},{"subject":"Chinese internet (platform dates)","differed":3,"answered":14},{"subject":"Chinese history (specific dates)","differed":7,"answered":11},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Chinese literature (publication years)","differed":2,"answered":10},{"subject":"Programming (release years)","differed":6,"answered":8},{"subject":"Chemistry (melting points)","differed":6,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":6},{"subject":"Medical (drug half-lives)","differed":3,"answered":5},{"subject":"Biology (chromosome numbers)","differed":2,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":2}],"examples":[{"answer":1400,"domain":"Physics (material properties)","question":"critical field of vanadium at zero temperature mT","reference":102},{"answer":85,"domain":"Medical (drug half-lives)","question":"elimination half life hours vincristine","reference":24},{"answer":90,"domain":"Pop culture (box office and ratings)","question":"dont trust the b in apartment 23 episode count total","reference":26}],"latency_ms":3593,"audit_cost_usd":0.001747000000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1871512756807454,"fail_line":37,"line_rate":0.2846153846153846,"margin":17,"times_noise":3.857142857142857,"references":[{"model":"xiaomi/mimo-v2.6-pro","type":"openrouter","provider_pin":["xiaomi/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"mimo-v2-6-pro","model_display":"MiMo V2.6 Pro"},{"service":"claude-fable-5-1","model":"claude-fable-5.1","epoch":31,"audited_ts":1795025590,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":36,"total":110,"noise_diffs":4,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884908,"verdict":"DIFF","outcome":null,"first_diffs":36,"first_total":110,"p_value":1.153078566063079e-10,"extra_sets":0,"diffs":36,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibvdlzlbisseuk6gsvm57eonja2v6e4uvbesx7ev2ijmdmvhi7bxy/epochs/31/claude-fable-5.1/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":21,"margin":15,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9505493097976483,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":8,"answered":18},{"subject":"Biology (chromosome numbers)","differed":8,"answered":17},{"subject":"Medical (drug half-lives)","differed":4,"answered":15},{"subject":"Programming (release years)","differed":4,"answered":13},{"subject":"Chinese history (specific dates)","differed":2,"answered":10},{"subject":"Physics (material properties)","differed":3,"answered":8},{"subject":"Chinese literature (publication years)","differed":2,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":6},{"subject":"Chinese geography (measurements)","differed":2,"answered":6},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Astronomy (periods and distances)","differed":0,"answered":2},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":48,"domain":"Pop culture (box office and ratings)","question":"number of chapters in frank herberts dune 1965 book one","reference":22},{"answer":48,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Polyommatus atlanticus (Atlas blue butterfly, 2n approx)","reference":448},{"answer":7,"domain":"Medical (drug half-lives)","question":"lomitapide elimination half life hours","reference":39.7}],"latency_ms":8010,"audit_cost_usd":0.03365000000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025590,"verdict":"DIFF","outcome":null,"first_diffs":40,"first_total":139,"p_value":9.331403294875562e-9,"extra_sets":0,"diffs":40,"total":139,"noise_diffs":7,"noise_total":140,"pooled_p_value":null,"noise_ceiling":0.1106476246132364,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidpbch3hzjrowam2ir4ht5xhrvug2atw54wps36pdqexsj7wluuge/epochs/31/claude-fable-5.1/audits/0xc38969b1e7ef1a14d0f54902003e42104e7bd2b0bae39ecee03a89b5ec581803/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":27,"margin":13,"alpha":0.005,"planned_fail_line":14,"probe_count":140,"power":0.9842479931862961,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":14,"answered":33},{"subject":"Chemistry (melting points)","differed":4,"answered":16},{"subject":"Biology (chromosome numbers)","differed":4,"answered":16},{"subject":"Programming (release years)","differed":5,"answered":13},{"subject":"Astronomy (periods and distances)","differed":3,"answered":12},{"subject":"Physics (material properties)","differed":3,"answered":9},{"subject":"Chinese geography (measurements)","differed":2,"answered":9},{"subject":"Chinese internet (platform dates)","differed":1,"answered":7},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Chinese history (specific dates)","differed":2,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":3}],"examples":[{"answer":11.7,"domain":"Medical (drug half-lives)","question":"trofinetide mean elimination half life hours","reference":1.5},{"answer":3,"domain":"Astronomy (periods and distances)","question":"Henize 2-10 blue compact dwarf black hole mass in millions of solar masses","reference":1},{"answer":250000,"domain":"Chinese geography (measurements)","question":"Qaidam Basin area (square kilometers)","reference":120000}],"latency_ms":8627,"audit_cost_usd":0.055731,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10190306927103299,"fail_line":21,"line_rate":0.19090909090909092,"margin":15,"times_noise":9,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"kimi-k3.1-pro","model":"kimi-k3.1-pro","epoch":31,"audited_ts":1795025651,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":26,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884873,"verdict":"DIFF","outcome":null,"first_diffs":18,"first_total":130,"p_value":0.008805762757097362,"extra_sets":1,"diffs":40,"total":260,"noise_diffs":11,"noise_total":260,"pooled_p_value":0.00007083048761058961,"noise_ceiling":0.08099189911128013,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaj5sw256rqjiyb3pi4gx7spnukfdblxk67ezgxoycbdgqonwzjee/epochs/31/kimi-k3.1-pro/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":34,"margin":6,"alpha":0.005,"planned_fail_line":16,"probe_count":130,"power":0.9641494945331351,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":3,"answered":18},{"subject":"Chinese internet (platform dates)","differed":0,"answered":18},{"subject":"Chinese geography (measurements)","differed":2,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":12},{"subject":"Medical (drug half-lives)","differed":3,"answered":10},{"subject":"Programming (release years)","differed":1,"answered":9},{"subject":"Biology (chromosome numbers)","differed":1,"answered":9},{"subject":"Chinese history (specific dates)","differed":6,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":12,"domain":"Pop culture (box office and ratings)","question":"The Revenant (2015) shooting locations count","reference":3},{"answer":3.5,"domain":"Medical (drug half-lives)","question":"Teduglutide mean elimination half-life after subcutaneous administration (hours)","reference":1.3},{"answer":1092,"domain":"Chinese history (specific dates)","question":"year of yi xing completion of dayan calendar","reference":727}],"latency_ms":7322,"audit_cost_usd":0,"reasoning":null}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1795025651,"verdict":"DIFF","outcome":null,"first_diffs":26,"first_total":100,"p_value":7.023713517458266e-10,"extra_sets":0,"diffs":26,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiexju452ndrwhgc3v3ohjri2xuwh35hib6yxxoqk43ax3lqhi3dji/epochs/31/kimi-k3.1-pro/audits/0xf03772be8fa18198cb95db41757fce9efabbf9c4acc60dfd0172d5a7eb867f26/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":14,"margin":12,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":10,"answered":19},{"subject":"Astronomy (periods and distances)","differed":4,"answered":13},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Chinese internet (platform dates)","differed":1,"answered":9},{"subject":"Chinese history (specific dates)","differed":1,"answered":9},{"subject":"Medical (drug half-lives)","differed":1,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":7},{"subject":"Cryptography (parameters)","differed":3,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":5},{"subject":"Chemistry (boiling points)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":2,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":4},{"subject":"Chinese literature (publication years)","differed":0,"answered":2}],"examples":[{"answer":116,"domain":"Biology (chromosome numbers)","question":"Diploid sporophytic chromosome count (2n; chromosomes per somatic cell) of Argyrochosma dealbata","reference":54},{"answer":136,"domain":"Biology (chromosome numbers)","question":"Diploid sporophytic chromosome count (2n; chromosomes per somatic cell) of Dendrolycopodium hickeyi","reference":68},{"answer":0.0287,"domain":"Astronomy (periods and distances)","question":"Malin 1 heliocentric redshift (dimensionless)","reference":0.0826}],"latency_ms":11013,"audit_cost_usd":0.003549999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":12,"times_noise":26,"references":[{"model":"moonshotai/kimi-k3.1-pro","type":"openrouter","provider_pin":["moonshotai/mxfp4"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3-1-pro","model_display":"Kimi K3.1 Pro"},{"service":"claude-opus-5-5","model":"claude-opus-5.5","epoch":31,"audited_ts":1795025626,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":30,"total":120,"noise_diffs":2,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884854,"verdict":"DIFF","outcome":null,"first_diffs":30,"first_total":120,"p_value":3.852385217920469e-10,"extra_sets":0,"diffs":30,"total":120,"noise_diffs":2,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.0682058583563685,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaboi6qbsznwbpgp23pxxjhmo26z4xundac5o77cm6qqjgsxbqn7a/epochs/31/claude-opus-5.5/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":17,"margin":13,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":17,"answered":28},{"subject":"Programming (release years)","differed":3,"answered":15},{"subject":"Chinese internet (platform dates)","differed":1,"answered":13},{"subject":"Astronomy (periods and distances)","differed":3,"answered":11},{"subject":"Medical (drug half-lives)","differed":1,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":7},{"subject":"Chinese literature (publication years)","differed":2,"answered":6},{"subject":"Chinese geography (measurements)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":1,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":4917,"domain":"Astronomy (periods and distances)","question":"saturn moon albiorix sidereal orbital period days","reference":783.5},{"answer":10,"domain":"Medical (drug half-lives)","question":"lonafarnib mean half life hours","reference":4},{"answer":52,"domain":"Biology (chromosome numbers)","question":"Hymenophyllum tunbrigense 2n chromosome count","reference":26}],"latency_ms":11796,"audit_cost_usd":0,"reasoning":null}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1795025626,"verdict":"DIFF","outcome":null,"first_diffs":27,"first_total":110,"p_value":1.772745360088509e-10,"extra_sets":0,"diffs":27,"total":110,"noise_diffs":1,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.058825062162167985,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidonlvtqkbiiz2snaew4tbkrcjpm36iyoi4oqau3dlqkn7pqfin54/epochs/31/claude-opus-5.5/audits/0xf03772be8fa18198cb95db41757fce9efabbf9c4acc60dfd0172d5a7eb867f26/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":15,"margin":12,"alpha":0.005,"planned_fail_line":9,"probe_count":110,"power":0.9765431731782074,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":11,"answered":26},{"subject":"Chinese internet (platform dates)","differed":3,"answered":14},{"subject":"Medical (drug half-lives)","differed":3,"answered":13},{"subject":"Chinese literature (publication years)","differed":3,"answered":12},{"subject":"Astronomy (periods and distances)","differed":2,"answered":11},{"subject":"Programming (release years)","differed":3,"answered":8},{"subject":"Chinese history (specific dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Chinese geography (measurements)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":4},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Chemistry (melting points)","differed":0,"answered":1}],"examples":[{"answer":4871,"domain":"Astronomy (periods and distances)","question":"saturn moon albiorix sidereal orbital period days","reference":783.5},{"answer":45,"domain":"Biology (chromosome numbers)","question":"salvinia cucullata diploid chromosome number 2n count","reference":18},{"answer":1645,"domain":"Chinese history (specific dates)","question":"dayan calendar adoption year CE","reference":729}],"latency_ms":8984,"audit_cost_usd":0.009383,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.0682058583563685,"fail_line":17,"line_rate":0.14166666666666666,"margin":13,"times_noise":15,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"gpt-6-astra","model":"gpt-6-astra","epoch":31,"audited_ts":1795025642,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":23,"total":93,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884867,"verdict":"DIFF","outcome":null,"first_diffs":21,"first_total":110,"p_value":0.00351171867024424,"extra_sets":0,"diffs":21,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibwpwmdvjv2cncdjckdlcr5smllufl5dxwkkhax67mepu7pyhrnee/epochs/31/gpt-6-astra/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":21,"margin":0,"alpha":0.005,"planned_fail_line":10,"probe_count":110,"power":0.9719241465223011,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":2,"answered":16},{"subject":"Medical (drug half-lives)","differed":2,"answered":13},{"subject":"Programming (release years)","differed":4,"answered":12},{"subject":"Biology (chromosome numbers)","differed":4,"answered":11},{"subject":"Mathematics (special values)","differed":0,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Chemistry (melting points)","differed":4,"answered":6},{"subject":"Astronomy (periods and distances)","differed":3,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":4},{"subject":"Chinese history (specific dates)","differed":1,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2}],"examples":[{"answer":3.2,"domain":"Astronomy (periods and distances)","question":"Malin 1 bulge effective radius in Barth (2007) (kpc)","reference":0.6},{"answer":10.3,"domain":"Medical (drug half-lives)","question":"Leniolisib terminal elimination half-life (hours)","reference":7},{"answer":34,"domain":"Medical (drug half-lives)","question":"mirdametinib reported mean terminal elimination half life hours","reference":28}],"latency_ms":14515,"audit_cost_usd":0,"reasoning":null}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1795025642,"verdict":"DIFF","outcome":null,"first_diffs":23,"first_total":93,"p_value":1.847945388241938e-8,"extra_sets":0,"diffs":23,"total":93,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiarjiemsxtp36owj3p6luhyzb2ichymdafloldqkpqmn4zdbuvify/epochs/31/gpt-6-astra/audits/0xf03772be8fa18198cb95db41757fce9efabbf9c4acc60dfd0172d5a7eb867f26/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":14,"margin":9,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Programming (release years)","differed":6,"answered":12},{"subject":"Medical (drug half-lives)","differed":2,"answered":11},{"subject":"Chinese internet (platform dates)","differed":2,"answered":10},{"subject":"Biology (chromosome numbers)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":1,"answered":8},{"subject":"Chemistry (melting points)","differed":3,"answered":7},{"subject":"Chinese geography (measurements)","differed":2,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":6},{"subject":"Chinese history (specific dates)","differed":3,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":1,"answered":1}],"examples":[{"answer":350.9,"domain":"Astronomy (periods and distances)","question":"Humason 2-1 catalog Galactic longitude (degrees)","reference":51.4},{"answer":1.3,"domain":"Medical (drug half-lives)","question":"Velmanase alfa reported mean terminal elimination half-life in hours","reference":33.6},{"answer":137240,"domain":"Chinese geography (measurements)","question":"Rutog County administrative area (square kilometres)","reference":77942}],"latency_ms":53422,"audit_cost_usd":0.03173599999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.15053763440860216,"margin":9,"times_noise":24.731182795698924,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794090275,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":25,"total":120,"noise_diffs":4,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"DIFF","outcome":null,"first_diffs":18,"first_total":100,"p_value":0.001136362310333399,"extra_sets":0,"diffs":18,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":17,"margin":1,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":15},{"subject":"Medical (drug half-lives)","differed":5,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Chemistry (boiling points)","differed":3,"answered":8},{"subject":"Chinese literature (publication years)","differed":2,"answered":8},{"subject":"Mathematics (special values)","differed":1,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chinese geography (measurements)","differed":0,"answered":2}],"examples":[{"answer":174611,"domain":"Mathematics (special values)","question":"Numerator of Bernoulli number B 20 in lowest terms","reference":-174611},{"answer":102,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of the nursehound (Scyliorhinus stellaris)","reference":36},{"answer":10,"domain":"Medical (drug half-lives)","question":"Terminal elimination half-life of givosiran (hours)","reference":6}],"latency_ms":2837,"audit_cost_usd":0.000814,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090275,"verdict":"DIFF","outcome":null,"first_diffs":25,"first_total":120,"p_value":0.0001129835112713662,"extra_sets":0,"diffs":25,"total":120,"noise_diffs":4,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.09368197553091528,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidalbaby7k2zlk3mzh7qx7umhnwo4vmyttdw6mdmap2o7ayi277ru/epochs/30/claude-sonnet-5.5/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":21,"margin":4,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":16},{"subject":"Medical (drug half-lives)","differed":5,"answered":15},{"subject":"Chinese literature (publication years)","differed":2,"answered":13},{"subject":"Programming (release years)","differed":3,"answered":12},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":2,"answered":8},{"subject":"Chemistry (boiling points)","differed":1,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":7},{"subject":"Mathematics (special values)","differed":3,"answered":6},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":3,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":7856,"domain":"Cryptography (parameters)","question":"SLH-DSA-SHA2-256s signature size in bytes","reference":29792},{"answer":8,"domain":"Mathematics (special values)","question":"Number of Mersenne primes with exponent below 1000","reference":14},{"answer":52,"domain":"Pop culture (box office and ratings)","question":"Psycho shower scene edited cuts, count","reference":78}],"latency_ms":3229,"audit_cost_usd":0.0009249999999999998,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.09368197553091528,"fail_line":21,"line_rate":0.175,"margin":4,"times_noise":6.25,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-sonnet-5-5","model_display":"Claude Sonnet 5.5"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1795025553,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":18,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"DIFF","outcome":null,"first_diffs":20,"first_total":100,"p_value":0.0001464616246971752,"extra_sets":0,"diffs":20,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":17,"margin":3,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":9,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":3,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":3,"answered":6},{"subject":"Programming (release years)","differed":2,"answered":5},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":137,"domain":"Medical (drug half-lives)","question":"Vutrisiran median terminal elimination half-life (hours)","reference":5.2},{"answer":1745405,"domain":"Mathematics (special values)","question":"Feller–Tornier constant multiplied by 10^6 and rounded down to an integer","reference":661317},{"answer":842765,"domain":"Mathematics (special values)","question":"Hafner–Sarnak–McCurley constant multiplied by 10^6 and rounded down to an integer","reference":353236}],"latency_ms":21394,"audit_cost_usd":0.007271999999999999,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":73,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":73,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":62,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":43,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":89,"valid_answers":10},{"strategy":"bare","reasoning_tokens":72,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025553,"verdict":"DIFF","outcome":null,"first_diffs":18,"first_total":100,"p_value":0.00006871280405687516,"extra_sets":0,"diffs":18,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigq7liw5yhiy4jg7hpxnuidvs7borwfvp4boqxw5qekzo2yirnmaq/epochs/31/gpt-6.1-sol/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":14,"margin":4,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.98437063479516,"detail":{"subjects":[{"subject":"Programming (release years)","differed":6,"answered":17},{"subject":"Biology (chromosome numbers)","differed":4,"answered":12},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":11},{"subject":"Medical (drug half-lives)","differed":3,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Astronomy (periods and distances)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2}],"examples":[{"answer":0.3,"domain":"Medical (drug half-lives)","question":"Sebelipase alfa plasma elimination half-life after a 1 mg/kg dose in adults in hours","reference":0.1},{"answer":78,"domain":"Biology (chromosome numbers)","question":"Todea barbara diploid sporophyte chromosome count (2n, chromosomes)","reference":44},{"answer":78,"domain":"Cryptography (parameters)","question":"ML DSA 65 rejection bound beta integer","reference":196}],"latency_ms":7192,"audit_cost_usd":0.009639,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":66,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":4,"times_noise":18,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"},{"service":"minimax-m3","model":"minimax-m3","epoch":31,"audited_ts":1794884880,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":29,"total":156,"noise_diffs":24,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884880,"verdict":"SAME","outcome":null,"first_diffs":29,"first_total":156,"p_value":0.8342938498529578,"extra_sets":0,"diffs":29,"total":156,"noise_diffs":24,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.21464119581567465,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiab3ejslpjr5wxjcbsgfi43gv42ohgfndpquvbzewzdjwzrzku2mm/epochs/31/minimax-m3/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":48,"margin":-19,"alpha":0.005,"planned_fail_line":41,"probe_count":170,"power":0.9056843833138059,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":2,"answered":26},{"subject":"Programming (release years)","differed":4,"answered":21},{"subject":"Chinese geography (measurements)","differed":3,"answered":19},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":16},{"subject":"Chinese history (specific dates)","differed":2,"answered":14},{"subject":"Chinese internet (platform dates)","differed":1,"answered":12},{"subject":"Physics (material properties)","differed":7,"answered":11},{"subject":"Medical (drug half-lives)","differed":3,"answered":9},{"subject":"Chemistry (melting points)","differed":1,"answered":8},{"subject":"Biology (chromosome numbers)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":2,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":4},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":3}],"examples":[{"answer":8.56e-30,"domain":"Physics (material properties)","question":"particle MASS down quark in MeV per c2","reference":4.7},{"answer":1.49e-14,"domain":"Physics (material properties)","question":"particle DECAY WIDTH JPsi in keV","reference":93},{"answer":2.16e-11,"domain":"Physics (material properties)","question":"nuclear pion neutral mass energy MeV","reference":134.9768}],"latency_ms":5349,"audit_cost_usd":0.006975000000000002,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":119,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":96,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":142,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":70,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":103,"valid_answers":10},{"strategy":"bare","reasoning_tokens":91,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.21464119581567465,"fail_line":48,"line_rate":0.3076923076923077,"margin":-19,"times_noise":1.3167735042735043,"references":[{"model":"minimax/minimax-m3","type":"openrouter","provider_pin":["minimax"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"minimax-m3","model_display":"MiniMax M3"},{"service":"glm-5.3","model":"glm-5.3","epoch":31,"audited_ts":1794884927,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":13,"total":95,"noise_diffs":18,"noise_total":160,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884927,"verdict":"SAME","outcome":null,"first_diffs":13,"first_total":95,"p_value":0.9089952546344723,"extra_sets":0,"diffs":13,"total":95,"noise_diffs":18,"noise_total":160,"pooled_p_value":null,"noise_ceiling":0.1836085782276906,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicf74pfwk3elpywy2ruyy4m6m6ogbftuyul4qqymz3bnigneznrry/epochs/31/glm-5.3/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":29,"margin":-16,"alpha":0.005,"planned_fail_line":26,"probe_count":160,"power":0.9606490415963258,"detail":{"subjects":[{"subject":"Cryptography (parameters)","differed":1,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":4,"answered":12},{"subject":"Physics (material properties)","differed":1,"answered":12},{"subject":"Programming (release years)","differed":1,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":7},{"subject":"Medical (drug half-lives)","differed":1,"answered":7},{"subject":"Chinese geography (measurements)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Astronomy (periods and distances)","differed":2,"answered":4},{"subject":"Chemistry (melting points)","differed":2,"answered":4},{"subject":"Biology (chromosome numbers)","differed":0,"answered":3}],"examples":[{"answer":4,"domain":"Pop culture (box office and ratings)","question":"years film production avatar 2009 took to film performance capture","reference":3},{"answer":14,"domain":"Physics (material properties)","question":"thermal conductivity of aerogel at room temperature mW per mK","reference":20},{"answer":20,"domain":"Pop culture (box office and ratings)","question":"number of episodes in party down total","reference":26}],"latency_ms":64392,"audit_cost_usd":0.020479,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":202,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":202,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":197,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":202,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":196,"valid_answers":10},{"strategy":"bare","reasoning_tokens":165,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1836085782276906,"fail_line":29,"line_rate":0.30526315789473685,"margin":-16,"times_noise":1.216374269005848,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":11,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":11,"first_total":120,"p_value":0.9563052241449939,"extra_sets":0,"diffs":11,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":28,"margin":-17,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":1,"answered":14},{"subject":"Chinese internet (platform dates)","differed":1,"answered":14},{"subject":"Chinese geography (measurements)","differed":2,"answered":13},{"subject":"Chinese history (specific dates)","differed":2,"answered":12},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":1,"answered":7},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":4,"domain":"Chinese geography (measurements)","question":"Number of terminals at Shanghai Pudong International Airport","reference":2},{"answer":8,"domain":"Medical (drug half-lives)","question":"pegcetacoplan elimination half-life in hours","reference":192},{"answer":144.22,"domain":"Chinese geography (measurements)","question":"taiwan yilan county nanao township area km2","reference":740.65}],"latency_ms":5012,"audit_cost_usd":0.001263,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":661,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":726,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":-17,"times_noise":1.375,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"deepseek-v4-pro","model_display":"DeepSeek V4 Pro"},{"service":"gemini-4-argon","model":"gemini-4-argon","epoch":31,"audited_ts":1794884860,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884860,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9987341117902261,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie3fsidat2uis6yjggwi2brx3b4bgqnruhamuhh2uywkgdyhe7bd4/epochs/31/gemini-4-argon/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":14,"margin":-13,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Astronomy (periods and distances)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Programming (release years)","differed":0,"answered":9},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":6621,"domain":"Astronomy (periods and distances)","question":"NGC catalog number of the Tadpole Galaxy","reference":6146}],"latency_ms":8434,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":-13,"times_noise":1,"references":[{"model":"google/gemini-4-argon","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"gemini-4-argon","model_display":"Gemini 4 Argon"}],"rounds":[{"epoch":31,"started_ts":1794884860,"first_round":false,"passed":3,"failed":5,"not_tested":0,"pending":0,"points_multiplier":0},{"epoch":30,"started_ts":1794087557,"first_round":false,"passed":6,"failed":7,"not_tested":0,"pending":0,"points_multiplier":0},{"epoch":29,"started_ts":1793825231,"first_round":false,"passed":2,"failed":8,"not_tested":0,"pending":0,"points_multiplier":0},{"epoch":27,"started_ts":1792610983,"first_round":true,"passed":0,"failed":5,"not_tested":2,"pending":0,"points_multiplier":null}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60818922,"as_of_ts":1795354207,"indexer_lag_blocks":3637,"generated_at":1795354893,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0x4ae1f7ab76ab94011ac54a3adf010461a51f117b/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}