{"data":{"address":"0x472f6914375a83fc827499612f5673e3780469fd","agent_id":"61460","name":"Best","epoch":32,"unread":0,"evidence_missing":0,"live":{"same":7,"diff":6,"points_multiplier":0},"models":[{"service":"grok-4.7","model":"grok-4.7","epoch":30,"audited_ts":1794089731,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":69,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088753,"verdict":"DIFF","outcome":null,"first_diffs":69,"first_total":100,"p_value":1.938323167273828e-68,"extra_sets":0,"diffs":69,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidenykfbnfxzleyh7ww55xhnbbbwfzafub7czch3u5fgsdr4rytjy/epochs/30/grok-4.7/audits/0xf6fb0abde20099a553eeff2ab7afdccac88b083a26dfb9cbb108becd1743d998/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":12,"margin":57,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":15,"answered":18},{"subject":"Programming (release years)","differed":5,"answered":11},{"subject":"Biology (chromosome numbers)","differed":7,"answered":10},{"subject":"Cryptography (parameters)","differed":9,"answered":9},{"subject":"Chinese literature (publication years)","differed":6,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":5,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":5,"answered":6},{"subject":"Chinese history (specific dates)","differed":4,"answered":6},{"subject":"Medical (drug half-lives)","differed":4,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":3,"answered":4},{"subject":"Chemistry (boiling points)","differed":2,"answered":4},{"subject":"Chemistry (melting points)","differed":1,"answered":4},{"subject":"Chinese geography (measurements)","differed":1,"answered":2},{"subject":"Physics (material properties)","differed":1,"answered":1}],"examples":[{"answer":12,"domain":"Pop culture (box office and ratings)","question":"barry lyndon 1975 zeiss planar f07 lenses acquired count","reference":3},{"answer":72,"domain":"Biology (chromosome numbers)","question":"Hymenophyllum tunbrigense sporophyte diploid chromosome number 2n","reference":26},{"answer":30,"domain":"Medical (drug half-lives)","question":"setmelanotide elimination half life hours","reference":11}],"latency_ms":71830,"audit_cost_usd":0.014506,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":2631,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":1261,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":1756,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":1979,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":1561,"valid_answers":10},{"strategy":"bare","reasoning_tokens":2054,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089731,"verdict":"DIFF","outcome":null,"first_diffs":64,"first_total":100,"p_value":2.498646082663806e-60,"extra_sets":0,"diffs":64,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibgo2blsamvccpczjepiuwm4kkytadumlxcb3vsdjeagthqpw67ra/epochs/30/grok-4.7/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":12,"margin":52,"alpha":0.005,"planned_fail_line":5,"probe_count":100,"power":0.9923704861120541,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":14,"answered":19},{"subject":"Chinese internet (platform dates)","differed":12,"answered":17},{"subject":"Programming (release years)","differed":9,"answered":12},{"subject":"Astronomy (periods and distances)","differed":7,"answered":9},{"subject":"Medical (drug half-lives)","differed":5,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":4,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":5},{"subject":"Chinese geography (measurements)","differed":3,"answered":4},{"subject":"Chinese history (specific dates)","differed":2,"answered":4},{"subject":"Chemistry (boiling points)","differed":2,"answered":4},{"subject":"Cryptography (parameters)","differed":2,"answered":3},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Chinese literature (publication years)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":2}],"examples":[{"answer":1000,"domain":"Astronomy (periods and distances)","question":"ngc6543 inner shell expansion velocity km per s","reference":16.4},{"answer":154,"domain":"Internet culture (dates and numbers)","question":"ggp historic ip protocol number","reference":3},{"answer":1000,"domain":"Pop culture (box office and ratings)","question":"fitzcarraldo hauled steamship weight metric tons","reference":320}],"latency_ms":56999,"audit_cost_usd":0.019063,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":1566,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":1543,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":2711,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":2584,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":1638,"valid_answers":10},{"strategy":"bare","reasoning_tokens":1871,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":57,"times_noise":138,"references":[{"model":"x-ai/grok-4.7","type":"openrouter","provider_pin":["xai"],"overrides":{}}],"model_id":"grok-4-7","model_display":"Grok 4.7"},{"service":"claude-fable-5.1","model":"claude-fable-5.1","epoch":31,"audited_ts":1795025590,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":88,"total":139,"noise_diffs":7,"noise_total":140,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884908,"verdict":"DIFF","outcome":null,"first_diffs":40,"first_total":110,"p_value":2.309841062139193e-13,"extra_sets":0,"diffs":40,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibvdlzlbisseuk6gsvm57eonja2v6e4uvbesx7ev2ijmdmvhi7bxy/epochs/31/claude-fable-5.1/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":21,"margin":19,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9505493097976483,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":9,"answered":18},{"subject":"Biology (chromosome numbers)","differed":8,"answered":17},{"subject":"Medical (drug half-lives)","differed":5,"answered":15},{"subject":"Programming (release years)","differed":3,"answered":13},{"subject":"Chinese history (specific dates)","differed":2,"answered":10},{"subject":"Physics (material properties)","differed":2,"answered":8},{"subject":"Chinese literature (publication years)","differed":3,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":6},{"subject":"Chinese geography (measurements)","differed":3,"answered":6},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Astronomy (periods and distances)","differed":0,"answered":2},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":132,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Azolla filiculoides (water fern), count","reference":44},{"answer":52,"domain":"Medical (drug half-lives)","question":"tezacaftor elimination half life hours","reference":25},{"answer":90,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Polyommatus atlanticus (Atlas blue butterfly, 2n approx)","reference":448}],"latency_ms":5040,"audit_cost_usd":0.021751,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025590,"verdict":"DIFF","outcome":null,"first_diffs":88,"first_total":139,"p_value":6.694978357949592e-49,"extra_sets":0,"diffs":88,"total":139,"noise_diffs":7,"noise_total":140,"pooled_p_value":null,"noise_ceiling":0.1106476246132364,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidpbch3hzjrowam2ir4ht5xhrvug2atw54wps36pdqexsj7wluuge/epochs/31/claude-fable-5.1/audits/0xc38969b1e7ef1a14d0f54902003e42104e7bd2b0bae39ecee03a89b5ec581803/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":27,"margin":61,"alpha":0.005,"planned_fail_line":14,"probe_count":140,"power":0.9842479931862961,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":24,"answered":33},{"subject":"Biology (chromosome numbers)","differed":14,"answered":16},{"subject":"Chemistry (melting points)","differed":10,"answered":16},{"subject":"Programming (release years)","differed":4,"answered":13},{"subject":"Astronomy (periods and distances)","differed":8,"answered":12},{"subject":"Chinese geography (measurements)","differed":5,"answered":9},{"subject":"Physics (material properties)","differed":2,"answered":9},{"subject":"Chinese internet (platform dates)","differed":7,"answered":7},{"subject":"Chinese literature (publication years)","differed":4,"answered":6},{"subject":"Chinese history (specific dates)","differed":4,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":3},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Mathematics (special values)","differed":1,"answered":3}],"examples":[{"answer":5000,"domain":"Astronomy (periods and distances)","question":"M87 jet projected length in kiloparsecs","reference":1.5},{"answer":72,"domain":"Medical (drug half-lives)","question":"givosiran terminal plasma half life hours","reference":6},{"answer":9,"domain":"Astronomy (periods and distances)","question":"Henize 2-10 blue compact dwarf black hole mass in millions of solar masses","reference":1}],"latency_ms":4214,"audit_cost_usd":0.167453,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.1106476246132364,"fail_line":27,"line_rate":0.19424460431654678,"margin":61,"times_noise":12.66187050359712,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"claude-opus-5.5","model":"claude-opus-5.5","epoch":31,"audited_ts":1795025626,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":54,"total":110,"noise_diffs":1,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884854,"verdict":"DIFF","outcome":null,"first_diffs":23,"first_total":120,"p_value":0.000006032684796800444,"extra_sets":0,"diffs":23,"total":120,"noise_diffs":2,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.0682058583563685,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaboi6qbsznwbpgp23pxxjhmo26z4xundac5o77cm6qqjgsxbqn7a/epochs/31/claude-opus-5.5/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":17,"margin":6,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":12,"answered":28},{"subject":"Programming (release years)","differed":3,"answered":15},{"subject":"Chinese internet (platform dates)","differed":1,"answered":13},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":7},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Chinese history (specific dates)","differed":2,"answered":5},{"subject":"Chinese geography (measurements)","differed":1,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":1,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":54,"domain":"Biology (chromosome numbers)","question":"Hymenophyllum tunbrigense 2n chromosome count","reference":26},{"answer":22,"domain":"Biology (chromosome numbers)","question":"Isoetes lacustris 2n chromosome count","reference":110},{"answer":70,"domain":"Biology (chromosome numbers)","question":"lycopodiella inundata somatic chromosome number 2n count","reference":156}],"latency_ms":4782,"audit_cost_usd":0,"reasoning":null}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1795025626,"verdict":"DIFF","outcome":null,"first_diffs":54,"first_total":110,"p_value":1.247744972938756e-36,"extra_sets":0,"diffs":54,"total":110,"noise_diffs":1,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.058825062162167985,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidonlvtqkbiiz2snaew4tbkrcjpm36iyoi4oqau3dlqkn7pqfin54/epochs/31/claude-opus-5.5/audits/0xf03772be8fa18198cb95db41757fce9efabbf9c4acc60dfd0172d5a7eb867f26/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":15,"margin":39,"alpha":0.005,"planned_fail_line":9,"probe_count":110,"power":0.9765431731782074,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":20,"answered":26},{"subject":"Chinese internet (platform dates)","differed":7,"answered":14},{"subject":"Medical (drug half-lives)","differed":6,"answered":13},{"subject":"Chinese literature (publication years)","differed":5,"answered":12},{"subject":"Astronomy (periods and distances)","differed":3,"answered":11},{"subject":"Programming (release years)","differed":2,"answered":8},{"subject":"Chinese history (specific dates)","differed":1,"answered":6},{"subject":"Chinese geography (measurements)","differed":4,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":4},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":2,"answered":2},{"subject":"Chemistry (melting points)","differed":0,"answered":1}],"examples":[{"answer":100,"domain":"Chinese literature (publication years)","question":"jintian original run issue count","reference":9},{"answer":35,"domain":"Medical (drug half-lives)","question":"givosiran plasma elimination half life hours","reference":6},{"answer":7000,"domain":"Chinese geography (measurements)","question":"kunlun mountain railway tunnel length m","reference":1686}],"latency_ms":4753,"audit_cost_usd":0.092707,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.058825062162167985,"fail_line":15,"line_rate":0.13636363636363635,"margin":39,"times_noise":54,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"mimo-v2.6-pro","model":"mimo-v2.6-pro","epoch":31,"audited_ts":1795025563,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":49,"total":130,"noise_diffs":8,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884947,"verdict":"DIFF","outcome":null,"first_diffs":51,"first_total":140,"p_value":0.000004940879336454877,"extra_sets":0,"diffs":51,"total":140,"noise_diffs":17,"noise_total":140,"pooled_p_value":null,"noise_ceiling":0.20014855842407675,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihrgey2xbjonncxulwzqdrp44ypvxn2o4godrrmujmngs4472wsxq/epochs/31/mimo-v2.6-pro/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":42,"margin":9,"alpha":0.005,"planned_fail_line":23,"probe_count":140,"power":0.9229742407741863,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":8,"answered":15},{"subject":"Chinese literature (publication years)","differed":5,"answered":13},{"subject":"Chemistry (melting points)","differed":6,"answered":12},{"subject":"Physics (material properties)","differed":3,"answered":11},{"subject":"Chinese geography (measurements)","differed":4,"answered":10},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":4,"answered":9},{"subject":"Chinese history (specific dates)","differed":3,"answered":9},{"subject":"Programming (release years)","differed":2,"answered":9},{"subject":"Cryptography (parameters)","differed":0,"answered":9},{"subject":"Chemistry (boiling points)","differed":2,"answered":7},{"subject":"Mathematics (special values)","differed":1,"answered":7},{"subject":"Biology (chromosome numbers)","differed":6,"answered":6},{"subject":"Medical (drug half-lives)","differed":1,"answered":3}],"examples":[{"answer":36,"domain":"Chinese literature (publication years)","question":"《世说新语》全书卷数","reference":3},{"answer":400,"domain":"Chemistry (melting points)","question":"melting point of potassium hexacyanoferrate ii degC","reference":70},{"answer":490,"domain":"Physics (material properties)","question":"thermal conductivity of silicon carbide at 300K W per mK","reference":120}],"latency_ms":5576,"audit_cost_usd":0.00215,"reasoning":{"strategy":"prefill","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":424,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":145,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":179,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":170,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025563,"verdict":"DIFF","outcome":null,"first_diffs":49,"first_total":130,"p_value":8.924911915124783e-13,"extra_sets":0,"diffs":49,"total":130,"noise_diffs":8,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.12907187822888178,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaewngqyez6c2hw4wp2r6r224ipnp3wlx4omknjwntskskw5dujpi/epochs/31/mimo-v2.6-pro/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":28,"margin":21,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9431790839854022,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":7,"answered":16},{"subject":"Pop culture (box office and ratings)","differed":7,"answered":13},{"subject":"Chinese history (specific dates)","differed":4,"answered":12},{"subject":"Chinese internet (platform dates)","differed":2,"answered":12},{"subject":"Physics (material properties)","differed":3,"answered":11},{"subject":"Programming (release years)","differed":3,"answered":10},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":4,"answered":8},{"subject":"Chemistry (boiling points)","differed":2,"answered":8},{"subject":"Cryptography (parameters)","differed":4,"answered":7},{"subject":"Medical (drug half-lives)","differed":6,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":6},{"subject":"Biology (chromosome numbers)","differed":1,"answered":5},{"subject":"Chemistry (melting points)","differed":3,"answered":4},{"subject":"Mathematics (special values)","differed":2,"answered":2}],"examples":[{"answer":512,"domain":"Cryptography (parameters)","question":"kyber1024 kem module dimension n","reference":256},{"answer":144,"domain":"Biology (chromosome numbers)","question":"diploid chromosome number 2n in Asplenium fontanum (smooth rock spleenwort, fern, European rock crevice species)","reference":72},{"answer":140,"domain":"Chinese geography (measurements)","question":"北京大兴国际机场航站楼建筑面积（万平方米）","reference":70}],"latency_ms":3906,"audit_cost_usd":0.00055,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":152,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.12907187822888178,"fail_line":28,"line_rate":0.2153846153846154,"margin":21,"times_noise":6.124999999999999,"references":[{"model":"xiaomi/mimo-v2.6-pro","type":"openrouter","provider_pin":["xiaomi/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"mimo-v2-6-pro","model_display":"MiMo V2.6 Pro"},{"service":"gemini-3.1-pro-preview","model":"gemini-3.1-pro-preview","epoch":31,"audited_ts":1795025571,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":38,"total":110,"noise_diffs":3,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884920,"verdict":"DIFF","outcome":null,"first_diffs":38,"first_total":110,"p_value":7.200272746594793e-14,"extra_sets":0,"diffs":38,"total":110,"noise_diffs":3,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.08843877851304383,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeify4u6bqambw7t4tikbyszbeyys4irtnartq33bzch4zt6u5chrei/epochs/31/gemini-3.1-pro-preview/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":19,"margin":19,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9500471165025759,"detail":{"subjects":[{"subject":"Programming (release years)","differed":7,"answered":16},{"subject":"Biology (chromosome numbers)","differed":4,"answered":12},{"subject":"Astronomy (periods and distances)","differed":7,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":9},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":3,"answered":7},{"subject":"Physics (material properties)","differed":2,"answered":7},{"subject":"Chinese geography (measurements)","differed":0,"answered":6},{"subject":"Chemistry (melting points)","differed":2,"answered":5},{"subject":"Medical (drug half-lives)","differed":2,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Cryptography (parameters)","differed":3,"answered":4},{"subject":"Chemistry (boiling points)","differed":3,"answered":3}],"examples":[{"answer":1000,"domain":"Astronomy (periods and distances)","question":"Ant Nebula outflow velocity in km/s","reference":50},{"answer":1000,"domain":"Astronomy (periods and distances)","question":"Nebula Mz 3 (Ant Nebula) expansion velocity (km/s)","reference":50},{"answer":5000000,"domain":"Astronomy (periods and distances)","question":"Tarantula Nebula mass in solar masses","reference":450000}],"latency_ms":11710,"audit_cost_usd":0.014218,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025571,"verdict":"DIFF","outcome":null,"first_diffs":42,"first_total":150,"p_value":8.198118381779356e-11,"extra_sets":0,"diffs":42,"total":150,"noise_diffs":6,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.09438929365122783,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidvydvojzhr6h4jriqavyebaimqo5eeljdeb56i7en6efv4f76xmq/epochs/31/gemini-3.1-pro-preview/audits/0x1311c115fce47ea9ce2d129dd33adbf8cfb50f52e23e06f8a82ca88b227f9e2c/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":25,"margin":17,"alpha":0.005,"planned_fail_line":16,"probe_count":150,"power":0.9824517880808573,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":3,"answered":19},{"subject":"Pop culture (box office and ratings)","differed":6,"answered":16},{"subject":"Chinese internet (platform dates)","differed":2,"answered":14},{"subject":"Chinese history (specific dates)","differed":6,"answered":12},{"subject":"Programming (release years)","differed":2,"answered":10},{"subject":"Chemistry (melting points)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":9},{"subject":"Physics (material properties)","differed":7,"answered":8},{"subject":"Chemistry (boiling points)","differed":4,"answered":8},{"subject":"Chinese literature (publication years)","differed":2,"answered":8},{"subject":"Mathematics (special values)","differed":2,"answered":8},{"subject":"Cryptography (parameters)","differed":0,"answered":8},{"subject":"Biology (chromosome numbers)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":4}],"examples":[{"answer":300,"domain":"Pop culture (box office and ratings)","question":"Total number of cameras used to film the chariot race in Ben-Hur (1959)","reference":6},{"answer":300,"domain":"Pop culture (box office and ratings)","question":"Number of cameras used to film the chariot race in Ben-Hur (1959)","reference":6},{"answer":340,"domain":"Chinese literature (publication years)","question":"Qu Yuan's approximate year of birth","reference":-340}],"latency_ms":24099,"audit_cost_usd":0.126256,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08843877851304383,"fail_line":19,"line_rate":0.17272727272727273,"margin":19,"times_noise":12.666666666666668,"references":[{"model":"google/gemini-3.1-pro-preview","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{}}],"model_id":"gemini-3-1-pro-preview","model_display":"Gemini 3.1 Pro Preview"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1795025535,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":32,"total":119,"noise_diffs":3,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"DIFF","outcome":null,"first_diffs":31,"first_total":124,"p_value":0.000006888652741137735,"extra_sets":0,"diffs":31,"total":124,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":24,"margin":7,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":5,"answered":16},{"subject":"Programming (release years)","differed":3,"answered":14},{"subject":"Chemistry (melting points)","differed":6,"answered":11},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Mathematics (special values)","differed":5,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":2,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":236364091,"domain":"Mathematics (special values)","question":"Bernoulli number B 24 denominator","reference":2730},{"answer":208,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Pteridium aquilinum","reference":104},{"answer":2,"domain":"Mathematics (special values)","question":"Smallest prime p such that the Mertens function M(n) first reaches 2 at n","reference":13}],"latency_ms":3979,"audit_cost_usd":0.001269,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025535,"verdict":"DIFF","outcome":null,"first_diffs":32,"first_total":119,"p_value":1.079430403267574e-9,"extra_sets":0,"diffs":32,"total":119,"noise_diffs":3,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.08128587703144019,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigcdqhqhaytgzswz45bah7hjjfm7yovhpqi7gw374ihtxptzx2zpa/epochs/31/claude-sonnet-5.5/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":19,"margin":13,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":2,"answered":15},{"subject":"Chinese literature (publication years)","differed":4,"answered":14},{"subject":"Medical (drug half-lives)","differed":2,"answered":13},{"subject":"Biology (chromosome numbers)","differed":3,"answered":12},{"subject":"Programming (release years)","differed":5,"answered":11},{"subject":"Mathematics (special values)","differed":4,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":9},{"subject":"Cryptography (parameters)","differed":3,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":6},{"subject":"Chemistry (boiling points)","differed":2,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":2,"answered":3},{"subject":"Physics (material properties)","differed":1,"answered":2}],"examples":[{"answer":283230,"domain":"Mathematics (special values)","question":"Bernoulli number B 20 denominator","reference":330},{"answer":246683,"domain":"Mathematics (special values)","question":"Number of Carmichael numbers below 10^12","reference":8241},{"answer":138,"domain":"Medical (drug half-lives)","question":"Velmanase alfa terminal half-life (hours)","reference":30}],"latency_ms":5174,"audit_cost_usd":0.001655,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08128587703144019,"fail_line":19,"line_rate":0.15966386554621848,"margin":13,"times_noise":10.756302521008402,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-sonnet-5-5","model_display":"Claude Sonnet 5.5"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1795025553,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":16,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"DIFF","outcome":null,"first_diffs":18,"first_total":100,"p_value":0.001136362310333399,"extra_sets":0,"diffs":18,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":17,"margin":1,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":8,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":2,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Programming (release years)","differed":1,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":86071,"domain":"Mathematics (special values)","question":"Feller–Tornier constant multiplied by 10^6 and rounded down to an integer","reference":661317},{"answer":1186569,"domain":"Mathematics (special values)","question":"Lévy's constant for the exponential growth rate of continued-fraction denominators multiplied by 10^6 and rounded down to an integer","reference":3275822},{"answer":8250,"domain":"Chinese geography (measurements)","question":"龙厦铁路象山隧道长度（米）","reference":15898}],"latency_ms":5566,"audit_cost_usd":0.006081,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":102,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":71,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":84,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":90,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":80,"valid_answers":10},{"strategy":"bare","reasoning_tokens":67,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025553,"verdict":"DIFF","outcome":null,"first_diffs":16,"first_total":100,"p_value":0.0006712347876337907,"extra_sets":0,"diffs":16,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigq7liw5yhiy4jg7hpxnuidvs7borwfvp4boqxw5qekzo2yirnmaq/epochs/31/gpt-6.1-sol/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":14,"margin":2,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.98437063479516,"detail":{"subjects":[{"subject":"Programming (release years)","differed":3,"answered":17},{"subject":"Biology (chromosome numbers)","differed":3,"answered":12},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":11},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Astronomy (periods and distances)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":2,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2}],"examples":[{"answer":7,"domain":"Medical (drug half-lives)","question":"Sebelipase alfa plasma elimination half-life after a 1 mg/kg dose in adults in hours","reference":0.1},{"answer":68,"domain":"Biology (chromosome numbers)","question":"Lycopodiella inundata diploid chromosome number (2n, chromosomes)","reference":156},{"answer":7.5,"domain":"Medical (drug half-lives)","question":"Vigabatrin adult terminal elimination half-life in hours","reference":10.5}],"latency_ms":4377,"audit_cost_usd":0.002707999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":2,"times_noise":16,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"},{"service":"glm-5.3","model":"glm-5.3","epoch":31,"audited_ts":1794884927,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":29,"total":160,"noise_diffs":18,"noise_total":160,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884927,"verdict":"SAME","outcome":null,"first_diffs":29,"first_total":160,"p_value":0.5627854307901248,"extra_sets":0,"diffs":29,"total":160,"noise_diffs":18,"noise_total":160,"pooled_p_value":null,"noise_ceiling":0.1836085782276906,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicf74pfwk3elpywy2ruyy4m6m6ogbftuyul4qqymz3bnigneznrry/epochs/31/glm-5.3/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":44,"margin":-15,"alpha":0.005,"planned_fail_line":26,"probe_count":160,"power":0.9606490415963258,"detail":{"subjects":[{"subject":"Programming (release years)","differed":5,"answered":22},{"subject":"Chinese geography (measurements)","differed":2,"answered":15},{"subject":"Astronomy (periods and distances)","differed":5,"answered":14},{"subject":"Cryptography (parameters)","differed":2,"answered":14},{"subject":"Biology (chromosome numbers)","differed":3,"answered":13},{"subject":"Chinese literature (publication years)","differed":4,"answered":12},{"subject":"Physics (material properties)","differed":2,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":12},{"subject":"Chemistry (boiling points)","differed":1,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":4}],"examples":[{"answer":1836.15,"domain":"Physics (material properties)","question":"electron-to-proton mass ratio (dimensionless)","reference":0.000544617},{"answer":580,"domain":"Chinese literature (publication years)","question":"count issues of Yusi semimonthly published total","reference":260},{"answer":4,"domain":"Cryptography (parameters)","question":"kyber512 module dimension k","reference":2}],"latency_ms":3656,"audit_cost_usd":0.001609,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":70,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":70,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":70,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":70,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":3,"valid_answers":10},{"strategy":"bare","reasoning_tokens":72,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1836085782276906,"fail_line":44,"line_rate":0.275,"margin":-15,"times_noise":1.611111111111111,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"minimax-m3","model":"minimax-m3","epoch":31,"audited_ts":1794884880,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":24,"total":170,"noise_diffs":24,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884880,"verdict":"SAME","outcome":null,"first_diffs":24,"first_total":170,"p_value":0.9943561059388872,"extra_sets":0,"diffs":24,"total":170,"noise_diffs":24,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.21464119581567465,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiab3ejslpjr5wxjcbsgfi43gv42ohgfndpquvbzewzdjwzrzku2mm/epochs/31/minimax-m3/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":52,"margin":-28,"alpha":0.005,"planned_fail_line":41,"probe_count":170,"power":0.9056843833138059,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":2,"answered":26},{"subject":"Programming (release years)","differed":2,"answered":21},{"subject":"Chinese geography (measurements)","differed":0,"answered":19},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":16},{"subject":"Mathematics (special values)","differed":6,"answered":14},{"subject":"Chinese history (specific dates)","differed":1,"answered":14},{"subject":"Chinese internet (platform dates)","differed":2,"answered":12},{"subject":"Physics (material properties)","differed":4,"answered":11},{"subject":"Medical (drug half-lives)","differed":4,"answered":9},{"subject":"Chemistry (melting points)","differed":0,"answered":8},{"subject":"Biology (chromosome numbers)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":3}],"examples":[{"answer":1,"domain":"Mathematics (special values)","question":"brieskorn sphere sigma235 h1 rank","reference":0},{"answer":0,"domain":"Physics (material properties)","question":"fact name","reference":1},{"answer":12,"domain":"Chinese literature (publication years)","question":"中国网络文学发展报告列出的网络文学主要门类数量（类）","reference":6}],"latency_ms":2614,"audit_cost_usd":0.000264,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.21464119581567465,"fail_line":52,"line_rate":0.3058823529411765,"margin":-28,"times_noise":1,"references":[{"model":"minimax/minimax-m3","type":"openrouter","provider_pin":["minimax"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"minimax-m3","model_display":"MiniMax M3"},{"service":"kimi-k3","model":"kimi-k3","epoch":31,"audited_ts":1795025579,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":12,"total":120,"noise_diffs":5,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025579,"verdict":"SAME","outcome":null,"first_diffs":12,"first_total":120,"p_value":0.6226867370078791,"extra_sets":0,"diffs":12,"total":120,"noise_diffs":5,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.10559396549128186,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia5hqexwuthayjtmjanmokadzuet6tl6exhteblbmmij6xpzjr7fe/epochs/31/kimi-k3/audits/0x1311c115fce47ea9ce2d129dd33adbf8cfb50f52e23e06f8a82ca88b227f9e2c/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":23,"margin":-11,"alpha":0.005,"planned_fail_line":15,"probe_count":120,"power":0.9399121312471024,"detail":{"subjects":[{"subject":"Pop culture (box office and ratings)","differed":0,"answered":16},{"subject":"Chinese geography (measurements)","differed":0,"answered":14},{"subject":"Astronomy (periods and distances)","differed":2,"answered":12},{"subject":"Biology (chromosome numbers)","differed":4,"answered":11},{"subject":"Chemistry (melting points)","differed":2,"answered":9},{"subject":"Chinese literature (publication years)","differed":0,"answered":9},{"subject":"Chinese history (specific dates)","differed":2,"answered":8},{"subject":"Chemistry (boiling points)","differed":1,"answered":8},{"subject":"Medical (drug half-lives)","differed":1,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":0,"answered":8},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":168,"domain":"Biology (chromosome numbers)","question":"Cystopteris fragilis diploid chromosome count","reference":84},{"answer":500,"domain":"Chemistry (melting points)","question":"melting point of potassium tetrachloroplatinate in celsius","reference":250},{"answer":208,"domain":"Biology (chromosome numbers)","question":"Tmesipteris tannensis diploid chromosome count","reference":416}],"latency_ms":6155,"audit_cost_usd":0.006943999999999999,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":322,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":322,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.10559396549128186,"fail_line":23,"line_rate":0.19166666666666668,"margin":-11,"times_noise":2.4000000000000004,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"qwen-3.8-27b","model":"qwen3.8-27b","epoch":31,"audited_ts":1794884955,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":15,"total":170,"noise_diffs":18,"noise_total":170,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884955,"verdict":"SAME","outcome":null,"first_diffs":15,"first_total":170,"p_value":0.9994686216635571,"extra_sets":0,"diffs":15,"total":170,"noise_diffs":18,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.17322528544870552,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigwvcrt5u3yg5ij3kusoeaw6lhqx5nckmfeyp7esb6x76pwwa76te/epochs/31/qwen3.8-27b/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":44,"margin":-29,"alpha":0.005,"planned_fail_line":40,"probe_count":170,"power":0.9076459867485402,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":4,"answered":25},{"subject":"Chinese geography (measurements)","differed":1,"answered":20},{"subject":"Chinese internet (platform dates)","differed":0,"answered":20},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":16},{"subject":"Programming (release years)","differed":2,"answered":13},{"subject":"Chinese history (specific dates)","differed":1,"answered":12},{"subject":"Medical (drug half-lives)","differed":1,"answered":11},{"subject":"Physics (material properties)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":9},{"subject":"Mathematics (special values)","differed":1,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":7},{"subject":"Biology (chromosome numbers)","differed":2,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":90,"domain":"Mathematics (special values)","question":"Pillai's arithmetical function pi(x) value at x=100","reference":25},{"answer":20,"domain":"Medical (drug half-lives)","question":"Oxcarbazepine active metabolite elimination half-life hours","reference":7},{"answer":4,"domain":"Pop culture (box office and ratings)","question":"The number of verses in the song \"Hotel California\" by Eagles","reference":3}],"latency_ms":2315,"audit_cost_usd":0.002338,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.17322528544870552,"fail_line":44,"line_rate":0.25882352941176473,"margin":-29,"times_noise":0.8333333333333334,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"qwen-3-8-27b","model_display":"Qwen 3.8 27B"},{"service":"kimi-k3.1-pro","model":"kimi-k3.1-pro","epoch":31,"audited_ts":1794884873,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":8,"total":130,"noise_diffs":3,"noise_total":130,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884873,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":130,"p_value":0.7693803696909929,"extra_sets":0,"diffs":8,"total":130,"noise_diffs":3,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.07520300033803506,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaj5sw256rqjiyb3pi4gx7spnukfdblxk67ezgxoycbdgqonwzjee/epochs/31/kimi-k3.1-pro/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":19,"margin":-11,"alpha":0.005,"planned_fail_line":16,"probe_count":130,"power":0.9641494945331351,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":1,"answered":18},{"subject":"Astronomy (periods and distances)","differed":1,"answered":18},{"subject":"Chinese geography (measurements)","differed":1,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":12},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Programming (release years)","differed":2,"answered":9},{"subject":"Biology (chromosome numbers)","differed":1,"answered":9},{"subject":"Chinese history (specific dates)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":12,"domain":"Pop culture (box office and ratings)","question":"The Revenant (2015) shooting locations count","reference":3},{"answer":2600,"domain":"Astronomy (periods and distances)","question":"IC 418 dynamical age (years)","reference":1400},{"answer":36,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Hymenophyllum tunbrigense (2n, chromosomes)","reference":72}],"latency_ms":8952,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.07520300033803506,"fail_line":19,"line_rate":0.14615384615384616,"margin":-11,"times_noise":2.6666666666666665,"references":[{"model":"moonshotai/kimi-k3.1-pro","type":"openrouter","provider_pin":["moonshotai/mxfp4"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3-1-pro","model_display":"Kimi K3.1 Pro"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":6,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":6,"first_total":120,"p_value":0.9995752982647056,"extra_sets":0,"diffs":6,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":28,"margin":-22,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":1,"answered":14},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":0,"answered":13},{"subject":"Chinese history (specific dates)","differed":0,"answered":12},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":2,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":2,"domain":"Mathematics (special values)","question":"Number of known Pierpont primes with 10^6 digits","reference":0},{"answer":2,"domain":"Cryptography (parameters)","question":"DILITHIUM3 SIGNATURE BYTES","reference":3293},{"answer":90,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Huperzia selago","reference":264}],"latency_ms":2191,"audit_cost_usd":0.0006490000000000001,"reasoning":{"strategy":"enable-thinking-false","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":485,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":-22,"times_noise":0.75,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"deepseek-v4-pro","model_display":"DeepSeek V4 Pro"},{"service":"gpt-6-astra","model":"gpt-6-astra","epoch":31,"audited_ts":1794884867,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":4,"total":110,"noise_diffs":4,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884867,"verdict":"SAME","outcome":null,"first_diffs":4,"first_total":110,"p_value":0.9970214211843261,"extra_sets":0,"diffs":4,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibwpwmdvjv2cncdjckdlcr5smllufl5dxwkkhax67mepu7pyhrnee/epochs/31/gpt-6-astra/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":21,"margin":-17,"alpha":0.005,"planned_fail_line":10,"probe_count":110,"power":0.9719241465223011,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":1,"answered":16},{"subject":"Medical (drug half-lives)","differed":0,"answered":13},{"subject":"Programming (release years)","differed":1,"answered":12},{"subject":"Biology (chromosome numbers)","differed":1,"answered":11},{"subject":"Mathematics (special values)","differed":0,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2}],"examples":[{"answer":82,"domain":"Biology (chromosome numbers)","question":"Galeus melastomus diploid chromosome number (chromosomes per somatic cell)","reference":66},{"answer":2004,"domain":"Chinese internet (platform dates)","question":"网易泡泡即时通信软件推出年份（公元年）","reference":2002},{"answer":1925,"domain":"Chinese literature (publication years)","question":"《洪水》半月刊创刊年份（公元年）","reference":1924}],"latency_ms":6235,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.10190306927103299,"fail_line":21,"line_rate":0.19090909090909092,"margin":-17,"times_noise":1,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"},{"service":"gemini-4-argon","model":"gemini-4-argon","epoch":31,"audited_ts":1794884860,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884860,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9987341117902261,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie3fsidat2uis6yjggwi2brx3b4bgqnruhamuhh2uywkgdyhe7bd4/epochs/31/gemini-4-argon/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":14,"margin":-13,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Astronomy (periods and distances)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Programming (release years)","differed":0,"answered":9},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":0,"domain":"Astronomy (periods and distances)","question":"NGC catalog number of the Tadpole Galaxy","reference":6146}],"latency_ms":10748,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":-13,"times_noise":1,"references":[{"model":"google/gemini-4-argon","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"gemini-4-argon","model_display":"Gemini 4 Argon"}],"rounds":[{"epoch":31,"started_ts":1794884860,"first_round":false,"passed":7,"failed":6,"not_tested":0,"pending":0,"points_multiplier":0},{"epoch":30,"started_ts":1794087557,"first_round":false,"passed":7,"failed":7,"not_tested":0,"pending":0,"points_multiplier":0},{"epoch":29,"started_ts":1793825131,"first_round":false,"passed":3,"failed":8,"not_tested":0,"pending":0,"points_multiplier":0},{"epoch":27,"started_ts":1792611993,"first_round":true,"passed":0,"failed":4,"not_tested":3,"pending":0,"points_multiplier":null}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60808516,"as_of_ts":1795352106,"indexer_lag_blocks":3297,"generated_at":1795352744,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0x472f6914375a83fc827499612f5673e3780469fd/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}