{"data":{"model":"claude-sonnet-5-5","display":"Claude Sonnet 5.5","services":["anthropic/claude-sonnet-5.5","claude-sonnet-5-5","claude-sonnet-5.5","sonnet-5.5"],"epoch":32,"unread":0,"evidence_missing":0,"sellers":[{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1795025535,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":69,"total":120,"noise_diffs":3,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"DIFF","outcome":null,"first_diffs":31,"first_total":130,"p_value":0.00001904757819758259,"extra_sets":0,"diffs":31,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/2060d74660342fddae990b29984410609aef742d/evidence.json","fail_line":25,"margin":6,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":5,"answered":16},{"subject":"Medical (drug half-lives)","differed":4,"answered":16},{"subject":"Programming (release years)","differed":4,"answered":14},{"subject":"Chemistry (melting points)","differed":5,"answered":11},{"subject":"Chinese geography (measurements)","differed":2,"answered":11},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":2,"answered":10},{"subject":"Mathematics (special values)","differed":2,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":2,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":521,"domain":"Chemistry (melting points)","question":"Melting point of Au5Sn (zeta phase) peritectic decomposition in degrees Celsius","reference":190},{"answer":208,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Pteridium aquilinum","reference":104},{"answer":2,"domain":"Mathematics (special values)","question":"Smallest prime p such that the Mertens function M(n) first reaches 2 at n","reference":13}],"latency_ms":7951,"audit_cost_usd":0.001628,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025535,"verdict":"DIFF","outcome":null,"first_diffs":69,"first_total":120,"p_value":2.205737300081492e-43,"extra_sets":0,"diffs":69,"total":120,"noise_diffs":3,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.08128587703144019,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigcdqhqhaytgzswz45bah7hjjfm7yovhpqi7gw374ihtxptzx2zpa/epochs/31/claude-sonnet-5.5/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/2060d74660342fddae990b29984410609aef742d/evidence.json","fail_line":19,"margin":50,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":7,"answered":15},{"subject":"Chinese literature (publication years)","differed":9,"answered":14},{"subject":"Medical (drug half-lives)","differed":11,"answered":13},{"subject":"Biology (chromosome numbers)","differed":8,"answered":12},{"subject":"Mathematics (special values)","differed":9,"answered":11},{"subject":"Programming (release years)","differed":5,"answered":11},{"subject":"Chinese geography (measurements)","differed":4,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":4,"answered":6},{"subject":"Cryptography (parameters)","differed":3,"answered":6},{"subject":"Chinese internet (platform dates)","differed":3,"answered":5},{"subject":"Chemistry (boiling points)","differed":2,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":4},{"subject":"Chemistry (melting points)","differed":1,"answered":4},{"subject":"Chinese history (specific dates)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2}],"examples":[{"answer":60,"domain":"Medical (drug half-lives)","question":"Elimination half-life of lumasiran (hours)","reference":5},{"answer":534612,"domain":"Mathematics (special values)","question":"Ramanujan tau function value tau(10)","reference":-115920},{"answer":3408,"domain":"Astronomy (periods and distances)","question":"Sidereal orbital period of Siarnaq around Saturn in days","reference":896}],"latency_ms":5221,"audit_cost_usd":0.000836,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08128587703144019,"fail_line":19,"line_rate":0.15833333333333333,"margin":50,"times_noise":22.999999999999996,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x2060d74660342fddae990b29984410609aef742d","agent_id":"84108","name":"TokenSale"},{"service":"anthropic/claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1795025535,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":43,"total":120,"noise_diffs":3,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"DIFF","outcome":null,"first_diffs":48,"first_total":130,"p_value":5.462201589622685e-15,"extra_sets":0,"diffs":48,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/e4c4129c86752a2a8d092ddb0eb1c27cc4933c7b/evidence.json","fail_line":25,"margin":23,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":10,"answered":16},{"subject":"Medical (drug half-lives)","differed":7,"answered":16},{"subject":"Programming (release years)","differed":4,"answered":14},{"subject":"Chinese geography (measurements)","differed":8,"answered":11},{"subject":"Physics (material properties)","differed":4,"answered":11},{"subject":"Chemistry (melting points)","differed":4,"answered":11},{"subject":"Astronomy (periods and distances)","differed":4,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Chinese internet (platform dates)","differed":2,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":4.3307,"domain":"Physics (material properties)","question":"Deuteron magnetic moment in units of 10^-27 J/T","reference":0.433073},{"answer":7400,"domain":"Chinese geography (measurements)","question":"Area of Yanqi Hui Autonomous County in Xinjiang (square kilometers, rounded)","reference":2429},{"answer":500,"domain":"Chemistry (melting points)","question":"Melting point of Au5Sn (zeta phase) peritectic decomposition in degrees Celsius","reference":190}],"latency_ms":6892,"audit_cost_usd":0.026915,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025535,"verdict":"DIFF","outcome":null,"first_diffs":43,"first_total":120,"p_value":1.780049475067384e-17,"extra_sets":0,"diffs":43,"total":120,"noise_diffs":3,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.08128587703144019,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigcdqhqhaytgzswz45bah7hjjfm7yovhpqi7gw374ihtxptzx2zpa/epochs/31/claude-sonnet-5.5/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/e4c4129c86752a2a8d092ddb0eb1c27cc4933c7b/evidence.json","fail_line":19,"margin":24,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":6,"answered":15},{"subject":"Chinese literature (publication years)","differed":5,"answered":14},{"subject":"Medical (drug half-lives)","differed":5,"answered":13},{"subject":"Biology (chromosome numbers)","differed":8,"answered":12},{"subject":"Programming (release years)","differed":5,"answered":11},{"subject":"Mathematics (special values)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":4,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":6},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Chinese internet (platform dates)","differed":2,"answered":5},{"subject":"Chemistry (boiling points)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":1,"answered":2}],"examples":[{"answer":1277,"domain":"Astronomy (periods and distances)","question":"Sidereal orbital period of Ijiraq around Saturn in days","reference":451.4},{"answer":156,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Ceratopteris richardii, in chromosomes","reference":78},{"answer":156,"domain":"Biology (chromosome numbers)","question":"Ceratopteris richardii diploid chromosome number (2n, count of chromosomes)","reference":78}],"latency_ms":7162,"audit_cost_usd":0.024311,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08128587703144019,"fail_line":19,"line_rate":0.15833333333333333,"margin":24,"times_noise":14.333333333333332,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xe4c4129c86752a2a8d092ddb0eb1c27cc4933c7b","agent_id":"55680","name":"Vikey Seller"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794090275,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":36,"total":120,"noise_diffs":4,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"DIFF","outcome":null,"first_diffs":22,"first_total":100,"p_value":0.00001496555959828118,"extra_sets":0,"diffs":22,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/c46e0bb29db2c74b2ca63cd7d2b61374dadd8ce6/evidence.json","fail_line":17,"margin":5,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":8,"answered":15},{"subject":"Medical (drug half-lives)","differed":3,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Chemistry (boiling points)","differed":2,"answered":8},{"subject":"Chinese literature (publication years)","differed":1,"answered":8},{"subject":"Mathematics (special values)","differed":1,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":3,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chinese geography (measurements)","differed":1,"answered":2}],"examples":[{"answer":174611,"domain":"Mathematics (special values)","question":"Numerator of Bernoulli number B 20 in lowest terms","reference":-174611},{"answer":208,"domain":"Biology (chromosome numbers)","question":"Psilotum nudum diploid chromosome number (2n, count)","reference":104},{"answer":160,"domain":"Biology (chromosome numbers)","question":"Angiopteris evecta diploid chromosome number (2n, count)","reference":80}],"latency_ms":2377,"audit_cost_usd":0.004413,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090275,"verdict":"DIFF","outcome":null,"first_diffs":36,"first_total":120,"p_value":1.739136393679947e-10,"extra_sets":0,"diffs":36,"total":120,"noise_diffs":4,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.09368197553091528,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidalbaby7k2zlk3mzh7qx7umhnwo4vmyttdw6mdmap2o7ayi277ru/epochs/30/claude-sonnet-5.5/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/c46e0bb29db2c74b2ca63cd7d2b61374dadd8ce6/evidence.json","fail_line":21,"margin":15,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":7,"answered":16},{"subject":"Medical (drug half-lives)","differed":7,"answered":15},{"subject":"Chinese literature (publication years)","differed":2,"answered":13},{"subject":"Programming (release years)","differed":6,"answered":12},{"subject":"Chinese geography (measurements)","differed":1,"answered":11},{"subject":"Chemistry (boiling points)","differed":6,"answered":8},{"subject":"Astronomy (periods and distances)","differed":2,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":7},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":3,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":208,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Psilotum nudum, count","reference":104},{"answer":108,"domain":"Biology (chromosome numbers)","question":"Spotless smooth-hound-relative banded houndshark (Triakis scyllium) diploid chromosome number (2n)","reference":66},{"answer":22,"domain":"Biology (chromosome numbers)","question":"Osmunda regalis diploid chromosome number (2n)","reference":44}],"latency_ms":18047,"audit_cost_usd":0.004933,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.09368197553091528,"fail_line":21,"line_rate":0.175,"margin":15,"times_noise":9,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xc46e0bb29db2c74b2ca63cd7d2b61374dadd8ce6","agent_id":"1151453","name":"dealer"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1795025535,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":32,"total":119,"noise_diffs":3,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"DIFF","outcome":null,"first_diffs":31,"first_total":124,"p_value":0.000006888652741137735,"extra_sets":0,"diffs":31,"total":124,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":24,"margin":7,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":5,"answered":16},{"subject":"Programming (release years)","differed":3,"answered":14},{"subject":"Chemistry (melting points)","differed":6,"answered":11},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Mathematics (special values)","differed":5,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":2,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":236364091,"domain":"Mathematics (special values)","question":"Bernoulli number B 24 denominator","reference":2730},{"answer":208,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Pteridium aquilinum","reference":104},{"answer":2,"domain":"Mathematics (special values)","question":"Smallest prime p such that the Mertens function M(n) first reaches 2 at n","reference":13}],"latency_ms":3979,"audit_cost_usd":0.001269,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025535,"verdict":"DIFF","outcome":null,"first_diffs":32,"first_total":119,"p_value":1.079430403267574e-9,"extra_sets":0,"diffs":32,"total":119,"noise_diffs":3,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.08128587703144019,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigcdqhqhaytgzswz45bah7hjjfm7yovhpqi7gw374ihtxptzx2zpa/epochs/31/claude-sonnet-5.5/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":19,"margin":13,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":2,"answered":15},{"subject":"Chinese literature (publication years)","differed":4,"answered":14},{"subject":"Medical (drug half-lives)","differed":2,"answered":13},{"subject":"Biology (chromosome numbers)","differed":3,"answered":12},{"subject":"Programming (release years)","differed":5,"answered":11},{"subject":"Mathematics (special values)","differed":4,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":9},{"subject":"Cryptography (parameters)","differed":3,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":6},{"subject":"Chemistry (boiling points)","differed":2,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":2,"answered":3},{"subject":"Physics (material properties)","differed":1,"answered":2}],"examples":[{"answer":283230,"domain":"Mathematics (special values)","question":"Bernoulli number B 20 denominator","reference":330},{"answer":246683,"domain":"Mathematics (special values)","question":"Number of Carmichael numbers below 10^12","reference":8241},{"answer":138,"domain":"Medical (drug half-lives)","question":"Velmanase alfa terminal half-life (hours)","reference":30}],"latency_ms":5174,"audit_cost_usd":0.001655,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08128587703144019,"fail_line":19,"line_rate":0.15966386554621848,"margin":13,"times_noise":10.756302521008402,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x472f6914375a83fc827499612f5673e3780469fd","agent_id":"61460","name":"Best"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794090275,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":30,"total":120,"noise_diffs":4,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"DIFF","outcome":null,"first_diffs":25,"first_total":100,"p_value":3.249706088463144e-7,"extra_sets":0,"diffs":25,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/d9c0f46fa386d556ae8468d3c34acbbc7705c46d/evidence.json","fail_line":17,"margin":8,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":15},{"subject":"Medical (drug half-lives)","differed":3,"answered":11},{"subject":"Astronomy (periods and distances)","differed":1,"answered":11},{"subject":"Chemistry (boiling points)","differed":6,"answered":8},{"subject":"Mathematics (special values)","differed":5,"answered":8},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":1,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chinese geography (measurements)","differed":2,"answered":2}],"examples":[{"answer":65,"domain":"Pop culture (box office and ratings)","question":"Perforations per frame in IMAX 70mm (15/70) film","reference":15},{"answer":50,"domain":"Mathematics (special values)","question":"Mertens function value M(10000)","reference":-23},{"answer":262087,"domain":"Mathematics (special values)","question":"Numerator of Bernoulli number B 20 in lowest terms","reference":-174611}],"latency_ms":4179,"audit_cost_usd":0.006536999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090275,"verdict":"DIFF","outcome":null,"first_diffs":30,"first_total":120,"p_value":4.859331762706964e-7,"extra_sets":0,"diffs":30,"total":120,"noise_diffs":4,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.09368197553091528,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidalbaby7k2zlk3mzh7qx7umhnwo4vmyttdw6mdmap2o7ayi277ru/epochs/30/claude-sonnet-5.5/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/d9c0f46fa386d556ae8468d3c34acbbc7705c46d/evidence.json","fail_line":21,"margin":9,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":5,"answered":16},{"subject":"Medical (drug half-lives)","differed":6,"answered":15},{"subject":"Chinese literature (publication years)","differed":3,"answered":13},{"subject":"Programming (release years)","differed":3,"answered":12},{"subject":"Chinese geography (measurements)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":2,"answered":8},{"subject":"Chemistry (boiling points)","differed":1,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":7},{"subject":"Mathematics (special values)","differed":3,"answered":6},{"subject":"Cryptography (parameters)","differed":2,"answered":6},{"subject":"Physics (material properties)","differed":2,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":132,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Azolla filiculoides, count","reference":44},{"answer":210,"domain":"Biology (chromosome numbers)","question":"Psilotum nudum diploid chromosome number (2n)","reference":104},{"answer":208,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Psilotum nudum, count","reference":104}],"latency_ms":7298,"audit_cost_usd":0.005397999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.09368197553091528,"fail_line":21,"line_rate":0.175,"margin":9,"times_noise":7.5,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xd9c0f46fa386d556ae8468d3c34acbbc7705c46d","agent_id":"1135214","name":"antseed-cosmic-gecko-c46d"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794090275,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":25,"total":120,"noise_diffs":4,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"DIFF","outcome":null,"first_diffs":18,"first_total":100,"p_value":0.001136362310333399,"extra_sets":0,"diffs":18,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":17,"margin":1,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":15},{"subject":"Medical (drug half-lives)","differed":5,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Chemistry (boiling points)","differed":3,"answered":8},{"subject":"Chinese literature (publication years)","differed":2,"answered":8},{"subject":"Mathematics (special values)","differed":1,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chinese geography (measurements)","differed":0,"answered":2}],"examples":[{"answer":174611,"domain":"Mathematics (special values)","question":"Numerator of Bernoulli number B 20 in lowest terms","reference":-174611},{"answer":102,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of the nursehound (Scyliorhinus stellaris)","reference":36},{"answer":10,"domain":"Medical (drug half-lives)","question":"Terminal elimination half-life of givosiran (hours)","reference":6}],"latency_ms":2837,"audit_cost_usd":0.000814,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090275,"verdict":"DIFF","outcome":null,"first_diffs":25,"first_total":120,"p_value":0.0001129835112713662,"extra_sets":0,"diffs":25,"total":120,"noise_diffs":4,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.09368197553091528,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidalbaby7k2zlk3mzh7qx7umhnwo4vmyttdw6mdmap2o7ayi277ru/epochs/30/claude-sonnet-5.5/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":21,"margin":4,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":16},{"subject":"Medical (drug half-lives)","differed":5,"answered":15},{"subject":"Chinese literature (publication years)","differed":2,"answered":13},{"subject":"Programming (release years)","differed":3,"answered":12},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":2,"answered":8},{"subject":"Chemistry (boiling points)","differed":1,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":7},{"subject":"Mathematics (special values)","differed":3,"answered":6},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":3,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":7856,"domain":"Cryptography (parameters)","question":"SLH-DSA-SHA2-256s signature size in bytes","reference":29792},{"answer":8,"domain":"Mathematics (special values)","question":"Number of Mersenne primes with exponent below 1000","reference":14},{"answer":52,"domain":"Pop culture (box office and ratings)","question":"Psycho shower scene edited cuts, count","reference":78}],"latency_ms":3229,"audit_cost_usd":0.0009249999999999998,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.09368197553091528,"fail_line":21,"line_rate":0.175,"margin":4,"times_noise":6.25,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x4ae1f7ab76ab94011ac54a3adf010461a51f117b","agent_id":"63845","name":"Hana Gateway ✅"},{"service":"anthropic/claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":14,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":14,"first_total":130,"p_value":0.5523399091787485,"extra_sets":0,"diffs":14,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":25,"margin":-11,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":2,"answered":16},{"subject":"Biology (chromosome numbers)","differed":2,"answered":16},{"subject":"Programming (release years)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":3,"answered":11},{"subject":"Physics (material properties)","differed":2,"answered":11},{"subject":"Chemistry (melting points)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":1,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":4.3307,"domain":"Physics (material properties)","question":"Deuteron magnetic moment in units of 10^-27 J/T","reference":0.433073},{"answer":109,"domain":"Mathematics (special values)","question":"Smallest prime p such that the Mertens function M(n) first reaches 2 at n","reference":13},{"answer":20,"domain":"Medical (drug half-lives)","question":"Eslicarbazepine (active metabolite) elimination half-life in hours","reference":13}],"latency_ms":14946,"audit_cost_usd":0.018441,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-11,"times_noise":2.3333333333333335,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x948a72bfce653e3e4d8bafa9b30cf73e5fa1a000","agent_id":"156017","name":"LLMart"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":27,"audited_ts":1792611093,"first_round":true,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":null,"counts_now":false,"diffs":15,"total":140,"noise_diffs":41,"noise_total":420,"reads":[{"auditor":"0xb0b04d4020e9cbd3203d553ae9c1cb9dbffb3040","audited_ts":1792611093,"verdict":"SAME","outcome":null,"first_diffs":15,"first_total":140,"p_value":0.8735247697646752,"extra_sets":0,"diffs":15,"total":140,"noise_diffs":41,"noise_total":420,"pooled_p_value":null,"noise_ceiling":0.13641531901293247,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihm37o5fe5wm4pdqwhkdeiaupxpspiab6v2wew654y4ek7kkw77oi/epochs/27/claude-sonnet-5.5/audits/0xcf27ca7cc55262461db37d4629a683b250ed5f20332efa566a27371890bb643d/sellers/c3cf17082a164c4cf3504d50962668649d327662/evidence.json","fail_line":27,"margin":-12,"alpha":0.05,"planned_fail_line":27,"probe_count":140,"power":0.907772709544928,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":25},{"subject":"Programming (release years)","differed":1,"answered":20},{"subject":"Medical (drug half-lives)","differed":0,"answered":16},{"subject":"Chinese history (specific dates)","differed":2,"answered":14},{"subject":"Astronomy (periods and distances)","differed":1,"answered":12},{"subject":"Chinese literature (publication years)","differed":1,"answered":10},{"subject":"Chemistry (boiling points)","differed":1,"answered":10},{"subject":"Mathematics (special values)","differed":4,"answered":7},{"subject":"Chinese geography (measurements)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":3},{"subject":"Chinese internet (platform dates)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":0.33,"domain":"Astronomy (periods and distances)","question":"Eta Carinae Homunculus Nebula length in light-years","reference":0.7},{"answer":12,"domain":"Mathematics (special values)","question":"Smallest prime p such that 2 is a primitive root fails... number of primes below 100 for which 2 is a primitive root","reference":25},{"answer":0.5671432904,"domain":"Mathematics (special values)","question":"Lambert W function value W(1) (omega constant) to 10 decimal places","reference":1}],"latency_ms":3478,"audit_cost_usd":0.01670200000000001,"reasoning":null}}],"lead_auditor":"0xb0b04d4020e9cbd3203d553ae9c1cb9dbffb3040","auditors_split":false,"noise_ceiling":0.13641531901293247,"fail_line":27,"line_rate":0.19285714285714287,"margin":-12,"times_noise":1.097560975609756,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":[],"overrides":{"reasoning":{"effort":"low","exclude":true}}}],"address":"0xc3cf17082a164c4cf3504d50962668649d327662","agent_id":"101825","name":"Apiport"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":10,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":10,"first_total":130,"p_value":0.9080165528609618,"extra_sets":0,"diffs":10,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/a40dd58305cc87db5f156ebb73e9673687a38a15/evidence.json","fail_line":25,"margin":-15,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":2,"answered":16},{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":14},{"subject":"Chinese geography (measurements)","differed":2,"answered":11},{"subject":"Chemistry (melting points)","differed":2,"answered":11},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":20,"domain":"Medical (drug half-lives)","question":"Eslicarbazepine (active metabolite) elimination half-life in hours","reference":13},{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":5.664,"domain":"Chinese geography (measurements)","question":"Length of the Hong Kong–Zhuhai–Macao Bridge undersea immersed tunnel section (km)","reference":6.7}],"latency_ms":1526,"audit_cost_usd":0.027556,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-15,"times_noise":1.6666666666666667,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xa40dd58305cc87db5f156ebb73e9673687a38a15","agent_id":"1178957","name":"AI Inference Gateway"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":9,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":9,"first_total":130,"p_value":0.9504729885435348,"extra_sets":0,"diffs":9,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0340ebb444422b880383423177fb9681ed3a90f0/evidence.json","fail_line":25,"margin":-16,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":2,"answered":16},{"subject":"Biology (chromosome numbers)","differed":1,"answered":16},{"subject":"Programming (release years)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":2,"answered":11},{"subject":"Chemistry (melting points)","differed":2,"answered":11},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":1180,"domain":"Chemistry (melting points)","question":"Melting point of Ti3Al in degrees Celsius","reference":1600},{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":5.664,"domain":"Chinese geography (measurements)","question":"Length of the Hong Kong–Zhuhai–Macao Bridge undersea immersed tunnel section (km)","reference":6.7}],"latency_ms":4103,"audit_cost_usd":0.001201,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-16,"times_noise":1.5,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x0340ebb444422b880383423177fb9681ed3a90f0","agent_id":"1140269","name":"STEYG"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":9,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":9,"first_total":130,"p_value":0.9504729885435348,"extra_sets":0,"diffs":9,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0ee134b462785a6407860278ced89d193e1d6c41/evidence.json","fail_line":25,"margin":-16,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":16},{"subject":"Medical (drug half-lives)","differed":2,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":14},{"subject":"Chemistry (melting points)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Physics (material properties)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":6,"domain":"Medical (drug half-lives)","question":"Sapropterin dihydrochloride mean terminal half-life (hours)","reference":6.7},{"answer":44,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (count of chromosomes) of Hoplostethus atlanticus","reference":48}],"latency_ms":1876,"audit_cost_usd":0.012011,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-16,"times_noise":1.5,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x0ee134b462785a6407860278ced89d193e1d6c41","agent_id":"98716","name":"klinn"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":130,"p_value":0.9762266952568531,"extra_sets":0,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":25,"margin":-17,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":2,"answered":16},{"subject":"Biology (chromosome numbers)","differed":1,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":14},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Chemistry (melting points)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":5,"domain":"Medical (drug half-lives)","question":"Tetrabenazine active metabolite (alpha-HTBZ) elimination half-life in hours","reference":7},{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":7,"domain":"Pop culture (box office and ratings)","question":"Number of studio albums released by ABBA during their original career (1973-1981)","reference":8}],"latency_ms":2394,"audit_cost_usd":0.014338,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-17,"times_noise":1.3333333333333333,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xd19ffae0e85b5230422019926b2f37ec0f1f41f3","agent_id":"53509","name":"Super Seeder"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":130,"p_value":0.9762266952568531,"extra_sets":0,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/42d190d6dcc967e2847adb43eb6c3f2b9f3b822f/evidence.json","fail_line":25,"margin":-17,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":1,"answered":16},{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":14},{"subject":"Chemistry (melting points)","differed":2,"answered":11},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":7,"domain":"Pop culture (box office and ratings)","question":"Number of studio albums released by ABBA during their original career (1973-1981)","reference":8},{"answer":63,"domain":"Chemistry (melting points)","question":"Melting point of 4-iodoaniline in degrees Celsius","reference":67}],"latency_ms":2152,"audit_cost_usd":0.029667,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-17,"times_noise":1.3333333333333333,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x42d190d6dcc967e2847adb43eb6c3f2b9f3b822f","agent_id":"98126","name":"Unified Rack · DeepSeek 240 tok/s"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":130,"p_value":0.9762266952568531,"extra_sets":0,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0x346e2373ecd594a4fa048fc67dd771c27085b426d07384fe712b9f73e4655d83/sellers/ac60f3d070e21a72e3cab85b5cc246ae5aad6ae3/evidence.json","fail_line":25,"margin":-17,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":1,"answered":16},{"subject":"Biology (chromosome numbers)","differed":1,"answered":16},{"subject":"Programming (release years)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":2,"answered":11},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chemistry (melting points)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":1,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":109,"domain":"Mathematics (special values)","question":"Smallest prime p such that the Mertens function M(n) first reaches 2 at n","reference":13},{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":8,"domain":"Chinese geography (measurements)","question":"Number of county-level divisions in Haixi Mongol and Tibetan Autonomous Prefecture (count)","reference":7}],"latency_ms":6551,"audit_cost_usd":0.0008539999999999998,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-17,"times_noise":1.3333333333333333,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xac60f3d070e21a72e3cab85b5cc246ae5aad6ae3","agent_id":"1179802","name":"Lab Studios"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":130,"p_value":0.9762266952568531,"extra_sets":0,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":25,"margin":-17,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":2,"answered":16},{"subject":"Biology (chromosome numbers)","differed":1,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":14},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chemistry (melting points)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":6,"domain":"Medical (drug half-lives)","question":"Miglustat elimination half-life in adults (hours)","reference":7},{"answer":238,"domain":"Physics (material properties)","question":"Speed of sound in liquid helium-4 at 2.17 K (m/s)","reference":227}],"latency_ms":1308,"audit_cost_usd":0.019683,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-17,"times_noise":1.3333333333333333,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x3040c5a1e12f416a1ed2d6ce62e1d34241da7139","agent_id":"94730","name":"Relay Works"},{"service":"sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":130,"p_value":0.9762266952568531,"extra_sets":0,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/983e9de990b9ac8d36d373db5d0b49a4d7f7d826/evidence.json","fail_line":25,"margin":-17,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":1,"answered":16},{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":14},{"subject":"Physics (material properties)","differed":2,"answered":11},{"subject":"Chemistry (melting points)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":4.330735,"domain":"Physics (material properties)","question":"Deuteron magnetic moment in units of 10^-27 J/T","reference":0.433073},{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":7,"domain":"Pop culture (box office and ratings)","question":"Number of studio albums released by ABBA during their original career (1973-1981)","reference":8}],"latency_ms":5120,"audit_cost_usd":0.004778999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-17,"times_noise":1.3333333333333333,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x983e9de990b9ac8d36d373db5d0b49a4d7f7d826","agent_id":"87124","name":"GesundAI"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":7,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":7,"first_total":130,"p_value":0.9899999999999821,"extra_sets":0,"diffs":7,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":25,"margin":-18,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":1,"answered":16},{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Programming (release years)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":1,"answered":11},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chemistry (melting points)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":1,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":8,"domain":"Chinese geography (measurements)","question":"Number of county-level divisions in Haixi Mongol and Tibetan Autonomous Prefecture (count)","reference":7},{"answer":217,"domain":"Physics (material properties)","question":"Speed of sound in liquid helium-4 at 2.17 K (m/s)","reference":227}],"latency_ms":2143,"audit_cost_usd":0.000951,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-18,"times_noise":1.1666666666666667,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x0b0b9574d5b038f6fd906325e699020423adf446","agent_id":"61320","name":"ZLKPro-Api"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794087339,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":4,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"SAME","outcome":null,"first_diffs":4,"first_total":100,"p_value":0.9669064147468057,"extra_sets":0,"diffs":4,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/34359f4b0f25c19681073ef2661b6d4d6a46476b/evidence.json","fail_line":17,"margin":-13,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":1,"answered":15},{"subject":"Medical (drug half-lives)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Chinese literature (publication years)","differed":1,"answered":8},{"subject":"Mathematics (special values)","differed":1,"answered":8},{"subject":"Chemistry (boiling points)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Chinese geography (measurements)","differed":0,"answered":2}],"examples":[{"answer":72,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of the nursehound (Scyliorhinus stellaris)","reference":36},{"answer":3,"domain":"Mathematics (special values)","question":"Largest exponent n for which 2^n - 7 is a perfect square","reference":15},{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life (hours)","reference":10}],"latency_ms":1958,"audit_cost_usd":0.020128,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-13,"times_noise":2,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x34359f4b0f25c19681073ef2661b6d4d6a46476b","agent_id":"1135044","name":"antseed-crimson-swift-476b"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794087339,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":4,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"SAME","outcome":null,"first_diffs":4,"first_total":100,"p_value":0.9669064147468057,"extra_sets":0,"diffs":4,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":17,"margin":-13,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":1,"answered":15},{"subject":"Medical (drug half-lives)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Chinese literature (publication years)","differed":1,"answered":8},{"subject":"Mathematics (special values)","differed":1,"answered":8},{"subject":"Chemistry (boiling points)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Chinese geography (measurements)","differed":0,"answered":2}],"examples":[{"answer":72,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of the nursehound (Scyliorhinus stellaris)","reference":36},{"answer":3,"domain":"Mathematics (special values)","question":"Largest exponent n for which 2^n - 7 is a perfect square","reference":15},{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life (hours)","reference":10}],"latency_ms":2170,"audit_cost_usd":0.04409,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-13,"times_noise":2,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xbe05d687c4bb964f1a133adfdb2b4df9d0c9bc5d","agent_id":"47273","name":"Fire Ant 🔥🐜"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":5,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":5,"first_total":130,"p_value":0.9989167245702574,"extra_sets":0,"diffs":5,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/73b4c9335fa239f9c6df3d28d5bf5d3cdf4de736/evidence.json","fail_line":25,"margin":-20,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":1,"answered":16},{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Programming (release years)","differed":2,"answered":14},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Chemistry (melting points)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":217,"domain":"Physics (material properties)","question":"Speed of sound in liquid helium-4 at 2.17 K (m/s)","reference":227},{"answer":1959,"domain":"Programming (release years)","question":"JOVIAL first public release year","reference":1960}],"latency_ms":3870,"audit_cost_usd":0.012752,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-20,"times_noise":0.8333333333333334,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x73b4c9335fa239f9c6df3d28d5bf5d3cdf4de736","agent_id":"52894","name":"▲ Apex Ant"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1795025535,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":2,"total":120,"noise_diffs":3,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"DIFF","outcome":null,"first_diffs":35,"first_total":130,"p_value":2.766463046737023e-7,"extra_sets":0,"diffs":35,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":25,"margin":10,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":7,"answered":16},{"subject":"Biology (chromosome numbers)","differed":6,"answered":16},{"subject":"Programming (release years)","differed":3,"answered":14},{"subject":"Chemistry (melting points)","differed":4,"answered":11},{"subject":"Chinese geography (measurements)","differed":3,"answered":11},{"subject":"Physics (material properties)","differed":3,"answered":11},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Mathematics (special values)","differed":3,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":504,"domain":"Medical (drug half-lives)","question":"Givosiran plasma elimination half-life (hours)","reference":6},{"answer":64,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Acyrthosiphon pisum (pea aphid, female), 2n","reference":8},{"answer":64,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Acyrthosiphon pisum female, 2n","reference":8}],"latency_ms":2616,"audit_cost_usd":0.012355,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025535,"verdict":"SAME","outcome":null,"first_diffs":2,"first_total":120,"p_value":0.9995566425393297,"extra_sets":0,"diffs":2,"total":120,"noise_diffs":3,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.08128587703144019,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigcdqhqhaytgzswz45bah7hjjfm7yovhpqi7gw374ihtxptzx2zpa/epochs/31/claude-sonnet-5.5/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":19,"margin":-17,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":0,"answered":15},{"subject":"Chinese literature (publication years)","differed":0,"answered":14},{"subject":"Medical (drug half-lives)","differed":1,"answered":13},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Mathematics (special values)","differed":1,"answered":11},{"subject":"Programming (release years)","differed":0,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":9},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Chemistry (boiling points)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2}],"examples":[{"answer":4423,"domain":"Mathematics (special values)","question":"Mersenne prime exponent: 25th Mersenne prime exponent","reference":21701},{"answer":20,"domain":"Medical (drug half-lives)","question":"Eslicarbazepine (active metabolite) elimination half-life in hours","reference":13}],"latency_ms":7705,"audit_cost_usd":0.00413,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":true,"noise_ceiling":0.08128587703144019,"fail_line":19,"line_rate":0.15833333333333333,"margin":-17,"times_noise":0.6666666666666666,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x666e688780b9fdee5d2fe8ccafa666bb084c4666","agent_id":"60756","name":"bartly.eth64.de"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794087339,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9997948463214201,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":17,"margin":-16,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":1,"answered":15},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Medical (drug half-lives)","differed":0,"answered":11},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chemistry (boiling points)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Chinese geography (measurements)","differed":0,"answered":2}],"examples":[{"answer":72,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of the nursehound (Scyliorhinus stellaris)","reference":36}],"latency_ms":3394,"audit_cost_usd":0.01679,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-16,"times_noise":0.5,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x412282c48584073c5aee6a79945f105a7777e194","agent_id":"47218","name":"💬 Banter"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794090275,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":21,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"DIFF","outcome":null,"first_diffs":21,"first_total":100,"p_value":0.00004815619362169044,"extra_sets":0,"diffs":21,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":17,"margin":4,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":15},{"subject":"Medical (drug half-lives)","differed":7,"answered":11},{"subject":"Astronomy (periods and distances)","differed":2,"answered":11},{"subject":"Mathematics (special values)","differed":1,"answered":8},{"subject":"Chemistry (boiling points)","differed":1,"answered":8},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":3,"answered":7},{"subject":"Chemistry (melting points)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":1,"answered":5},{"subject":"Cryptography (parameters)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chinese geography (measurements)","differed":0,"answered":2}],"examples":[{"answer":72,"domain":"Medical (drug half-lives)","question":"Cholic acid elimination half-life (hours)","reference":3},{"answer":2,"domain":"Medical (drug half-lives)","question":"Elosulfase alfa mean elimination half-life at week 22 (minutes)","reference":0.5},{"answer":174611,"domain":"Mathematics (special values)","question":"Numerator of Bernoulli number B 20 in lowest terms","reference":-174611}],"latency_ms":4790,"audit_cost_usd":0.010865,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090275,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":4,"noise_total":120,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidalbaby7k2zlk3mzh7qx7umhnwo4vmyttdw6mdmap2o7ayi277ru/epochs/30/claude-sonnet-5.5/audits/0xf601f7c04f1ec705c6ef29d42847f269c4d6d9a3b9fe755f7de0b00a94890497/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[],"examples":[],"latency_ms":2605,"audit_cost_usd":0.141858,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":4,"times_noise":10.5,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xfc36cdd13d21335bc8e10eed79583754d2e48842","agent_id":"59969","name":"Inspectant"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"deadline_exceeded","valid_until_epoch":33,"counts_now":true,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"UNDETERMINED","outcome":"deadline_exceeded","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0x346e2373ecd594a4fa048fc67dd771c27085b426d07384fe712b9f73e4655d83/sellers/d5e7d5950b6cc71c095da4ace0c0cb8495667be0/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xd5e7d5950b6cc71c095da4ace0c0cb8495667be0","agent_id":"47214","name":"attacompute.ai"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":29,"audited_ts":1793825109,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":31,"counts_now":false,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1793825109,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":26,"noise_total":360,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidevxums4go47lc5id42hplivnm6sqrltukcjx5kyoetiyv4tbrha/epochs/29/claude-sonnet-5.5/audits/0x83ad9896e10ab4daac3311e955548d2bb3a392b89441866a4217f32ff8b953a4/sellers/64e57f9d2c05eddc98f3d73a20d21a2e3f8db1df/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":20,"probe_count":120,"power":0.9035470009989195,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x64e57f9d2c05eddc98f3d73a20d21a2e3f8db1df","agent_id":"1148452","name":"RouteIT"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":33,"counts_now":true,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0x346e2373ecd594a4fa048fc67dd771c27085b426d07384fe712b9f73e4655d83/sellers/8564723f016e7c30684d29d704ae35303ba7b8b4/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0.013798,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x8564723f016e7c30684d29d704ae35303ba7b8b4","agent_id":"51642","name":"antseed-aggregator"},{"service":"sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":33,"counts_now":true,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0x346e2373ecd594a4fa048fc67dd771c27085b426d07384fe712b9f73e4655d83/sellers/9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0.01198,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x1f228613116e2d08014dfdcc198377c8dedf18c9","agent_id":"45869","name":"Venice.ai Proxy"}],"rounds":[{"epoch":31,"started_ts":1794884914,"first_round":false,"passed":12,"failed":3,"not_tested":3,"pending":0},{"epoch":30,"started_ts":1794087339,"first_round":false,"passed":12,"failed":5,"not_tested":5,"pending":0},{"epoch":29,"started_ts":1793825109,"first_round":false,"passed":12,"failed":6,"not_tested":3,"pending":1},{"epoch":27,"started_ts":1792611093,"first_round":true,"passed":8,"failed":3,"not_tested":0,"pending":0}]},"meta":{"version":"v1","endpoint":"models.checks","as_of_block":60808516,"as_of_ts":1795352106,"indexer_lag_blocks":4199,"generated_at":1795352925,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#models.checks","page":"https://antseedstats.com/models/claude-sonnet-5-5/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=models"}}}