{"data":{"address":"0xd19ffae0e85b5230422019926b2f37ec0f1f41f3","agent_id":"53509","name":"Super Seeder","epoch":32,"unread":0,"evidence_missing":1,"live":{"same":11,"diff":0,"points_multiplier":1.22},"models":[{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":29,"audited_ts":1793825241,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":31,"counts_now":false,"diffs":22,"total":110,"noise_diffs":11,"noise_total":279,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1793825143,"verdict":"DIFF","outcome":null,"first_diffs":22,"first_total":110,"p_value":0.00002301772753118787,"extra_sets":0,"diffs":22,"total":110,"noise_diffs":11,"noise_total":279,"pooled_p_value":null,"noise_ceiling":0.07558143914263171,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifurei5skoffu3dfqtnk36hdwjvqd7uqjrov5p5xw6bx7d55lfsky/epochs/29/deepseek-v4-pro/audits/0x83ad9896e10ab4daac3311e955548d2bb3a392b89441866a4217f32ff8b953a4/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":17,"margin":5,"alpha":0.005,"planned_fail_line":14,"probe_count":110,"power":0.9324523153467781,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":6,"answered":18},{"subject":"Medical (drug half-lives)","differed":2,"answered":18},{"subject":"Biology (chromosome numbers)","differed":2,"answered":16},{"subject":"Chemistry (boiling points)","differed":4,"answered":14},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Chinese geography (measurements)","differed":3,"answered":5},{"subject":"Mathematics (special values)","differed":2,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":2},{"subject":"Programming (release years)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":1}],"examples":[{"answer":-163,"domain":"Mathematics (special values)","question":"Discriminant of the imaginary quadratic field with class number 1 and largest absolute discriminant","reference":163},{"answer":214,"domain":"Chemistry (boiling points)","question":"Boiling point of triisobutylaluminium at 1 atm in °C","reference":86},{"answer":256000,"domain":"Chinese geography (measurements)","question":"Qaidam Basin area sq km","reference":120000}],"latency_ms":9985,"audit_cost_usd":0.043704,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":531,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":534,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":509,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":488,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":59,"valid_answers":0},{"strategy":"bare","reasoning_tokens":522,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1793825241,"verdict":"DIFF","outcome":null,"first_diffs":24,"first_total":114,"p_value":0.00004601136866248588,"extra_sets":0,"diffs":24,"total":114,"noise_diffs":17,"noise_total":328,"pooled_p_value":null,"noise_ceiling":0.08768196646084503,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeic3xgdgufl2mcgdn7dxrfctglgk2e6drborwnoxygzis3nal2h6e4/epochs/29/deepseek-v4-pro/audits/0xc3fd723f1820e4452d929168b8621e00c5564da40839644ff6ed3d33984f53e8/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":19,"margin":5,"alpha":0.005,"planned_fail_line":17,"probe_count":120,"power":0.9245919821103117,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":5,"answered":19},{"subject":"Medical (drug half-lives)","differed":3,"answered":14},{"subject":"Chemistry (boiling points)","differed":2,"answered":13},{"subject":"Biology (chromosome numbers)","differed":4,"answered":10},{"subject":"Chinese internet (platform dates)","differed":2,"answered":10},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Physics (material properties)","differed":3,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":7},{"subject":"Chinese geography (measurements)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":1,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":910,"domain":"Chemistry (melting points)","question":"melting point celsius of AuCu I ordered phase","reference":410},{"answer":0.45,"domain":"Physics (material properties)","question":"Electron mobility in diamond at 300 K (square meter per volt second)","reference":0.22},{"answer":44,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Isoetes echinospora","reference":22}],"latency_ms":27511,"audit_cost_usd":0.050497,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":435,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":481,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":511,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":580,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":58,"valid_answers":0},{"strategy":"bare","reasoning_tokens":467,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.07558143914263171,"fail_line":17,"line_rate":0.15454545454545454,"margin":5,"times_noise":5.072727272727273,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["baidu/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"deepseek-v4-pro","model_display":"DeepSeek V4 Pro"},{"service":"minimax-m3","model":"minimax-m3","epoch":31,"audited_ts":1794884880,"first_round":false,"verdict":"PENDING","close_call":false,"not_tested":null,"valid_until_epoch":null,"counts_now":null,"diffs":80,"total":169,"noise_diffs":24,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884880,"verdict":"DIFF","outcome":null,"first_diffs":80,"first_total":169,"p_value":8.115479348596302e-14,"extra_sets":0,"diffs":80,"total":169,"noise_diffs":24,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.21464119581567465,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiab3ejslpjr5wxjcbsgfi43gv42ohgfndpquvbzewzdjwzrzku2mm/epochs/31/minimax-m3/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":52,"margin":28,"alpha":0.005,"planned_fail_line":41,"probe_count":170,"power":0.9056843833138059,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":6,"answered":25},{"subject":"Programming (release years)","differed":15,"answered":21},{"subject":"Chinese geography (measurements)","differed":8,"answered":19},{"subject":"Internet culture (dates and numbers)","differed":4,"answered":16},{"subject":"Mathematics (special values)","differed":8,"answered":14},{"subject":"Chinese history (specific dates)","differed":6,"answered":14},{"subject":"Chinese internet (platform dates)","differed":6,"answered":12},{"subject":"Physics (material properties)","differed":6,"answered":11},{"subject":"Medical (drug half-lives)","differed":7,"answered":9},{"subject":"Chemistry (melting points)","differed":4,"answered":8},{"subject":"Biology (chromosome numbers)","differed":4,"answered":5},{"subject":"Astronomy (periods and distances)","differed":4,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":3}],"examples":[{"answer":6,"domain":"Mathematics (special values)","question":"chromatic polynomial K4 evaluation at 3","reference":0},{"answer":159386,"domain":"Mathematics (special values)","question":"largest known prime gap at least n 1e19","reference":1550},{"answer":2759831,"domain":"Mathematics (special values)","question":"lehmer merkle sierpinski number smallest known","reference":78557}],"latency_ms":2046,"audit_cost_usd":0.001635,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.21464119581567465,"fail_line":52,"line_rate":0.3076923076923077,"margin":28,"times_noise":3.353057199211045,"references":[{"model":"minimax/minimax-m3","type":"openrouter","provider_pin":["minimax"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"minimax-m3","model_display":"MiniMax M3"},{"service":"glm-5.3","model":"glm-5.3","epoch":31,"audited_ts":1794884927,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":6,"total":91,"noise_diffs":18,"noise_total":160,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884927,"verdict":"SAME","outcome":null,"first_diffs":6,"first_total":91,"p_value":0.9996616309743466,"extra_sets":0,"diffs":6,"total":91,"noise_diffs":18,"noise_total":160,"pooled_p_value":null,"noise_ceiling":0.1836085782276906,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicf74pfwk3elpywy2ruyy4m6m6ogbftuyul4qqymz3bnigneznrry/epochs/31/glm-5.3/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":28,"margin":-22,"alpha":0.005,"planned_fail_line":26,"probe_count":160,"power":0.9606490415963258,"detail":{"subjects":[{"subject":"Cryptography (parameters)","differed":1,"answered":14},{"subject":"Physics (material properties)","differed":2,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chemistry (boiling points)","differed":0,"answered":8},{"subject":"Medical (drug half-lives)","differed":1,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Chinese geography (measurements)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Astronomy (periods and distances)","differed":2,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Biology (chromosome numbers)","differed":0,"answered":3},{"subject":"Programming (release years)","differed":0,"answered":2},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":2}],"examples":[{"answer":0.6355,"domain":"Astronomy (periods and distances)","question":"orbital period of Bebhionn in days","reference":834},{"answer":0.0011,"domain":"Physics (material properties)","question":"volumetric thermal expansion coefficient of ethanol at 20C per K","reference":0.00075},{"answer":1,"domain":"Medical (drug half-lives)","question":"isoniazid elimination half-life in rapid acetylators, hours","reference":1.5}],"latency_ms":8153,"audit_cost_usd":0.1568940000000001,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":214,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":197,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":208,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":242,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":188,"valid_answers":10},{"strategy":"bare","reasoning_tokens":208,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1836085782276906,"fail_line":28,"line_rate":0.3076923076923077,"margin":-22,"times_noise":0.5860805860805861,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"claude-fable-5.1","model":"claude-fable-5.1","epoch":31,"audited_ts":1794884908,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":7,"total":110,"noise_diffs":4,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884908,"verdict":"SAME","outcome":null,"first_diffs":7,"first_total":110,"p_value":0.9395729646988594,"extra_sets":0,"diffs":7,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibvdlzlbisseuk6gsvm57eonja2v6e4uvbesx7ev2ijmdmvhi7bxy/epochs/31/claude-fable-5.1/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":21,"margin":-14,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9505493097976483,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":1,"answered":18},{"subject":"Biology (chromosome numbers)","differed":3,"answered":17},{"subject":"Medical (drug half-lives)","differed":1,"answered":15},{"subject":"Programming (release years)","differed":1,"answered":13},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Physics (material properties)","differed":0,"answered":8},{"subject":"Chinese literature (publication years)","differed":0,"answered":7},{"subject":"Chinese geography (measurements)","differed":1,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Astronomy (periods and distances)","differed":0,"answered":2},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":2824,"domain":"Chinese geography (measurements)","question":"Heilongjiang Amur River total length km","reference":4444},{"answer":38,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Lithobius forficatus (brown centipede)","reference":30},{"answer":610,"domain":"Chemistry (melting points)","question":"Melting point of potassium perchlorate (KClO4) in degrees Celsius","reference":525}],"latency_ms":1688,"audit_cost_usd":0.053457,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10190306927103299,"fail_line":21,"line_rate":0.19090909090909092,"margin":-14,"times_noise":1.75,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":130,"p_value":0.9762266952568531,"extra_sets":0,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":25,"margin":-17,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":2,"answered":16},{"subject":"Biology (chromosome numbers)","differed":1,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":14},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Chemistry (melting points)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":5,"domain":"Medical (drug half-lives)","question":"Tetrabenazine active metabolite (alpha-HTBZ) elimination half-life in hours","reference":7},{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":7,"domain":"Pop culture (box office and ratings)","question":"Number of studio albums released by ABBA during their original career (1973-1981)","reference":8}],"latency_ms":2394,"audit_cost_usd":0.014338,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-17,"times_noise":1.3333333333333333,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-sonnet-5-5","model_display":"Claude Sonnet 5.5"},{"service":"gpt-6-astra","model":"gpt-6-astra","epoch":31,"audited_ts":1794884867,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":5,"total":110,"noise_diffs":4,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884867,"verdict":"SAME","outcome":null,"first_diffs":5,"first_total":110,"p_value":0.9900000000001001,"extra_sets":0,"diffs":5,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibwpwmdvjv2cncdjckdlcr5smllufl5dxwkkhax67mepu7pyhrnee/epochs/31/gpt-6-astra/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":21,"margin":-16,"alpha":0.005,"planned_fail_line":10,"probe_count":110,"power":0.9719241465223011,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":1,"answered":16},{"subject":"Medical (drug half-lives)","differed":0,"answered":13},{"subject":"Programming (release years)","differed":0,"answered":12},{"subject":"Biology (chromosome numbers)","differed":2,"answered":11},{"subject":"Mathematics (special values)","differed":0,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Physics (material properties)","differed":1,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2}],"examples":[{"answer":31.9863,"domain":"Physics (material properties)","question":"Sulfur ground state static scalar dipole polarizability Schwerdtfeger Nagle 2019 in 1e-40 C m2 per V","reference":3.19863},{"answer":90,"domain":"Biology (chromosome numbers)","question":"Galeus melastomus diploid chromosome number (chromosomes per somatic cell)","reference":66},{"answer":50,"domain":"Biology (chromosome numbers)","question":"Chimaera monstrosa diploid chromosome number (chromosomes per somatic cell)","reference":58}],"latency_ms":5756,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.10190306927103299,"fail_line":21,"line_rate":0.19090909090909092,"margin":-16,"times_noise":1.25,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"},{"service":"kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794087775,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":6,"total":150,"noise_diffs":13,"noise_total":150,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"SAME","outcome":null,"first_diffs":6,"first_total":150,"p_value":0.9999983970864367,"extra_sets":0,"diffs":6,"total":150,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.15497606412042542,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":36,"margin":-30,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":0,"answered":22},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":13},{"subject":"Biology (chromosome numbers)","differed":0,"answered":13},{"subject":"Astronomy (periods and distances)","differed":2,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":12},{"subject":"Cryptography (parameters)","differed":2,"answered":10},{"subject":"Programming (release years)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Chemistry (boiling points)","differed":0,"answered":10},{"subject":"Chemistry (melting points)","differed":1,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese internet (platform dates)","differed":0,"answered":3}],"examples":[{"answer":32,"domain":"Cryptography (parameters)","question":"Camellia-256 number of rounds","reference":24},{"answer":736,"domain":"Astronomy (periods and distances)","question":"orbital period of S/2017 J 6 in days","reference":686.9},{"answer":683,"domain":"Astronomy (periods and distances)","question":"orbital period of S/2017 J 9 in days","reference":639.2}],"latency_ms":16457,"audit_cost_usd":0.021962,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15497606412042542,"fail_line":36,"line_rate":0.24,"margin":-30,"times_noise":0.4615384615384615,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"gemini-3-1-pro-preview","model":"gemini-3.1-pro-preview","epoch":31,"audited_ts":1794884920,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":4,"total":110,"noise_diffs":3,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884920,"verdict":"SAME","outcome":null,"first_diffs":4,"first_total":110,"p_value":0.9900000000000956,"extra_sets":0,"diffs":4,"total":110,"noise_diffs":3,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.08843877851304383,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeify4u6bqambw7t4tikbyszbeyys4irtnartq33bzch4zt6u5chrei/epochs/31/gemini-3.1-pro-preview/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":19,"margin":-15,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9500471165025759,"detail":{"subjects":[{"subject":"Programming (release years)","differed":2,"answered":16},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Chinese literature (publication years)","differed":1,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":8},{"subject":"Chinese internet (platform dates)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":7},{"subject":"Chinese geography (measurements)","differed":0,"answered":6},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":5},{"subject":"Mathematics (special values)","differed":0,"answered":5},{"subject":"Medical (drug half-lives)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3}],"examples":[{"answer":1000,"domain":"Chinese literature (publication years)","question":"Number of lines in the Thousand Character Classic","reference":250},{"answer":2004,"domain":"Internet culture (dates and numbers)","question":"ytmnd launch year","reference":2001},{"answer":2013,"domain":"Programming (release years)","question":"moarvm first release year","reference":2014}],"latency_ms":4115,"audit_cost_usd":0.043018,"reasoning":{"strategy":"prefill","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":534,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":766,"valid_answers":3},{"strategy":"enable-thinking-false","reasoning_tokens":723,"valid_answers":8},{"strategy":"prefill","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08843877851304383,"fail_line":19,"line_rate":0.17272727272727273,"margin":-15,"times_noise":1.3333333333333333,"references":[{"model":"google/gemini-3.1-pro-preview","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{}}],"model_id":"gemini-3-1-pro-preview","model_display":"Gemini 3.1 Pro Preview"},{"service":"claude-opus-5.5","model":"claude-opus-5.5","epoch":31,"audited_ts":1794884854,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":3,"total":120,"noise_diffs":2,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884854,"verdict":"SAME","outcome":null,"first_diffs":3,"first_total":120,"p_value":0.9900000000000585,"extra_sets":0,"diffs":3,"total":120,"noise_diffs":2,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.0682058583563685,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaboi6qbsznwbpgp23pxxjhmo26z4xundac5o77cm6qqjgsxbqn7a/epochs/31/claude-opus-5.5/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":17,"margin":-14,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":28},{"subject":"Programming (release years)","differed":0,"answered":15},{"subject":"Chinese internet (platform dates)","differed":1,"answered":13},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":1,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":6.7,"domain":"Chinese geography (measurements)","question":"hong kong zhuhai macau bridge immersed tunnel length km","reference":5.664},{"answer":642,"domain":"Chemistry (melting points)","question":"rubidium iodide melting point celsius","reference":656},{"answer":2010,"domain":"Chinese internet (platform dates)","question":"bilibili website launch year ce","reference":2009}],"latency_ms":4102,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.0682058583563685,"fail_line":17,"line_rate":0.14166666666666666,"margin":-14,"times_noise":1.5,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"kimi-k3.1-pro","model":"kimi-k3.1-pro","epoch":31,"audited_ts":1794884873,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":2,"total":130,"noise_diffs":3,"noise_total":130,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884873,"verdict":"SAME","outcome":null,"first_diffs":2,"first_total":130,"p_value":0.999553913464913,"extra_sets":0,"diffs":2,"total":130,"noise_diffs":3,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.07520300033803506,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaj5sw256rqjiyb3pi4gx7spnukfdblxk67ezgxoycbdgqonwzjee/epochs/31/kimi-k3.1-pro/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":19,"margin":-17,"alpha":0.005,"planned_fail_line":16,"probe_count":130,"power":0.9641494945331351,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":18},{"subject":"Astronomy (periods and distances)","differed":0,"answered":18},{"subject":"Chinese geography (measurements)","differed":0,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":12},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Biology (chromosome numbers)","differed":1,"answered":9},{"subject":"Programming (release years)","differed":0,"answered":9},{"subject":"Chinese history (specific dates)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":250,"domain":"Biology (chromosome numbers)","question":"diploid chromosome count of Siberian sturgeon Acipenser baerii","reference":240},{"answer":1070,"domain":"Chemistry (melting points)","question":"melting point of lead ii molybdate in degrees celsius","reference":1065}],"latency_ms":2282,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.07520300033803506,"fail_line":19,"line_rate":0.14615384615384616,"margin":-17,"times_noise":0.6666666666666666,"references":[{"model":"moonshotai/kimi-k3.1-pro","type":"openrouter","provider_pin":["moonshotai/mxfp4"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3-1-pro","model_display":"Kimi K3.1 Pro"},{"service":"gemini-4-argon","model":"gemini-4-argon","epoch":31,"audited_ts":1794884860,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884860,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9987341117902261,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie3fsidat2uis6yjggwi2brx3b4bgqnruhamuhh2uywkgdyhe7bd4/epochs/31/gemini-4-argon/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":14,"margin":-13,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Astronomy (periods and distances)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Programming (release years)","differed":0,"answered":9},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":3256,"domain":"Astronomy (periods and distances)","question":"NGC catalog number of the Tadpole Galaxy","reference":6146}],"latency_ms":4198,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":-13,"times_noise":1,"references":[{"model":"google/gemini-4-argon","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"gemini-4-argon","model_display":"Gemini 4 Argon"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":17,"margin":-17,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[],"latency_ms":4385,"audit_cost_usd":0.014452,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-17,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"},{"service":"grok-4.7","model":"grok-4.7","epoch":31,"audited_ts":1795025527,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025527,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie2xxixjzw76iia4iff72v6ucczphnfx26uiurpyzpndprtol7rca/epochs/31/grok-4.7/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":12,"margin":-12,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9777553616381809,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":14},{"subject":"Chinese internet (platform dates)","differed":0,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Programming (release years)","differed":0,"answered":9},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Cryptography (parameters)","differed":0,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chinese geography (measurements)","differed":0,"answered":3},{"subject":"Medical (drug half-lives)","differed":0,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2}],"examples":[],"latency_ms":12157,"audit_cost_usd":0.164943,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":216,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":243,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":233,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":277,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":237,"valid_answers":10},{"strategy":"bare","reasoning_tokens":296,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":-12,"times_noise":0,"references":[{"model":"x-ai/grok-4.7","type":"openrouter","provider_pin":["xai"],"overrides":{}}],"model_id":"grok-4-7","model_display":"Grok 4.7"}],"rounds":[{"epoch":31,"started_ts":1794884854,"first_round":false,"passed":10,"failed":0,"not_tested":0,"pending":1,"points_multiplier":1.22},{"epoch":30,"started_ts":1794087231,"first_round":false,"passed":9,"failed":0,"not_tested":0,"pending":0,"points_multiplier":1.2},{"epoch":29,"started_ts":1793825109,"first_round":false,"passed":9,"failed":2,"not_tested":0,"pending":0,"points_multiplier":1.16},{"epoch":27,"started_ts":1792611093,"first_round":true,"passed":3,"failed":0,"not_tested":0,"pending":0,"points_multiplier":null}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60806788,"as_of_ts":1795351805,"indexer_lag_blocks":4598,"generated_at":1795352656,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0xd19ffae0e85b5230422019926b2f37ec0f1f41f3/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}