{"data":{"address":"0x0b0b9574d5b038f6fd906325e699020423adf446","agent_id":"61320","name":"ZLKPro-Api","epoch":32,"unread":0,"evidence_missing":1,"live":{"same":9,"diff":2,"points_multiplier":1.02},"models":[{"service":"gemini-3.1-pro-preview","model":"gemini-3.1-pro-preview","epoch":31,"audited_ts":1795025571,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":51,"total":150,"noise_diffs":6,"noise_total":150,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884920,"verdict":"DIFF","outcome":null,"first_diffs":18,"first_total":110,"p_value":0.007922746059712153,"extra_sets":1,"diffs":32,"total":220,"noise_diffs":5,"noise_total":220,"pooled_p_value":0.000002087687027752399,"noise_ceiling":0.05849368944551481,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeify4u6bqambw7t4tikbyszbeyys4irtnartq33bzch4zt6u5chrei/epochs/31/gemini-3.1-pro-preview/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":24,"margin":8,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9500471165025759,"detail":{"subjects":[{"subject":"Programming (release years)","differed":3,"answered":16},{"subject":"Biology (chromosome numbers)","differed":3,"answered":12},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":9},{"subject":"Chinese literature (publication years)","differed":2,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":7},{"subject":"Chinese geography (measurements)","differed":0,"answered":6},{"subject":"Chinese history (specific dates)","differed":2,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":5},{"subject":"Mathematics (special values)","differed":0,"answered":5},{"subject":"Medical (drug half-lives)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3}],"examples":[{"answer":1500,"domain":"Pop culture (box office and ratings)","question":"Total number of separate audio tracks used in the sound mix of Gravity (2013)","reference":400},{"answer":540,"domain":"Biology (chromosome numbers)","question":"Schizaea pectinata diploid chromosome number","reference":154},{"answer":420,"domain":"Biology (chromosome numbers)","question":"Tmesipteris oblanceolata diploid chromosome number","reference":208}],"latency_ms":4915,"audit_cost_usd":0.027141,"reasoning":{"strategy":"enable-thinking-false","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":562,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":209,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":220,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025571,"verdict":"DIFF","outcome":null,"first_diffs":51,"first_total":150,"p_value":1.411990118821363e-16,"extra_sets":0,"diffs":51,"total":150,"noise_diffs":6,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.09438929365122783,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidvydvojzhr6h4jriqavyebaimqo5eeljdeb56i7en6efv4f76xmq/epochs/31/gemini-3.1-pro-preview/audits/0x1311c115fce47ea9ce2d129dd33adbf8cfb50f52e23e06f8a82ca88b227f9e2c/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":25,"margin":26,"alpha":0.005,"planned_fail_line":16,"probe_count":150,"power":0.9824517880808573,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":7,"answered":19},{"subject":"Pop culture (box office and ratings)","differed":6,"answered":16},{"subject":"Chinese internet (platform dates)","differed":4,"answered":14},{"subject":"Chinese history (specific dates)","differed":4,"answered":12},{"subject":"Chemistry (melting points)","differed":4,"answered":10},{"subject":"Chinese geography (measurements)","differed":3,"answered":10},{"subject":"Programming (release years)","differed":2,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":9},{"subject":"Chemistry (boiling points)","differed":4,"answered":8},{"subject":"Physics (material properties)","differed":4,"answered":8},{"subject":"Chinese literature (publication years)","differed":3,"answered":8},{"subject":"Mathematics (special values)","differed":2,"answered":8},{"subject":"Cryptography (parameters)","differed":0,"answered":8},{"subject":"Biology (chromosome numbers)","differed":3,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":4}],"examples":[{"answer":450,"domain":"Astronomy (periods and distances)","question":"Tarantula Nebula (30 Doradus) estimated total mass (millions of solar masses)","reference":1},{"answer":2,"domain":"Medical (drug half-lives)","question":"sebelipase alfa elimination half life hours","reference":0.1},{"answer":36,"domain":"Chinese literature (publication years)","question":"The number of chapters (juan) in the original Shishuo Xinyu (A New Account of the Tales of the World)","reference":3}],"latency_ms":3781,"audit_cost_usd":0.016988,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.09438929365122783,"fail_line":25,"line_rate":0.16666666666666666,"margin":26,"times_noise":8.5,"references":[{"model":"google/gemini-3.1-pro-preview","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{}}],"model_id":"gemini-3-1-pro-preview","model_display":"Gemini 3.1 Pro Preview"},{"service":"mimo-v2.6-pro","model":"mimo-v2.6-pro","epoch":31,"audited_ts":1795025563,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":79,"total":279,"noise_diffs":28,"noise_total":280,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884947,"verdict":"DIFF","outcome":null,"first_diffs":36,"first_total":139,"p_value":0.05502470721514221,"extra_sets":1,"diffs":79,"total":279,"noise_diffs":28,"noise_total":280,"pooled_p_value":7.728034806008475e-9,"noise_ceiling":0.1493506479700435,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihrgey2xbjonncxulwzqdrp44ypvxn2o4godrrmujmngs4472wsxq/epochs/31/mimo-v2.6-pro/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":59,"margin":20,"alpha":0.005,"planned_fail_line":23,"probe_count":140,"power":0.9229742407741863,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":5,"answered":15},{"subject":"Chinese literature (publication years)","differed":1,"answered":13},{"subject":"Chemistry (melting points)","differed":2,"answered":12},{"subject":"Physics (material properties)","differed":5,"answered":11},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":10},{"subject":"Chinese geography (measurements)","differed":3,"answered":10},{"subject":"Astronomy (periods and distances)","differed":2,"answered":10},{"subject":"Programming (release years)","differed":3,"answered":9},{"subject":"Chinese history (specific dates)","differed":2,"answered":9},{"subject":"Cryptography (parameters)","differed":2,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Mathematics (special values)","differed":2,"answered":7},{"subject":"Chemistry (boiling points)","differed":1,"answered":7},{"subject":"Biology (chromosome numbers)","differed":3,"answered":6},{"subject":"Medical (drug half-lives)","differed":1,"answered":3}],"examples":[{"answer":490,"domain":"Physics (material properties)","question":"thermal conductivity of silicon carbide at 300K W per mK","reference":120},{"answer":3,"domain":"Pop culture (box office and ratings)","question":"number of times the pineapple is visible in the hawaii five o opening credits","reference":1},{"answer":15,"domain":"Chemistry (boiling points)","question":"1,1,1,3,3-pentafluoropropane bp C at 1atm","reference":-16}],"latency_ms":3933,"audit_cost_usd":0.0008100000000000001,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":1,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":1,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":1,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":1,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":79,"valid_answers":10},{"strategy":"bare","reasoning_tokens":1,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025563,"verdict":"DIFF","outcome":null,"first_diffs":32,"first_total":128,"p_value":0.0001552003677224625,"extra_sets":0,"diffs":32,"total":128,"noise_diffs":8,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.12907187822888178,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaewngqyez6c2hw4wp2r6r224ipnp3wlx4omknjwntskskw5dujpi/epochs/31/mimo-v2.6-pro/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":28,"margin":4,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9431790839854022,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":4,"answered":16},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":13},{"subject":"Chinese history (specific dates)","differed":4,"answered":12},{"subject":"Chinese internet (platform dates)","differed":3,"answered":12},{"subject":"Physics (material properties)","differed":0,"answered":11},{"subject":"Programming (release years)","differed":5,"answered":10},{"subject":"Astronomy (periods and distances)","differed":2,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":8},{"subject":"Chemistry (boiling points)","differed":0,"answered":8},{"subject":"Cryptography (parameters)","differed":4,"answered":7},{"subject":"Medical (drug half-lives)","differed":2,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Biology (chromosome numbers)","differed":2,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":4}],"examples":[{"answer":605,"domain":"Chinese geography (measurements)","question":"中国人口最多的县级行政区（普宁市户籍人口）万人","reference":248},{"answer":247,"domain":"Medical (drug half-lives)","question":"Belantamab mafodotin elimination half life hours","reference":120},{"answer":164,"domain":"Biology (chromosome numbers)","question":"diploid chromosome number 2n in Dryopteris cristata (crested buckler fern, fern, peatland species)","reference":82}],"latency_ms":4682,"audit_cost_usd":0.001367,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":1,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":1,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":435,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":420,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":391,"valid_answers":10},{"strategy":"bare","reasoning_tokens":1,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1493506479700435,"fail_line":59,"line_rate":0.2114695340501792,"margin":20,"times_noise":2.8315412186379927,"references":[{"model":"xiaomi/mimo-v2.6-pro","type":"openrouter","provider_pin":["xiaomi/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"mimo-v2-6-pro","model_display":"MiMo V2.6 Pro"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"PENDING","close_call":false,"not_tested":null,"valid_until_epoch":null,"counts_now":null,"diffs":42,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"DIFF","outcome":null,"first_diffs":42,"first_total":100,"p_value":4.130880419033684e-20,"extra_sets":0,"diffs":42,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":17,"margin":25,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":10,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":5,"answered":10},{"subject":"Chinese geography (measurements)","differed":4,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":9},{"subject":"Astronomy (periods and distances)","differed":1,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":4,"answered":8},{"subject":"Mathematics (special values)","differed":6,"answered":6},{"subject":"Chinese literature (publication years)","differed":3,"answered":5},{"subject":"Chinese history (specific dates)","differed":3,"answered":5},{"subject":"Programming (release years)","differed":2,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":1,"answered":1},{"subject":"Cryptography (parameters)","differed":1,"answered":1}],"examples":[{"answer":65,"domain":"Pop culture (box office and ratings)","question":"carol 2015 principal camera negative gauge in millimeters","reference":16},{"answer":65,"domain":"Pop culture (box office and ratings)","question":"jackie 2016 principal camera negative gauge in millimeters","reference":16},{"answer":1088,"domain":"Chinese geography (measurements)","question":"南京大胜关长江大桥主跨跨度（米）","reference":336}],"latency_ms":3129,"audit_cost_usd":0.002235,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":72,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":25,"times_noise":21,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"},{"service":"minimax-m3","model":"minimax-m3","epoch":31,"audited_ts":1794884880,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":21,"total":170,"noise_diffs":24,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884880,"verdict":"SAME","outcome":null,"first_diffs":21,"first_total":170,"p_value":0.9992374209536858,"extra_sets":0,"diffs":21,"total":170,"noise_diffs":24,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.21464119581567465,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiab3ejslpjr5wxjcbsgfi43gv42ohgfndpquvbzewzdjwzrzku2mm/epochs/31/minimax-m3/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":52,"margin":-31,"alpha":0.005,"planned_fail_line":41,"probe_count":170,"power":0.9056843833138059,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":2,"answered":26},{"subject":"Programming (release years)","differed":2,"answered":21},{"subject":"Chinese geography (measurements)","differed":1,"answered":19},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":16},{"subject":"Mathematics (special values)","differed":6,"answered":14},{"subject":"Chinese history (specific dates)","differed":1,"answered":14},{"subject":"Chinese internet (platform dates)","differed":1,"answered":12},{"subject":"Physics (material properties)","differed":2,"answered":11},{"subject":"Medical (drug half-lives)","differed":2,"answered":9},{"subject":"Chemistry (melting points)","differed":1,"answered":8},{"subject":"Biology (chromosome numbers)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":3}],"examples":[{"answer":1,"domain":"Mathematics (special values)","question":"brieskorn sphere sigma235 h1 rank","reference":0},{"answer":1024,"domain":"Mathematics (special values)","question":"number of labeled bipartite graphs on 5 vertices","reference":376},{"answer":0,"domain":"Mathematics (special values)","question":"number of natural density primes p where 2 p minus 1 is prime sophie germain primes below 1e6","reference":7746}],"latency_ms":3448,"audit_cost_usd":0.001293,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.21464119581567465,"fail_line":52,"line_rate":0.3058823529411765,"margin":-31,"times_noise":0.875,"references":[{"model":"minimax/minimax-m3","type":"openrouter","provider_pin":["minimax"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"minimax-m3","model_display":"MiniMax M3"},{"service":"glm-5.3","model":"glm-5.3","epoch":31,"audited_ts":1794884927,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":19,"total":160,"noise_diffs":18,"noise_total":160,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884927,"verdict":"SAME","outcome":null,"first_diffs":19,"first_total":160,"p_value":0.9899999999999227,"extra_sets":0,"diffs":19,"total":160,"noise_diffs":18,"noise_total":160,"pooled_p_value":null,"noise_ceiling":0.1836085782276906,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicf74pfwk3elpywy2ruyy4m6m6ogbftuyul4qqymz3bnigneznrry/epochs/31/glm-5.3/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":44,"margin":-25,"alpha":0.005,"planned_fail_line":26,"probe_count":160,"power":0.9606490415963258,"detail":{"subjects":[{"subject":"Programming (release years)","differed":3,"answered":22},{"subject":"Chinese geography (measurements)","differed":0,"answered":15},{"subject":"Cryptography (parameters)","differed":3,"answered":14},{"subject":"Astronomy (periods and distances)","differed":1,"answered":14},{"subject":"Biology (chromosome numbers)","differed":2,"answered":13},{"subject":"Chinese literature (publication years)","differed":3,"answered":12},{"subject":"Physics (material properties)","differed":1,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":12},{"subject":"Chemistry (boiling points)","differed":2,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Chinese history (specific dates)","differed":2,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":4}],"examples":[{"answer":1836.15,"domain":"Physics (material properties)","question":"electron-to-proton mass ratio (dimensionless)","reference":0.000544617},{"answer":677,"domain":"Cryptography (parameters)","question":"classic mceliece 6960119 ciphertext size bytes","reference":194},{"answer":0.445,"domain":"Astronomy (periods and distances)","question":"orbital period of Bebhionn in days","reference":834}],"latency_ms":4487,"audit_cost_usd":0.001753,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":70,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":68,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":72,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":72,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":26,"valid_answers":10},{"strategy":"bare","reasoning_tokens":72,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1836085782276906,"fail_line":44,"line_rate":0.275,"margin":-25,"times_noise":1.0555555555555556,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794087775,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":8,"total":110,"noise_diffs":13,"noise_total":150,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":110,"p_value":0.9969570932408061,"extra_sets":0,"diffs":8,"total":110,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.15497606412042542,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":28,"margin":-20,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Pop culture (box office and ratings)","differed":1,"answered":13},{"subject":"Biology (chromosome numbers)","differed":1,"answered":13},{"subject":"Chinese literature (publication years)","differed":3,"answered":12},{"subject":"Chinese history (specific dates)","differed":1,"answered":10},{"subject":"Chemistry (boiling points)","differed":1,"answered":10},{"subject":"Cryptography (parameters)","differed":0,"answered":10},{"subject":"Programming (release years)","differed":0,"answered":10},{"subject":"Chemistry (melting points)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese internet (platform dates)","differed":0,"answered":3},{"subject":"Chinese geography (measurements)","differed":0,"answered":2},{"subject":"Astronomy (periods and distances)","differed":0,"answered":2}],"examples":[{"answer":483.59784841698,"domain":"Physics (material properties)","question":"Josephson constant in gigahertz per volt","reference":483597.9},{"answer":5,"domain":"Pop culture (box office and ratings)","question":"total number of languages spoken by the cast in the film babel 2006","reference":7},{"answer":96,"domain":"Chemistry (boiling points)","question":"Dimethylmercury boiling point at 1 atm in degrees Celsius","reference":92}],"latency_ms":20472,"audit_cost_usd":0.01758,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":150,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":150,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":150,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":150,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":279,"valid_answers":10},{"strategy":"bare","reasoning_tokens":322,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15497606412042542,"fail_line":28,"line_rate":0.2545454545454545,"margin":-20,"times_noise":0.8391608391608391,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"kimi-k3.1-pro","model":"kimi-k3.1-pro","epoch":31,"audited_ts":1794884873,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":8,"total":130,"noise_diffs":3,"noise_total":130,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884873,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":130,"p_value":0.7693803696909929,"extra_sets":0,"diffs":8,"total":130,"noise_diffs":3,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.07520300033803506,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaj5sw256rqjiyb3pi4gx7spnukfdblxk67ezgxoycbdgqonwzjee/epochs/31/kimi-k3.1-pro/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":19,"margin":-11,"alpha":0.005,"planned_fail_line":16,"probe_count":130,"power":0.9641494945331351,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":2,"answered":18},{"subject":"Chinese internet (platform dates)","differed":0,"answered":18},{"subject":"Chinese geography (measurements)","differed":0,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":12},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Biology (chromosome numbers)","differed":2,"answered":9},{"subject":"Programming (release years)","differed":1,"answered":9},{"subject":"Chinese history (specific dates)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":1,"answered":6},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":150,"domain":"Astronomy (periods and distances)","question":"Cartwheel Galaxy outer ring diameter in kiloparsecs","reference":44},{"answer":2600,"domain":"Astronomy (periods and distances)","question":"IC 418 dynamical age (years)","reference":1400},{"answer":2,"domain":"Medical (drug half-lives)","question":"Teduglutide mean elimination half-life after subcutaneous administration (hours)","reference":1.3}],"latency_ms":7200,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.07520300033803506,"fail_line":19,"line_rate":0.14615384615384616,"margin":-11,"times_noise":2.6666666666666665,"references":[{"model":"moonshotai/kimi-k3.1-pro","type":"openrouter","provider_pin":["moonshotai/mxfp4"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3-1-pro","model_display":"Kimi K3.1 Pro"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":7,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":7,"first_total":130,"p_value":0.9899999999999821,"extra_sets":0,"diffs":7,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":25,"margin":-18,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":1,"answered":16},{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Programming (release years)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":1,"answered":11},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chemistry (melting points)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":1,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":8,"domain":"Chinese geography (measurements)","question":"Number of county-level divisions in Haixi Mongol and Tibetan Autonomous Prefecture (count)","reference":7},{"answer":217,"domain":"Physics (material properties)","question":"Speed of sound in liquid helium-4 at 2.17 K (m/s)","reference":227}],"latency_ms":2143,"audit_cost_usd":0.000951,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-18,"times_noise":1.1666666666666667,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-sonnet-5-5","model_display":"Claude Sonnet 5.5"},{"service":"claude-fable-5.1","model":"claude-fable-5.1","epoch":31,"audited_ts":1795025590,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":7,"total":140,"noise_diffs":7,"noise_total":140,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884908,"verdict":"DIFF","outcome":null,"first_diffs":44,"first_total":110,"p_value":2.502935187876177e-16,"extra_sets":0,"diffs":44,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibvdlzlbisseuk6gsvm57eonja2v6e4uvbesx7ev2ijmdmvhi7bxy/epochs/31/claude-fable-5.1/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":21,"margin":23,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9505493097976483,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":10,"answered":18},{"subject":"Biology (chromosome numbers)","differed":7,"answered":17},{"subject":"Medical (drug half-lives)","differed":6,"answered":15},{"subject":"Programming (release years)","differed":4,"answered":13},{"subject":"Chinese history (specific dates)","differed":3,"answered":10},{"subject":"Physics (material properties)","differed":3,"answered":8},{"subject":"Chinese literature (publication years)","differed":4,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":6},{"subject":"Chinese geography (measurements)","differed":1,"answered":6},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Astronomy (periods and distances)","differed":1,"answered":2},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":92,"domain":"Medical (drug half-lives)","question":"tezacaftor elimination half life hours","reference":25},{"answer":48,"domain":"Pop culture (box office and ratings)","question":"number of chapters in frank herberts dune 1965 book one","reference":22},{"answer":90,"domain":"Biology (chromosome numbers)","question":"Botrychium virginianum diploid chromosome count (2n)","reference":184}],"latency_ms":3279,"audit_cost_usd":0.3908920000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025590,"verdict":"SAME","outcome":null,"first_diffs":7,"first_total":140,"p_value":0.9961476441161717,"extra_sets":0,"diffs":7,"total":140,"noise_diffs":7,"noise_total":140,"pooled_p_value":null,"noise_ceiling":0.1106476246132364,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidpbch3hzjrowam2ir4ht5xhrvug2atw54wps36pdqexsj7wluuge/epochs/31/claude-fable-5.1/audits/0xc38969b1e7ef1a14d0f54902003e42104e7bd2b0bae39ecee03a89b5ec581803/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":27,"margin":-20,"alpha":0.005,"planned_fail_line":14,"probe_count":140,"power":0.9842479931862961,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":2,"answered":33},{"subject":"Chemistry (melting points)","differed":1,"answered":16},{"subject":"Biology (chromosome numbers)","differed":1,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":13},{"subject":"Astronomy (periods and distances)","differed":0,"answered":12},{"subject":"Chinese geography (measurements)","differed":1,"answered":9},{"subject":"Physics (material properties)","differed":1,"answered":9},{"subject":"Chinese internet (platform dates)","differed":0,"answered":7},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":3}],"examples":[{"answer":257768,"domain":"Chinese geography (measurements)","question":"Qaidam Basin area (square kilometers)","reference":120000},{"answer":22,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Isoetes lacustris (lake quillwort)","reference":110},{"answer":9,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life (hours)","reference":8}],"latency_ms":4535,"audit_cost_usd":0.05574899999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":true,"noise_ceiling":0.1106476246132364,"fail_line":27,"line_rate":0.19285714285714287,"margin":-20,"times_noise":1,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"claude-opus-5.5","model":"claude-opus-5.5","epoch":31,"audited_ts":1794884854,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":3,"total":120,"noise_diffs":2,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884854,"verdict":"SAME","outcome":null,"first_diffs":3,"first_total":120,"p_value":0.9900000000000585,"extra_sets":0,"diffs":3,"total":120,"noise_diffs":2,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.0682058583563685,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaboi6qbsznwbpgp23pxxjhmo26z4xundac5o77cm6qqjgsxbqn7a/epochs/31/claude-opus-5.5/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":17,"margin":-14,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":28},{"subject":"Programming (release years)","differed":0,"answered":15},{"subject":"Chinese internet (platform dates)","differed":2,"answered":13},{"subject":"Astronomy (periods and distances)","differed":1,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":148,"domain":"Astronomy (periods and distances)","question":"mice galaxies arp atlas number","reference":242},{"answer":1996,"domain":"Chinese internet (platform dates)","question":"foxmail email client first release year","reference":1997},{"answer":2010,"domain":"Chinese internet (platform dates)","question":"bilibili website launch year ce","reference":2009}],"latency_ms":3921,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.0682058583563685,"fail_line":17,"line_rate":0.14166666666666666,"margin":-14,"times_noise":1.5,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"gemini-4-argon","model":"gemini-4-argon","epoch":31,"audited_ts":1795025499,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":2,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884860,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie3fsidat2uis6yjggwi2brx3b4bgqnruhamuhh2uywkgdyhe7bd4/epochs/31/gemini-4-argon/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0.006872000000000001,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025499,"verdict":"SAME","outcome":null,"first_diffs":2,"first_total":100,"p_value":0.9900000000000785,"extra_sets":0,"diffs":2,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeickg5axdtymvquibyb242r4jwfuslzgj4a2rdaxws44hf5qdro44i/epochs/31/gemini-4-argon/audits/0x39ec4c4489653fbf39a60e93d77a4454fa6ef3bfa13a4b88b551a5b3a109537c/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":14,"margin":-12,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Astronomy (periods and distances)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":9},{"subject":"Programming (release years)","differed":0,"answered":9},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":0,"domain":"Astronomy (periods and distances)","question":"NGC catalog number of the Tadpole Galaxy","reference":6146},{"answer":40,"domain":"Pop culture (box office and ratings)","question":"Height in feet of the mechanical shark head rig constructed for the 1999 film Deep Blue Sea","reference":26}],"latency_ms":9889,"audit_cost_usd":0.029144,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":-12,"times_noise":2,"references":[{"model":"google/gemini-4-argon","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"gemini-4-argon","model_display":"Gemini 4 Argon"},{"service":"gpt-6-astra","model":"gpt-6-astra","epoch":31,"audited_ts":1795025642,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":2,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884867,"verdict":"DIFF","outcome":null,"first_diffs":80,"first_total":110,"p_value":1.569695414970124e-54,"extra_sets":0,"diffs":80,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibwpwmdvjv2cncdjckdlcr5smllufl5dxwkkhax67mepu7pyhrnee/epochs/31/gpt-6-astra/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":21,"margin":59,"alpha":0.005,"planned_fail_line":10,"probe_count":110,"power":0.9719241465223011,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":9,"answered":16},{"subject":"Medical (drug half-lives)","differed":12,"answered":13},{"subject":"Programming (release years)","differed":9,"answered":12},{"subject":"Mathematics (special values)","differed":10,"answered":11},{"subject":"Biology (chromosome numbers)","differed":9,"answered":11},{"subject":"Chinese geography (measurements)","differed":6,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":8,"answered":9},{"subject":"Chemistry (melting points)","differed":3,"answered":6},{"subject":"Astronomy (periods and distances)","differed":5,"answered":5},{"subject":"Chinese literature (publication years)","differed":4,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Physics (material properties)","differed":2,"answered":2},{"subject":"Chinese history (specific dates)","differed":2,"answered":2},{"subject":"Cryptography (parameters)","differed":1,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2}],"examples":[{"answer":1270312575,"domain":"Mathematics (special values)","question":"Generalized Laguerre derivative (d^20/dx^20)L 24^(7)(0), dimensionless","reference":31465},{"answer":11,"domain":"Astronomy (periods and distances)","question":"Malin 1 bulge effective radius in Barth (2007) (kpc)","reference":0.6},{"answer":32.9,"domain":"Physics (material properties)","question":"Sulfur ground state static scalar dipole polarizability Schwerdtfeger Nagle 2019 in 1e-40 C m2 per V","reference":3.19863}],"latency_ms":2858,"audit_cost_usd":0,"reasoning":null}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1795025642,"verdict":"SAME","outcome":null,"first_diffs":2,"first_total":100,"p_value":0.9900000000000785,"extra_sets":0,"diffs":2,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiarjiemsxtp36owj3p6luhyzb2ichymdafloldqkpqmn4zdbuvify/epochs/31/gpt-6-astra/audits/0xf03772be8fa18198cb95db41757fce9efabbf9c4acc60dfd0172d5a7eb867f26/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":14,"margin":-12,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Programming (release years)","differed":0,"answered":12},{"subject":"Medical (drug half-lives)","differed":1,"answered":11},{"subject":"Chinese internet (platform dates)","differed":0,"answered":11},{"subject":"Biology (chromosome numbers)","differed":1,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":8},{"subject":"Chemistry (melting points)","differed":0,"answered":7},{"subject":"Chinese geography (measurements)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":7},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[{"answer":14.6,"domain":"Medical (drug half-lives)","question":"Repotrectinib mean terminal elimination half-life at steady state in hours","reference":40.3},{"answer":102,"domain":"Biology (chromosome numbers)","question":"Chiloscyllium plagiosum diploid chromosome count (chromosomes per somatic cell)","reference":106}],"latency_ms":8791,"audit_cost_usd":0.003464,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":true,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":-12,"times_noise":2,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"}],"rounds":[{"epoch":31,"started_ts":1794884854,"first_round":false,"passed":8,"failed":2,"not_tested":0,"pending":1,"points_multiplier":0.82},{"epoch":30,"started_ts":1794087557,"first_round":false,"passed":8,"failed":3,"not_tested":0,"pending":0,"points_multiplier":0.8},{"epoch":29,"started_ts":1793825231,"first_round":false,"passed":0,"failed":8,"not_tested":1,"pending":0,"points_multiplier":0},{"epoch":27,"started_ts":1792611249,"first_round":true,"passed":1,"failed":5,"not_tested":0,"pending":0,"points_multiplier":null}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60815850,"as_of_ts":1795353606,"indexer_lag_blocks":3428,"generated_at":1795354231,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0x0b0b9574d5b038f6fd906325e699020423adf446/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}