{"data":{"address":"0x666e688780b9fdee5d2fe8ccafa666bb084c4666","agent_id":"60756","name":"bartly.eth64.de","epoch":32,"unread":0,"evidence_missing":1,"live":{"same":10,"diff":0,"points_multiplier":1.2},"models":[{"service":"minimax-m3","model":"minimax-m3","epoch":31,"audited_ts":1794884880,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":30,"total":170,"noise_diffs":24,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884880,"verdict":"SAME","outcome":null,"first_diffs":30,"first_total":170,"p_value":0.9065889656220563,"extra_sets":0,"diffs":30,"total":170,"noise_diffs":24,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.21464119581567465,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiab3ejslpjr5wxjcbsgfi43gv42ohgfndpquvbzewzdjwzrzku2mm/epochs/31/minimax-m3/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":52,"margin":-22,"alpha":0.005,"planned_fail_line":41,"probe_count":170,"power":0.9056843833138059,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":4,"answered":26},{"subject":"Programming (release years)","differed":3,"answered":21},{"subject":"Chinese geography (measurements)","differed":3,"answered":19},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":16},{"subject":"Mathematics (special values)","differed":2,"answered":14},{"subject":"Chinese history (specific dates)","differed":1,"answered":14},{"subject":"Chinese internet (platform dates)","differed":1,"answered":12},{"subject":"Physics (material properties)","differed":7,"answered":11},{"subject":"Medical (drug half-lives)","differed":1,"answered":9},{"subject":"Chemistry (melting points)","differed":1,"answered":8},{"subject":"Biology (chromosome numbers)","differed":2,"answered":5},{"subject":"Astronomy (periods and distances)","differed":2,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":3}],"examples":[{"answer":299792458,"domain":"Physics (material properties)","question":"fact name","reference":1},{"answer":600,"domain":"Medical (drug half-lives)","question":"Rifapentine elimination half-life in hours","reference":12},{"answer":2048,"domain":"Cryptography (parameters)","question":"DSA key size in bits","reference":1024}],"latency_ms":28613,"audit_cost_usd":0.00013,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":187,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":190,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.21464119581567465,"fail_line":52,"line_rate":0.3058823529411765,"margin":-22,"times_noise":1.25,"references":[{"model":"minimax/minimax-m3","type":"openrouter","provider_pin":["minimax"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"minimax-m3","model_display":"MiniMax M3"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":18,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":18,"first_total":120,"p_value":0.4075791951909165,"extra_sets":0,"diffs":18,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":28,"margin":-10,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":14},{"subject":"Chinese internet (platform dates)","differed":2,"answered":14},{"subject":"Chinese geography (measurements)","differed":2,"answered":13},{"subject":"Chinese history (specific dates)","differed":1,"answered":12},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Chinese literature (publication years)","differed":2,"answered":10},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Mathematics (special values)","differed":4,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":2,"domain":"Mathematics (special values)","question":"Number of known Pierpont primes with 10^6 digits","reference":0},{"answer":4,"domain":"Chinese geography (measurements)","question":"Number of terminals at Shanghai Pudong International Airport","reference":2},{"answer":64,"domain":"Cryptography (parameters)","question":"DILITHIUM3 SIGNATURE BYTES","reference":3293}],"latency_ms":4157,"audit_cost_usd":0.00003600000000000001,"reasoning":{"strategy":"enable-thinking-false","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":356,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":481,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":-10,"times_noise":2.25,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"deepseek-v4-pro","model_display":"DeepSeek V4 Pro"},{"service":"claude-fable-5-1","model":"claude-fable-5.1","epoch":31,"audited_ts":1795025590,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":14,"total":140,"noise_diffs":7,"noise_total":140,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884908,"verdict":"DIFF","outcome":null,"first_diffs":35,"first_total":110,"p_value":4.936358341844292e-10,"extra_sets":0,"diffs":35,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibvdlzlbisseuk6gsvm57eonja2v6e4uvbesx7ev2ijmdmvhi7bxy/epochs/31/claude-fable-5.1/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":21,"margin":14,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9505493097976483,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":6,"answered":18},{"subject":"Biology (chromosome numbers)","differed":6,"answered":17},{"subject":"Medical (drug half-lives)","differed":7,"answered":15},{"subject":"Programming (release years)","differed":4,"answered":13},{"subject":"Chinese history (specific dates)","differed":2,"answered":10},{"subject":"Physics (material properties)","differed":3,"answered":8},{"subject":"Chinese literature (publication years)","differed":2,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":6},{"subject":"Chinese geography (measurements)","differed":2,"answered":6},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Astronomy (periods and distances)","differed":0,"answered":2},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":48,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Polyommatus atlanticus (Atlas blue butterfly, 2n approx)","reference":448},{"answer":10,"domain":"Medical (drug half-lives)","question":"tezacaftor elimination half life hours","reference":25},{"answer":340,"domain":"Chemistry (melting points)","question":"Melting point of tris(acetylacetonato)chromium(III) (°C)","reference":216}],"latency_ms":4010,"audit_cost_usd":0.031146,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025590,"verdict":"SAME","outcome":null,"first_diffs":14,"first_total":140,"p_value":0.6951989949775703,"extra_sets":0,"diffs":14,"total":140,"noise_diffs":7,"noise_total":140,"pooled_p_value":null,"noise_ceiling":0.1106476246132364,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidpbch3hzjrowam2ir4ht5xhrvug2atw54wps36pdqexsj7wluuge/epochs/31/claude-fable-5.1/audits/0xc38969b1e7ef1a14d0f54902003e42104e7bd2b0bae39ecee03a89b5ec581803/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":27,"margin":-13,"alpha":0.005,"planned_fail_line":14,"probe_count":140,"power":0.9842479931862961,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":3,"answered":33},{"subject":"Chemistry (melting points)","differed":3,"answered":16},{"subject":"Biology (chromosome numbers)","differed":1,"answered":16},{"subject":"Programming (release years)","differed":3,"answered":13},{"subject":"Astronomy (periods and distances)","differed":1,"answered":12},{"subject":"Chinese geography (measurements)","differed":0,"answered":9},{"subject":"Physics (material properties)","differed":0,"answered":9},{"subject":"Chinese internet (platform dates)","differed":0,"answered":7},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":3}],"examples":[{"answer":2.8,"domain":"Astronomy (periods and distances)","question":"Mass of the Bullet Cluster main component in units of 10^14 solar masses (approximate weak-lensing estimate)","reference":15},{"answer":99,"domain":"Medical (drug half-lives)","question":"Cabozantinib (capsule) elimination half-life in hours","reference":55},{"answer":1097,"domain":"Chemistry (melting points)","question":"Melting point of magnesium nickel Mg2Ni (°C)","reference":760}],"latency_ms":4838,"audit_cost_usd":0.016742,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":true,"noise_ceiling":0.1106476246132364,"fail_line":27,"line_rate":0.19285714285714287,"margin":-13,"times_noise":2,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"glm-5.3","model":"glm-5.3","epoch":31,"audited_ts":1794884927,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":9,"total":114,"noise_diffs":18,"noise_total":160,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884927,"verdict":"SAME","outcome":null,"first_diffs":9,"first_total":114,"p_value":0.9995251526659265,"extra_sets":0,"diffs":9,"total":114,"noise_diffs":18,"noise_total":160,"pooled_p_value":null,"noise_ceiling":0.1836085782276906,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicf74pfwk3elpywy2ruyy4m6m6ogbftuyul4qqymz3bnigneznrry/epochs/31/glm-5.3/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":33,"margin":-24,"alpha":0.005,"planned_fail_line":26,"probe_count":160,"power":0.9606490415963258,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":0,"answered":15},{"subject":"Cryptography (parameters)","differed":2,"answered":14},{"subject":"Astronomy (periods and distances)","differed":1,"answered":14},{"subject":"Programming (release years)","differed":3,"answered":12},{"subject":"Physics (material properties)","differed":1,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":12},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":7},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Chinese internet (platform dates)","differed":0,"answered":7},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Biology (chromosome numbers)","differed":0,"answered":3},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":2}],"examples":[{"answer":103530,"domain":"Cryptography (parameters)","question":"classic mceliece 6960119 ciphertext size bytes","reference":194},{"answer":14,"domain":"Physics (material properties)","question":"thermal conductivity of aerogel at room temperature mW per mK","reference":20},{"answer":39000000,"domain":"Astronomy (periods and distances)","question":"distance to the blink of the Needle Galaxy NGC 5907 in light-years","reference":50000000}],"latency_ms":22073,"audit_cost_usd":0.046699,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":242,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":202,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1836085782276906,"fail_line":33,"line_rate":0.2894736842105263,"margin":-24,"times_noise":0.7017543859649122,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794087775,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":9,"total":150,"noise_diffs":13,"noise_total":150,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"SAME","outcome":null,"first_diffs":9,"first_total":150,"p_value":0.9998983965895768,"extra_sets":0,"diffs":9,"total":150,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.15497606412042542,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":36,"margin":-27,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":0,"answered":22},{"subject":"Biology (chromosome numbers)","differed":1,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":13},{"subject":"Astronomy (periods and distances)","differed":2,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":12},{"subject":"Cryptography (parameters)","differed":2,"answered":10},{"subject":"Programming (release years)","differed":1,"answered":10},{"subject":"Chinese history (specific dates)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Chemistry (boiling points)","differed":0,"answered":10},{"subject":"Chemistry (melting points)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese internet (platform dates)","differed":1,"answered":3}],"examples":[{"answer":483.6,"domain":"Physics (material properties)","question":"Josephson constant in gigahertz per volt","reference":483597.9},{"answer":34,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome count of Lycopodium clavatum","reference":68},{"answer":32,"domain":"Cryptography (parameters)","question":"Camellia-256 number of rounds","reference":24}],"latency_ms":4494,"audit_cost_usd":0.002888,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":281,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":281,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15497606412042542,"fail_line":36,"line_rate":0.24,"margin":-27,"times_noise":0.6923076923076923,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":5,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":5,"first_total":100,"p_value":0.9172734235610037,"extra_sets":0,"diffs":5,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":17,"margin":-12,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":4,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":120,"domain":"Medical (drug half-lives)","question":"Vutrisiran median terminal elimination half-life (hours)","reference":5.2},{"answer":10,"domain":"Medical (drug half-lives)","question":"Pitolisant median elimination half-life after a single 35.6 mg dose (hours)","reference":20},{"answer":3,"domain":"Medical (drug half-lives)","question":"migalastat elimination half life in hours","reference":4}],"latency_ms":33353,"audit_cost_usd":0.005634999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-12,"times_noise":2.5,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"},{"service":"gpt-6-astra","model":"gpt-6-astra","epoch":31,"audited_ts":1794884867,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":4,"total":110,"noise_diffs":4,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884867,"verdict":"SAME","outcome":null,"first_diffs":4,"first_total":110,"p_value":0.9970214211843261,"extra_sets":0,"diffs":4,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibwpwmdvjv2cncdjckdlcr5smllufl5dxwkkhax67mepu7pyhrnee/epochs/31/gpt-6-astra/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":21,"margin":-17,"alpha":0.005,"planned_fail_line":10,"probe_count":110,"power":0.9719241465223011,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":16},{"subject":"Medical (drug half-lives)","differed":0,"answered":13},{"subject":"Programming (release years)","differed":0,"answered":12},{"subject":"Biology (chromosome numbers)","differed":2,"answered":11},{"subject":"Mathematics (special values)","differed":0,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":4},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2}],"examples":[{"answer":82,"domain":"Biology (chromosome numbers)","question":"Galeus melastomus diploid chromosome number (chromosomes per somatic cell)","reference":66},{"answer":50,"domain":"Biology (chromosome numbers)","question":"Chimaera monstrosa diploid chromosome number (chromosomes per somatic cell)","reference":58},{"answer":1925,"domain":"Chinese literature (publication years)","question":"《洪水》半月刊创刊年份（公元年）","reference":1924}],"latency_ms":9640,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.10190306927103299,"fail_line":21,"line_rate":0.19090909090909092,"margin":-17,"times_noise":1,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"},{"service":"kimi-k3.1-pro","model":"kimi-k3.1-pro","epoch":31,"audited_ts":1795025651,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":2,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884873,"verdict":"DIFF","outcome":null,"first_diffs":14,"first_total":130,"p_value":0.1111735615630276,"extra_sets":1,"diffs":34,"total":260,"noise_diffs":11,"noise_total":260,"pooled_p_value":0.00400058732321666,"noise_ceiling":0.08099189911128013,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaj5sw256rqjiyb3pi4gx7spnukfdblxk67ezgxoycbdgqonwzjee/epochs/31/kimi-k3.1-pro/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":34,"margin":0,"alpha":0.005,"planned_fail_line":16,"probe_count":130,"power":0.9641494945331351,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":3,"answered":18},{"subject":"Chinese internet (platform dates)","differed":0,"answered":18},{"subject":"Chinese geography (measurements)","differed":0,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":12},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Programming (release years)","differed":1,"answered":9},{"subject":"Biology (chromosome numbers)","differed":1,"answered":9},{"subject":"Chinese history (specific dates)","differed":4,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":12,"domain":"Pop culture (box office and ratings)","question":"The Revenant (2015) shooting locations count","reference":3},{"answer":2,"domain":"Medical (drug half-lives)","question":"Teduglutide mean elimination half-life after subcutaneous administration (hours)","reference":1.3},{"answer":13,"domain":"Medical (drug half-lives)","question":"elimination half life of eslicarbazepine acetate active metabolite eslicarbazepine in hours","reference":20}],"latency_ms":6864,"audit_cost_usd":0,"reasoning":null}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1795025651,"verdict":"SAME","outcome":null,"first_diffs":2,"first_total":100,"p_value":0.9900000000000785,"extra_sets":0,"diffs":2,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiexju452ndrwhgc3v3ohjri2xuwh35hib6yxxoqk43ax3lqhi3dji/epochs/31/kimi-k3.1-pro/audits/0xf03772be8fa18198cb95db41757fce9efabbf9c4acc60dfd0172d5a7eb867f26/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":14,"margin":-12,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":19},{"subject":"Astronomy (periods and distances)","differed":0,"answered":13},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Chinese internet (platform dates)","differed":0,"answered":9},{"subject":"Chinese history (specific dates)","differed":0,"answered":9},{"subject":"Medical (drug half-lives)","differed":0,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":7},{"subject":"Cryptography (parameters)","differed":1,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":5},{"subject":"Chemistry (boiling points)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":4},{"subject":"Programming (release years)","differed":0,"answered":4},{"subject":"Chinese literature (publication years)","differed":0,"answered":2}],"examples":[{"answer":3168,"domain":"Cryptography (parameters)","question":"ml kem 1024 du","reference":11},{"answer":1995,"domain":"Internet culture (dates and numbers)","question":"Year Plastic.com launched","reference":2001}],"latency_ms":2283,"audit_cost_usd":0.001487,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":true,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":-12,"times_noise":2,"references":[{"model":"moonshotai/kimi-k3.1-pro","type":"openrouter","provider_pin":["moonshotai/mxfp4"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3-1-pro","model_display":"Kimi K3.1 Pro"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1795025535,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":2,"total":120,"noise_diffs":3,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"DIFF","outcome":null,"first_diffs":35,"first_total":130,"p_value":2.766463046737023e-7,"extra_sets":0,"diffs":35,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":25,"margin":10,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":7,"answered":16},{"subject":"Biology (chromosome numbers)","differed":6,"answered":16},{"subject":"Programming (release years)","differed":3,"answered":14},{"subject":"Chemistry (melting points)","differed":4,"answered":11},{"subject":"Chinese geography (measurements)","differed":3,"answered":11},{"subject":"Physics (material properties)","differed":3,"answered":11},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Mathematics (special values)","differed":3,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":504,"domain":"Medical (drug half-lives)","question":"Givosiran plasma elimination half-life (hours)","reference":6},{"answer":64,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Acyrthosiphon pisum (pea aphid, female), 2n","reference":8},{"answer":64,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Acyrthosiphon pisum female, 2n","reference":8}],"latency_ms":2616,"audit_cost_usd":0.012355,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025535,"verdict":"SAME","outcome":null,"first_diffs":2,"first_total":120,"p_value":0.9995566425393297,"extra_sets":0,"diffs":2,"total":120,"noise_diffs":3,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.08128587703144019,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigcdqhqhaytgzswz45bah7hjjfm7yovhpqi7gw374ihtxptzx2zpa/epochs/31/claude-sonnet-5.5/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":19,"margin":-17,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":0,"answered":15},{"subject":"Chinese literature (publication years)","differed":0,"answered":14},{"subject":"Medical (drug half-lives)","differed":1,"answered":13},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Mathematics (special values)","differed":1,"answered":11},{"subject":"Programming (release years)","differed":0,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":9},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Chemistry (boiling points)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2}],"examples":[{"answer":4423,"domain":"Mathematics (special values)","question":"Mersenne prime exponent: 25th Mersenne prime exponent","reference":21701},{"answer":20,"domain":"Medical (drug half-lives)","question":"Eslicarbazepine (active metabolite) elimination half-life in hours","reference":13}],"latency_ms":7705,"audit_cost_usd":0.00413,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":true,"noise_ceiling":0.08128587703144019,"fail_line":19,"line_rate":0.15833333333333333,"margin":-17,"times_noise":0.6666666666666666,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-sonnet-5-5","model_display":"Claude Sonnet 5.5"},{"service":"claude-opus-5.5","model":"claude-opus-5.5","epoch":31,"audited_ts":1795025626,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":110,"noise_diffs":1,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884854,"verdict":"DIFF","outcome":null,"first_diffs":41,"first_total":120,"p_value":1.500515546428553e-18,"extra_sets":0,"diffs":41,"total":120,"noise_diffs":2,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.0682058583563685,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaboi6qbsznwbpgp23pxxjhmo26z4xundac5o77cm6qqjgsxbqn7a/epochs/31/claude-opus-5.5/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":17,"margin":24,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":20,"answered":28},{"subject":"Programming (release years)","differed":2,"answered":15},{"subject":"Chinese internet (platform dates)","differed":10,"answered":13},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Medical (drug half-lives)","differed":4,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":7},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Chemistry (melting points)","differed":1,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":220,"domain":"Biology (chromosome numbers)","question":"osmunda regalis sporophyte diploid chromosome number 2n count","reference":44},{"answer":54,"domain":"Biology (chromosome numbers)","question":"Salvinia natans 2n chromosome count","reference":18},{"answer":72,"domain":"Biology (chromosome numbers)","question":"Hymenophyllum tunbrigense 2n chromosome count","reference":26}],"latency_ms":4883,"audit_cost_usd":0,"reasoning":null}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1795025626,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":110,"p_value":0.9987301894212622,"extra_sets":0,"diffs":1,"total":110,"noise_diffs":1,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.058825062162167985,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidonlvtqkbiiz2snaew4tbkrcjpm36iyoi4oqau3dlqkn7pqfin54/epochs/31/claude-opus-5.5/audits/0xf03772be8fa18198cb95db41757fce9efabbf9c4acc60dfd0172d5a7eb867f26/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":15,"margin":-14,"alpha":0.005,"planned_fail_line":9,"probe_count":110,"power":0.9765431731782074,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":1,"answered":26},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Medical (drug half-lives)","differed":0,"answered":13},{"subject":"Chinese literature (publication years)","differed":0,"answered":12},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Programming (release years)","differed":0,"answered":8},{"subject":"Chinese history (specific dates)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":4},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Chemistry (melting points)","differed":0,"answered":1}],"examples":[{"answer":20,"domain":"Biology (chromosome numbers)","question":"Selaginella moellendorffii diploid chromosome number 2n","reference":18}],"latency_ms":4749,"audit_cost_usd":0.005271,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":86,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":85,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":true,"noise_ceiling":0.058825062162167985,"fail_line":15,"line_rate":0.13636363636363635,"margin":-14,"times_noise":1,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"grok-4-7","model":"grok-4.7","epoch":31,"audited_ts":1795025527,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025527,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie2xxixjzw76iia4iff72v6ucczphnfx26uiurpyzpndprtol7rca/epochs/31/grok-4.7/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":12,"margin":-12,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9777553616381809,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":14},{"subject":"Chinese internet (platform dates)","differed":0,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Programming (release years)","differed":0,"answered":9},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Cryptography (parameters)","differed":0,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chinese geography (measurements)","differed":0,"answered":3},{"subject":"Medical (drug half-lives)","differed":0,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2}],"examples":[],"latency_ms":11224,"audit_cost_usd":0.002253,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":-12,"times_noise":0,"references":[{"model":"x-ai/grok-4.7","type":"openrouter","provider_pin":["xai"],"overrides":{}}],"model_id":"grok-4-7","model_display":"Grok 4.7"}],"rounds":[{"epoch":31,"started_ts":1794884867,"first_round":false,"passed":9,"failed":0,"not_tested":0,"pending":0,"points_multiplier":1.22},{"epoch":30,"started_ts":1794087339,"first_round":false,"passed":10,"failed":0,"not_tested":0,"pending":0,"points_multiplier":1.2},{"epoch":29,"started_ts":1793825109,"first_round":false,"passed":5,"failed":3,"not_tested":0,"pending":0,"points_multiplier":0.74}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60818922,"as_of_ts":1795354207,"indexer_lag_blocks":3525,"generated_at":1795354867,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0x666e688780b9fdee5d2fe8ccafa666bb084c4666/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}