{"data":{"address":"0xbe05d687c4bb964f1a133adfdb2b4df9d0c9bc5d","agent_id":"47273","name":"Fire Ant 🔥🐜","epoch":32,"unread":0,"evidence_missing":0,"live":null,"models":[{"service":"minimax-m3","model":"minimax-m3","epoch":30,"audited_ts":1794089949,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":87,"total":180,"noise_diffs":29,"noise_total":180,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088643,"verdict":"DIFF","outcome":null,"first_diffs":87,"first_total":180,"p_value":3.541855377507476e-13,"extra_sets":0,"diffs":87,"total":180,"noise_diffs":29,"noise_total":180,"pooled_p_value":null,"noise_ceiling":0.2350141904487617,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifxzpebjgmb5eyug5g7fn5f2sqtu6zsqwolqe4wznjm5rbaq6vdly/epochs/30/minimax-m3/audits/0x5bd901df9d3cde32d58035f217fad4ed47daba0794504abfa33d2f4609a14d6a/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":58,"margin":29,"alpha":0.005,"planned_fail_line":44,"probe_count":180,"power":0.9318077724283662,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":10,"answered":25},{"subject":"Physics (material properties)","differed":7,"answered":25},{"subject":"Chinese literature (publication years)","differed":10,"answered":22},{"subject":"Chinese history (specific dates)","differed":6,"answered":16},{"subject":"Internet culture (dates and numbers)","differed":8,"answered":15},{"subject":"Programming (release years)","differed":4,"answered":14},{"subject":"Chinese geography (measurements)","differed":5,"answered":12},{"subject":"Chinese internet (platform dates)","differed":8,"answered":11},{"subject":"Biology (chromosome numbers)","differed":8,"answered":9},{"subject":"Cryptography (parameters)","differed":7,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":5,"answered":7},{"subject":"Chemistry (boiling points)","differed":3,"answered":5},{"subject":"Astronomy (periods and distances)","differed":0,"answered":4},{"subject":"Mathematics (special values)","differed":3,"answered":3},{"subject":"Chemistry (melting points)","differed":3,"answered":3}],"examples":[{"answer":25,"domain":"Medical (drug half-lives)","question":"viltolarsen half life hours","reference":4},{"answer":514,"domain":"Chinese literature (publication years)","question":"《文选》共收录多少篇作品","reference":130},{"answer":20,"domain":"Medical (drug half-lives)","question":"Pirtobrutinib elimination half life hours","reference":6}],"latency_ms":1075,"audit_cost_usd":0.009541000000000004,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089949,"verdict":"DIFF","outcome":null,"first_diffs":76,"first_total":170,"p_value":1.173408155759359e-11,"extra_sets":0,"diffs":76,"total":170,"noise_diffs":24,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.21464119581567465,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeieqyy52c2aowji4amckt2jvf3vkxu7honhgxtxth4tdy7r27yymxi/epochs/30/minimax-m3/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":52,"margin":24,"alpha":0.005,"planned_fail_line":40,"probe_count":170,"power":0.9222427350576318,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":7,"answered":27},{"subject":"Chinese geography (measurements)","differed":7,"answered":26},{"subject":"Internet culture (dates and numbers)","differed":6,"answered":19},{"subject":"Chinese literature (publication years)","differed":12,"answered":16},{"subject":"Chinese history (specific dates)","differed":1,"answered":13},{"subject":"Medical (drug half-lives)","differed":9,"answered":12},{"subject":"Astronomy (periods and distances)","differed":3,"answered":12},{"subject":"Biology (chromosome numbers)","differed":10,"answered":11},{"subject":"Programming (release years)","differed":4,"answered":11},{"subject":"Chemistry (boiling points)","differed":6,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":5,"answered":6},{"subject":"Physics (material properties)","differed":4,"answered":5},{"subject":"Chemistry (melting points)","differed":2,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":10,"domain":"Pop culture (box office and ratings)","question":"Curb Your Enthusiasm episode number in Season 1","reference":1},{"answer":10,"domain":"Pop culture (box office and ratings)","question":"Atlanta episode number in Season 1","reference":1},{"answer":10,"domain":"Pop culture (box office and ratings)","question":"Fargo episode number in Season 1","reference":1}],"latency_ms":1286,"audit_cost_usd":0.006601999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.2350141904487617,"fail_line":58,"line_rate":0.32222222222222224,"margin":29,"times_noise":3,"references":[{"model":"minimax/minimax-m3","type":"openrouter","provider_pin":["minimax"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"minimax-m3","model_display":"MiniMax M3"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":19,"total":170,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"SAME","outcome":null,"first_diffs":19,"first_total":170,"p_value":0.9460156182714761,"extra_sets":0,"diffs":19,"total":170,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":39,"margin":-20,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":3,"answered":26},{"subject":"Chinese internet (platform dates)","differed":2,"answered":23},{"subject":"Chinese geography (measurements)","differed":2,"answered":18},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":15},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Biology (chromosome numbers)","differed":3,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Chinese history (specific dates)","differed":1,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Physics (material properties)","differed":1,"answered":9},{"subject":"Mathematics (special values)","differed":1,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Cryptography (parameters)","differed":2,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":12,"domain":"Medical (drug half-lives)","question":"Propranolol elimination half-life in hours","reference":3},{"answer":2,"domain":"Chinese literature (publication years)","question":"The number of main protagonists in the original web novel \"The King's Avatar\"","reference":1},{"answer":32,"domain":"Biology (chromosome numbers)","question":"Saccharomyces cerevisiae diploid chromosome number (2n)","reference":16}],"latency_ms":2333,"audit_cost_usd":0.014472,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":39,"line_rate":0.22941176470588234,"margin":-20,"times_noise":1.2666666666666666,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"qwen3-8-27b","model_display":"Qwen 3.8 27B"},{"service":"claude-fable-5.1","model":"claude-fable-5.1","epoch":30,"audited_ts":1794087231,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":8,"total":110,"noise_diffs":6,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087231,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":110,"p_value":0.9760761909757472,"extra_sets":0,"diffs":8,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeig76s5twzlfdsr7hnlmx23zirajk7wx2tmwk4zdnc6fihdzwxemda/epochs/30/claude-fable-5.1/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":25,"margin":-17,"alpha":0.005,"planned_fail_line":9,"probe_count":110,"power":0.9765431731782074,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":2,"answered":19},{"subject":"Programming (release years)","differed":1,"answered":17},{"subject":"Medical (drug half-lives)","differed":0,"answered":13},{"subject":"Physics (material properties)","differed":1,"answered":12},{"subject":"Chinese history (specific dates)","differed":1,"answered":8},{"subject":"Chemistry (melting points)","differed":1,"answered":7},{"subject":"Chinese geography (measurements)","differed":1,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Astronomy (periods and distances)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":2}],"examples":[{"answer":5,"domain":"Pop culture (box office and ratings)","question":"Number of levels in the original 1990 arcade release of Rampart (Atari, standard campaign count of maps)","reference":3},{"answer":28,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Pholcus phalangioides (female)","reference":25},{"answer":1210,"domain":"Chinese geography (measurements)","question":"Jiaozhou City land area (sq km)","reference":1324}],"latency_ms":5579,"audit_cost_usd":0.439966,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.12736784728051243,"fail_line":25,"line_rate":0.22727272727272727,"margin":-17,"times_noise":1.3333333333333333,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"glm-5.3","model":"glm-5.3","epoch":30,"audited_ts":1794087557,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":7,"total":104,"noise_diffs":11,"noise_total":130,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087557,"verdict":"SAME","outcome":null,"first_diffs":7,"first_total":104,"p_value":0.9984692059038938,"extra_sets":0,"diffs":7,"total":104,"noise_diffs":11,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.15868240047613513,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialtl6vt7vxfcitrmkhbvyudemaiyedayd3foggftdmmvqpgv4tdm/epochs/30/glm-5.3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":28,"margin":-21,"alpha":0.005,"planned_fail_line":20,"probe_count":130,"power":0.9225762510151418,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":0,"answered":14},{"subject":"Physics (material properties)","differed":1,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":1,"answered":9},{"subject":"Chinese geography (measurements)","differed":1,"answered":8},{"subject":"Chemistry (melting points)","differed":0,"answered":8},{"subject":"Cryptography (parameters)","differed":2,"answered":7},{"subject":"Chinese literature (publication years)","differed":1,"answered":7},{"subject":"Biology (chromosome numbers)","differed":0,"answered":6},{"subject":"Chemistry (boiling points)","differed":1,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Mathematics (special values)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":1}],"examples":[{"answer":221,"domain":"Chinese geography (measurements)","question":"length of dalian underground km","reference":158},{"answer":1000000,"domain":"Physics (material properties)","question":"coercive field of neodymium magnet in amperes per meter","reference":800000},{"answer":623,"domain":"Astronomy (periods and distances)","question":"orbital period of Harpalyke (Jupiter XXII) in days","reference":751}],"latency_ms":4668,"audit_cost_usd":0.193784,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15868240047613513,"fail_line":28,"line_rate":0.2692307692307692,"margin":-21,"times_noise":0.7954545454545454,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":7,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":7,"first_total":120,"p_value":0.9985854458272103,"extra_sets":0,"diffs":7,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":28,"margin":-21,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":14},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":0,"answered":13},{"subject":"Chinese history (specific dates)","differed":0,"answered":12},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":1,"answered":5},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Chemistry (boiling points)","differed":2,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":0.1,"domain":"Physics (material properties)","question":"Barium titanate coercive field at 300 K","reference":100000},{"answer":16,"domain":"Pop culture (box office and ratings)","question":"Number of hidden cuts in the film \"Birdman\" (2014) as stated by the editor","reference":100},{"answer":196,"domain":"Chemistry (boiling points)","question":"Dimethylphenylsilane boiling point in Celsius at 1 atm","reference":157}],"latency_ms":2108,"audit_cost_usd":0.024569,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":-21,"times_noise":0.875,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"deepseek-v4-pro","model_display":"DeepSeek V4 Pro"},{"service":"kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794087775,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":8,"total":150,"noise_diffs":13,"noise_total":150,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":150,"p_value":0.9999705525137335,"extra_sets":0,"diffs":8,"total":150,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.15497606412042542,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":36,"margin":-28,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":0,"answered":22},{"subject":"Biology (chromosome numbers)","differed":1,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":13},{"subject":"Astronomy (periods and distances)","differed":2,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":12},{"subject":"Cryptography (parameters)","differed":2,"answered":10},{"subject":"Medical (drug half-lives)","differed":1,"answered":10},{"subject":"Programming (release years)","differed":1,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Chemistry (boiling points)","differed":0,"answered":10},{"subject":"Chemistry (melting points)","differed":1,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese internet (platform dates)","differed":0,"answered":3}],"examples":[{"answer":29,"domain":"Medical (drug half-lives)","question":"Quizartinib elimination half-life hours","reference":71},{"answer":32,"domain":"Cryptography (parameters)","question":"Camellia-256 number of rounds","reference":24},{"answer":40,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of the stick insect Carausius morosus (2n)","reference":36}],"latency_ms":6202,"audit_cost_usd":0.115407,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15497606412042542,"fail_line":36,"line_rate":0.24,"margin":-28,"times_noise":0.6153846153846154,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"gemini-3.1-pro-preview","model":"gemini-3.1-pro-preview","epoch":30,"audited_ts":1794087448,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":5,"total":110,"noise_diffs":6,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087448,"verdict":"SAME","outcome":null,"first_diffs":5,"first_total":110,"p_value":0.9989346556309623,"extra_sets":0,"diffs":5,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihwfnyslmt5aaajownz4x2etfykc6rbf2inrfyqfzi2objaaaqj4q/epochs/30/gemini-3.1-pro-preview/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":25,"margin":-20,"alpha":0.005,"planned_fail_line":11,"probe_count":110,"power":0.9664655748708392,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":1,"answered":16},{"subject":"Programming (release years)","differed":0,"answered":13},{"subject":"Chinese internet (platform dates)","differed":0,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":11},{"subject":"Chinese history (specific dates)","differed":2,"answered":9},{"subject":"Chinese geography (measurements)","differed":0,"answered":9},{"subject":"Physics (material properties)","differed":0,"answered":7},{"subject":"Biology (chromosome numbers)","differed":0,"answered":6},{"subject":"Chemistry (boiling points)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Medical (drug half-lives)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3}],"examples":[{"answer":5,"domain":"Chinese literature (publication years)","question":"Number of chapters (juan) in the \"Canglang Shihua\" (Canglang's Remarks on Poetry) by Yan Yu","reference":1},{"answer":239,"domain":"Astronomy (periods and distances)","question":"Jupiter moon S/2003 J 4 orbital period in days","reference":723},{"answer":1190,"domain":"Chinese history (specific dates)","question":"year of the first woodblock printing of the daodejing","reference":868}],"latency_ms":2596,"audit_cost_usd":0.050818,"reasoning":{"strategy":"prefill","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":565,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.12736784728051243,"fail_line":25,"line_rate":0.22727272727272727,"margin":-20,"times_noise":0.8333333333333334,"references":[{"model":"google/gemini-3.1-pro-preview","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{}}],"model_id":"gemini-3-1-pro-preview","model_display":"Gemini 3.1 Pro Preview"},{"service":"kimi-k3.1-pro","model":"kimi-k3.1-pro","epoch":30,"audited_ts":1794089840,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":5,"total":110,"noise_diffs":9,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089840,"verdict":"SAME","outcome":null,"first_diffs":5,"first_total":110,"p_value":0.999968714256113,"extra_sets":0,"diffs":5,"total":110,"noise_diffs":9,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.1632399817802228,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeid2cg2vjh7gfd6ye4otewbrhivxfpvqfozkplel3f7t45a2ywrc6q/epochs/30/kimi-k3.1-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":30,"margin":-25,"alpha":0.005,"planned_fail_line":11,"probe_count":110,"power":0.9571810144311763,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":0,"answered":12},{"subject":"Medical (drug half-lives)","differed":0,"answered":12},{"subject":"Programming (release years)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":0,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":11},{"subject":"Biology (chromosome numbers)","differed":2,"answered":10},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":9},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3}],"examples":[{"answer":121,"domain":"Astronomy (periods and distances)","question":"Hoag's Object ring diameter in kiloparsecs","reference":36},{"answer":20,"domain":"Chinese literature (publication years)","question":"《中兴以来绝妙词选》卷数（卷）","reference":10},{"answer":40,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Pilularia globulifera (2n, chromosomes per somatic cell)","reference":26}],"latency_ms":1453,"audit_cost_usd":0.051068,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1632399817802228,"fail_line":30,"line_rate":0.2727272727272727,"margin":-25,"times_noise":0.5555555555555556,"references":[{"model":"moonshotai/kimi-k3.1-pro","type":"openrouter","provider_pin":["moonshotai/mxfp4"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3-1-pro","model_display":"Kimi K3.1 Pro"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794087339,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":4,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"SAME","outcome":null,"first_diffs":4,"first_total":100,"p_value":0.9669064147468057,"extra_sets":0,"diffs":4,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":17,"margin":-13,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":1,"answered":15},{"subject":"Medical (drug half-lives)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Chinese literature (publication years)","differed":1,"answered":8},{"subject":"Mathematics (special values)","differed":1,"answered":8},{"subject":"Chemistry (boiling points)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Chinese geography (measurements)","differed":0,"answered":2}],"examples":[{"answer":72,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of the nursehound (Scyliorhinus stellaris)","reference":36},{"answer":3,"domain":"Mathematics (special values)","question":"Largest exponent n for which 2^n - 7 is a perfect square","reference":15},{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life (hours)","reference":10}],"latency_ms":2170,"audit_cost_usd":0.04409,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-13,"times_noise":2,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-sonnet-5-5","model_display":"Claude Sonnet 5.5"},{"service":"gemini-4-argon","model":"gemini-4-argon","epoch":30,"audited_ts":1794089511,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089511,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9987341117902261,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeig24nntjbnfhjrnsdmagvstgakspm3v3m4nuliszfmfsqrlg253wm/epochs/30/gemini-4-argon/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":14,"margin":-13,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":17},{"subject":"Chinese internet (platform dates)","differed":0,"answered":15},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":11},{"subject":"Programming (release years)","differed":0,"answered":11},{"subject":"Chinese history (specific dates)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":7},{"subject":"Astronomy (periods and distances)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Medical (drug half-lives)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Chemistry (melting points)","differed":0,"answered":1}],"examples":[{"answer":9,"domain":"Pop culture (box office and ratings)","question":"number of films in the up series directed by michael apted","reference":8}],"latency_ms":5331,"audit_cost_usd":0.08304700000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":-13,"times_noise":1,"references":[{"model":"google/gemini-4-argon","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"gemini-4-argon","model_display":"Gemini 4 Argon"},{"service":"grok-4.7","model":"grok-4.7","epoch":30,"audited_ts":1794089731,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":1,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089731,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9900000000000718,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibgo2blsamvccpczjepiuwm4kkytadumlxcb3vsdjeagthqpw67ra/epochs/30/grok-4.7/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":12,"margin":-11,"alpha":0.005,"planned_fail_line":5,"probe_count":100,"power":0.9923704861120541,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":19},{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Programming (release years)","differed":1,"answered":12},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Medical (drug half-lives)","differed":0,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":5},{"subject":"Chinese geography (measurements)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":0,"answered":3},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":2}],"examples":[{"answer":2014,"domain":"Programming (release years)","question":"moarvm first public release year","reference":2013}],"latency_ms":24071,"audit_cost_usd":0.301055,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":268,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":260,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":325,"valid_answers":10},{"strategy":"bare","reasoning_tokens":482,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":-11,"times_noise":2,"references":[{"model":"x-ai/grok-4.7","type":"openrouter","provider_pin":["xai"],"overrides":{}}],"model_id":"grok-4-7","model_display":"Grok 4.7"},{"service":"claude-opus-5.5","model":"claude-opus-5.5","epoch":30,"audited_ts":1794089293,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":0,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089293,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialnyuynnl7w6tfpep24jfs3zr6nsawdm73hvhuiap2c5wmpb6tzy/epochs/30/claude-opus-5.5/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":12,"margin":-12,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":20},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Chinese literature (publication years)","differed":0,"answered":13},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Programming (release years)","differed":0,"answered":9},{"subject":"Chinese geography (measurements)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":2}],"examples":[],"latency_ms":3707,"audit_cost_usd":0.140193,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":-12,"times_noise":0,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"}],"rounds":[{"epoch":30,"started_ts":1794087231,"first_round":false,"passed":11,"failed":1,"not_tested":0,"pending":0,"points_multiplier":1.18},{"epoch":29,"started_ts":1793825105,"first_round":false,"passed":9,"failed":0,"not_tested":0,"pending":0,"points_multiplier":1.18}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60821880,"as_of_ts":1795354808,"indexer_lag_blocks":3406,"generated_at":1795355433,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0xbe05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}