{"data":{"address":"0x412282c48584073c5aee6a79945f105a7777e194","agent_id":"47218","name":"💬 Banter","epoch":32,"unread":0,"evidence_missing":0,"live":null,"models":[{"service":"minimax-m3","model":"minimax-m3","epoch":30,"audited_ts":1794089949,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":85,"total":170,"noise_diffs":29,"noise_total":180,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088643,"verdict":"DIFF","outcome":null,"first_diffs":85,"first_total":170,"p_value":5.888995444642912e-14,"extra_sets":0,"diffs":85,"total":170,"noise_diffs":29,"noise_total":180,"pooled_p_value":null,"noise_ceiling":0.2350141904487617,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifxzpebjgmb5eyug5g7fn5f2sqtu6zsqwolqe4wznjm5rbaq6vdly/epochs/30/minimax-m3/audits/0x02582449d1b63426ffcbf83d4cb9f5d1f409d22061fc45013ac59e534fdc5b2f/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":56,"margin":29,"alpha":0.005,"planned_fail_line":44,"probe_count":180,"power":0.9318077724283662,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":10,"answered":25},{"subject":"Chinese literature (publication years)","differed":10,"answered":22},{"subject":"Chinese history (specific dates)","differed":4,"answered":16},{"subject":"Internet culture (dates and numbers)","differed":7,"answered":15},{"subject":"Physics (material properties)","differed":5,"answered":15},{"subject":"Programming (release years)","differed":4,"answered":14},{"subject":"Chinese geography (measurements)","differed":5,"answered":12},{"subject":"Chinese internet (platform dates)","differed":8,"answered":11},{"subject":"Cryptography (parameters)","differed":8,"answered":9},{"subject":"Biology (chromosome numbers)","differed":8,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":6,"answered":7},{"subject":"Chemistry (boiling points)","differed":4,"answered":5},{"subject":"Astronomy (periods and distances)","differed":0,"answered":4},{"subject":"Mathematics (special values)","differed":3,"answered":3},{"subject":"Chemistry (melting points)","differed":3,"answered":3}],"examples":[{"answer":270,"domain":"Medical (drug half-lives)","question":"Oxaliplatin elimination half-life hours","reference":40},{"answer":514,"domain":"Chinese literature (publication years)","question":"《文选》共收录多少篇作品","reference":130},{"answer":20,"domain":"Medical (drug half-lives)","question":"Pirtobrutinib elimination half life hours","reference":6}],"latency_ms":2961,"audit_cost_usd":0.006580999999999999,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":194,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":189,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089949,"verdict":"DIFF","outcome":null,"first_diffs":79,"first_total":170,"p_value":3.930411446910758e-13,"extra_sets":0,"diffs":79,"total":170,"noise_diffs":24,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.21464119581567465,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeieqyy52c2aowji4amckt2jvf3vkxu7honhgxtxth4tdy7r27yymxi/epochs/30/minimax-m3/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":52,"margin":27,"alpha":0.005,"planned_fail_line":40,"probe_count":170,"power":0.9222427350576318,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":9,"answered":27},{"subject":"Chinese geography (measurements)","differed":9,"answered":26},{"subject":"Internet culture (dates and numbers)","differed":7,"answered":19},{"subject":"Chinese literature (publication years)","differed":12,"answered":16},{"subject":"Chinese history (specific dates)","differed":1,"answered":13},{"subject":"Medical (drug half-lives)","differed":11,"answered":12},{"subject":"Astronomy (periods and distances)","differed":3,"answered":12},{"subject":"Biology (chromosome numbers)","differed":10,"answered":11},{"subject":"Programming (release years)","differed":3,"answered":11},{"subject":"Chemistry (boiling points)","differed":6,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":6},{"subject":"Physics (material properties)","differed":4,"answered":5},{"subject":"Chemistry (melting points)","differed":2,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":99,"domain":"Chemistry (boiling points)","question":"sulfur difluoride boiling point C","reference":-38},{"answer":168,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Cystopteris fragilis","reference":42},{"answer":2300,"domain":"Chinese geography (measurements)","question":"中国最大湖泊蓄水量 亿立方米","reference":768}],"latency_ms":5594,"audit_cost_usd":0.002778,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":189,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":200,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.2350141904487617,"fail_line":56,"line_rate":0.32941176470588235,"margin":29,"times_noise":3.103448275862069,"references":[{"model":"minimax/minimax-m3","type":"openrouter","provider_pin":["minimax"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"minimax-m3","model_display":"MiniMax M3"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":29,"total":170,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"SAME","outcome":null,"first_diffs":29,"first_total":170,"p_value":0.277920138887335,"extra_sets":0,"diffs":29,"total":170,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":39,"margin":-10,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":5,"answered":26},{"subject":"Chinese internet (platform dates)","differed":4,"answered":23},{"subject":"Chinese geography (measurements)","differed":3,"answered":18},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":15},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Medical (drug half-lives)","differed":3,"answered":10},{"subject":"Chinese history (specific dates)","differed":2,"answered":10},{"subject":"Biology (chromosome numbers)","differed":2,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":10},{"subject":"Astronomy (periods and distances)","differed":3,"answered":9},{"subject":"Mathematics (special values)","differed":2,"answered":9},{"subject":"Physics (material properties)","differed":1,"answered":9},{"subject":"Cryptography (parameters)","differed":1,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":2,"domain":"Chinese literature (publication years)","question":"The number of main protagonists in the original web novel \"I Am Not an Invader\" by Chen Qiufan","reference":1},{"answer":56,"domain":"Chinese literature (publication years)","question":"高适《别董大》诗句字数","reference":28},{"answer":32,"domain":"Biology (chromosome numbers)","question":"Saccharomyces cerevisiae diploid chromosome number (2n)","reference":16}],"latency_ms":2859,"audit_cost_usd":0.002345,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":39,"line_rate":0.22941176470588234,"margin":-10,"times_noise":1.9333333333333333,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"qwen3-8-27b","model_display":"Qwen 3.8 27B"},{"service":"glm-5.3","model":"glm-5.3","epoch":29,"audited_ts":1793825303,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":31,"counts_now":false,"diffs":16,"total":123,"noise_diffs":42,"noise_total":446,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1793825165,"verdict":"SAME","outcome":null,"first_diffs":16,"first_total":123,"p_value":0.5546561387018794,"extra_sets":0,"diffs":16,"total":123,"noise_diffs":42,"noise_total":446,"pooled_p_value":null,"noise_ceiling":0.1311878476288375,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigceht2nl74b6xifo3xfvhqgjw2qmnuyoql5ss4mn3tjgav5wt2ii/epochs/29/glm-5.3/audits/0xa6a5970260ae085ce9f65dfe0da14285fa509ff89cafc56b1802def31f07998b/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":27,"margin":-11,"alpha":0.005,"planned_fail_line":28,"probe_count":150,"power":0.9205746027463937,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":3,"answered":19},{"subject":"Programming (release years)","differed":4,"answered":16},{"subject":"Astronomy (periods and distances)","differed":1,"answered":12},{"subject":"Chinese internet (platform dates)","differed":3,"answered":11},{"subject":"Biology (chromosome numbers)","differed":2,"answered":10},{"subject":"Chemistry (melting points)","differed":1,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":8},{"subject":"Chinese literature (publication years)","differed":0,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Chemistry (boiling points)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":1,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4}],"examples":[{"answer":96,"domain":"Medical (drug half-lives)","question":"niraparib terminal half life hours","reference":36},{"answer":440,"domain":"Chemistry (melting points)","question":"melting point of cesium hexafluorostannate(IV) in degrees Celsius","reference":650},{"answer":28,"domain":"Medical (drug half-lives)","question":"selpercatinib elimination half life hours","reference":32}],"latency_ms":14678,"audit_cost_usd":0.102527,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":202,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":196,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":246,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":212,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":196,"valid_answers":10},{"strategy":"bare","reasoning_tokens":202,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1793825303,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":86,"p_value":0.9621641018161302,"extra_sets":0,"diffs":8,"total":86,"noise_diffs":50,"noise_total":442,"pooled_p_value":null,"noise_ceiling":0.1528433941951559,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeib277yzjbvujhl2sjucfp3ngp4bqqk42azz3aontc7abiduik7w2a/epochs/29/glm-5.3/audits/0x57f3b452c7eb5ab122e016beb979d77bec9e8d6d06bebdb006af8b03138fef9d/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":23,"margin":-15,"alpha":0.005,"planned_fail_line":31,"probe_count":150,"power":0.9210211874109537,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":1,"answered":16},{"subject":"Biology (chromosome numbers)","differed":2,"answered":15},{"subject":"Programming (release years)","differed":1,"answered":15},{"subject":"Chemistry (boiling points)","differed":0,"answered":11},{"subject":"Chinese history (specific dates)","differed":1,"answered":10},{"subject":"Chinese internet (platform dates)","differed":1,"answered":8},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Chinese geography (measurements)","differed":0,"answered":1}],"examples":[{"answer":2,"domain":"Mathematics (special values)","question":"number of tetrahedra in a closed 3 manifold minimal triangulation of the 3 sphere","reference":5},{"answer":68,"domain":"Biology (chromosome numbers)","question":"diploid chromosome count 2n Lycopodium clavatum","reference":136},{"answer":6.5,"domain":"Medical (drug half-lives)","question":"half life hours eliglustat","reference":10}],"latency_ms":12167,"audit_cost_usd":0.12325,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":202,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":202,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":211,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":202,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":196,"valid_answers":10},{"strategy":"bare","reasoning_tokens":202,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.1311878476288375,"fail_line":27,"line_rate":0.21951219512195122,"margin":-11,"times_noise":1.3813395276809912,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"claude-fable-5.1","model":"claude-fable-5.1","epoch":30,"audited_ts":1794087231,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":9,"total":110,"noise_diffs":6,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087231,"verdict":"SAME","outcome":null,"first_diffs":9,"first_total":110,"p_value":0.9499103984489624,"extra_sets":0,"diffs":9,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeig76s5twzlfdsr7hnlmx23zirajk7wx2tmwk4zdnc6fihdzwxemda/epochs/30/claude-fable-5.1/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":25,"margin":-16,"alpha":0.005,"planned_fail_line":9,"probe_count":110,"power":0.9765431731782074,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":2,"answered":19},{"subject":"Programming (release years)","differed":2,"answered":17},{"subject":"Medical (drug half-lives)","differed":0,"answered":13},{"subject":"Physics (material properties)","differed":1,"answered":12},{"subject":"Chinese history (specific dates)","differed":1,"answered":8},{"subject":"Chemistry (melting points)","differed":1,"answered":7},{"subject":"Chinese geography (measurements)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Astronomy (periods and distances)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":2}],"examples":[{"answer":5,"domain":"Pop culture (box office and ratings)","question":"Number of levels in the original 1990 arcade release of Rampart (Atari, standard campaign count of maps)","reference":3},{"answer":28,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Pholcus phalangioides (female)","reference":25},{"answer":1730,"domain":"Chemistry (melting points)","question":"Melting point of V3Si (A15 superconductor) in °C","reference":1925}],"latency_ms":5359,"audit_cost_usd":0.151737,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.12736784728051243,"fail_line":25,"line_rate":0.22727272727272727,"margin":-16,"times_noise":1.5,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794087775,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":10,"total":150,"noise_diffs":13,"noise_total":150,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"SAME","outcome":null,"first_diffs":10,"first_total":150,"p_value":0.9996896047865852,"extra_sets":0,"diffs":10,"total":150,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.15497606412042542,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":36,"margin":-26,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":0,"answered":22},{"subject":"Biology (chromosome numbers)","differed":1,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":13},{"subject":"Astronomy (periods and distances)","differed":2,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":12},{"subject":"Cryptography (parameters)","differed":2,"answered":10},{"subject":"Medical (drug half-lives)","differed":1,"answered":10},{"subject":"Programming (release years)","differed":1,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Chemistry (boiling points)","differed":0,"answered":10},{"subject":"Chemistry (melting points)","differed":1,"answered":7},{"subject":"Physics (material properties)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese internet (platform dates)","differed":1,"answered":3}],"examples":[{"answer":483.6,"domain":"Physics (material properties)","question":"Josephson constant in gigahertz per volt","reference":483597.9},{"answer":29,"domain":"Medical (drug half-lives)","question":"Quizartinib elimination half-life hours","reference":71},{"answer":34,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome count of Lycopodium clavatum","reference":68}],"latency_ms":4781,"audit_cost_usd":0.019163,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":281,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":300,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15497606412042542,"fail_line":36,"line_rate":0.24,"margin":-26,"times_noise":0.7692307692307692,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"gpt-6-astra","model":"gpt-6-astra","epoch":30,"audited_ts":1794089621,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":6,"total":110,"noise_diffs":6,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089621,"verdict":"SAME","outcome":null,"first_diffs":6,"first_total":110,"p_value":0.996420874196465,"extra_sets":0,"diffs":6,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihhum4elpxysmjldnvqwprfrbbjlwamnyyk2ugg5mbaq5hy53ryta/epochs/30/gpt-6-astra/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":25,"margin":-19,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9500471165025759,"detail":{"subjects":[{"subject":"Programming (release years)","differed":0,"answered":17},{"subject":"Chinese internet (platform dates)","differed":1,"answered":16},{"subject":"Biology (chromosome numbers)","differed":0,"answered":16},{"subject":"Chinese literature (publication years)","differed":0,"answered":9},{"subject":"Physics (material properties)","differed":5,"answered":8},{"subject":"Medical (drug half-lives)","differed":0,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":0,"answered":4},{"subject":"Mathematics (special values)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Astronomy (periods and distances)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":0.00995906143,"domain":"Physics (material properties)","question":"SCHOTT N-F2 glass Sellmeier squared resonance wavelength C1 (10^-12 m^2)","reference":9.95906143e-15},{"answer":0.1003909,"domain":"Physics (material properties)","question":"Calcium fluoride Sellmeier resonance wavelength λ2, Malitson 1963 (10^-6 m)","reference":1.003909e-7},{"answer":0.1193242,"domain":"Physics (material properties)","question":"Sapphire ordinary-ray Sellmeier resonance wavelength λ2, Malitson and Dodge 1972 (10^-6 m)","reference":1.193242e-7}],"latency_ms":13623,"audit_cost_usd":0.185104,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":282,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.12736784728051243,"fail_line":25,"line_rate":0.22727272727272727,"margin":-19,"times_noise":1,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"},{"service":"claude-opus-5.5","model":"claude-opus-5.5","epoch":30,"audited_ts":1794089293,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":3,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089293,"verdict":"SAME","outcome":null,"first_diffs":3,"first_total":100,"p_value":0.8329269999005678,"extra_sets":0,"diffs":3,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialnyuynnl7w6tfpep24jfs3zr6nsawdm73hvhuiap2c5wmpb6tzy/epochs/30/claude-opus-5.5/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":12,"margin":-9,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":2,"answered":20},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Chinese literature (publication years)","differed":0,"answered":13},{"subject":"Medical (drug half-lives)","differed":1,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Programming (release years)","differed":0,"answered":9},{"subject":"Chinese geography (measurements)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":2}],"examples":[{"answer":15,"domain":"Medical (drug half-lives)","question":"tezacaftor mean terminal half life hours","reference":156},{"answer":42,"domain":"Biology (chromosome numbers)","question":"scyliorhinus canicula small spotted catshark diploid chromosome count 2n","reference":62},{"answer":82,"domain":"Biology (chromosome numbers)","question":"prionace glauca blue shark diploid chromosome number 2n","reference":86}],"latency_ms":7289,"audit_cost_usd":0.07404500000000001,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":-9,"times_noise":6,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"kimi-k3.1-pro","model":"kimi-k3.1-pro","epoch":30,"audited_ts":1794089840,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":3,"total":110,"noise_diffs":9,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089840,"verdict":"SAME","outcome":null,"first_diffs":3,"first_total":110,"p_value":0.9999992324321344,"extra_sets":0,"diffs":3,"total":110,"noise_diffs":9,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.1632399817802228,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeid2cg2vjh7gfd6ye4otewbrhivxfpvqfozkplel3f7t45a2ywrc6q/epochs/30/kimi-k3.1-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":30,"margin":-27,"alpha":0.005,"planned_fail_line":11,"probe_count":110,"power":0.9571810144311763,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":0,"answered":12},{"subject":"Medical (drug half-lives)","differed":0,"answered":12},{"subject":"Programming (release years)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":0,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":11},{"subject":"Biology (chromosome numbers)","differed":1,"answered":10},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":9},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3}],"examples":[{"answer":20,"domain":"Chinese literature (publication years)","question":"《中兴以来绝妙词选》卷数（卷）","reference":10},{"answer":20,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Selaginella moellendorffii (2n, chromosomes per somatic cell)","reference":18},{"answer":2001,"domain":"Cryptography (parameters)","question":"aes key wrap rfc3394 publication year ce","reference":2002}],"latency_ms":5385,"audit_cost_usd":0.015915,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1632399817802228,"fail_line":30,"line_rate":0.2727272727272727,"margin":-27,"times_noise":0.3333333333333333,"references":[{"model":"moonshotai/kimi-k3.1-pro","type":"openrouter","provider_pin":["moonshotai/mxfp4"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3-1-pro","model_display":"Kimi K3.1 Pro"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794087339,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9997948463214201,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":17,"margin":-16,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":1,"answered":15},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Medical (drug half-lives)","differed":0,"answered":11},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chemistry (boiling points)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Chinese geography (measurements)","differed":0,"answered":2}],"examples":[{"answer":72,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of the nursehound (Scyliorhinus stellaris)","reference":36}],"latency_ms":3394,"audit_cost_usd":0.01679,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-16,"times_noise":0.5,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-sonnet-5-5","model_display":"Claude Sonnet 5.5"},{"service":"gemini-4-argon","model":"gemini-4-argon","epoch":30,"audited_ts":1794089511,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089511,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9987341117902261,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeig24nntjbnfhjrnsdmagvstgakspm3v3m4nuliszfmfsqrlg253wm/epochs/30/gemini-4-argon/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":14,"margin":-13,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":17},{"subject":"Chinese internet (platform dates)","differed":1,"answered":15},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":11},{"subject":"Programming (release years)","differed":0,"answered":11},{"subject":"Chinese history (specific dates)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":7},{"subject":"Astronomy (periods and distances)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Medical (drug half-lives)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Chemistry (melting points)","differed":0,"answered":1}],"examples":[{"answer":1999,"domain":"Chinese internet (platform dates)","question":"year 51job online recruitment website launched","reference":1998}],"latency_ms":13844,"audit_cost_usd":0.013979,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":-13,"times_noise":1,"references":[{"model":"google/gemini-4-argon","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"gemini-4-argon","model_display":"Gemini 4 Argon"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":30,"audited_ts":1794090492,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":0,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087666,"verdict":"DIFF","outcome":null,"first_diffs":24,"first_total":100,"p_value":1.340431967987521e-11,"extra_sets":0,"diffs":24,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialdu2mjchehoq76llbgaj2p373c5qkqk3t4k5357w73rfs2ollfe/epochs/30/gpt-6.1-sol/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":12,"margin":12,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":2,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":12},{"subject":"Medical (drug half-lives)","differed":2,"answered":11},{"subject":"Chinese internet (platform dates)","differed":3,"answered":10},{"subject":"Astronomy (periods and distances)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":3,"answered":9},{"subject":"Programming (release years)","differed":2,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":5},{"subject":"Chinese literature (publication years)","differed":1,"answered":4},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":1,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":2}],"examples":[{"answer":104,"domain":"Biology (chromosome numbers)","question":"Leptopteris laxa diploid chromosome number (2n, chromosomes)","reference":44},{"answer":104,"domain":"Biology (chromosome numbers)","question":"Leptopteris hymenophylloides diploid sporophyte chromosome number (2n, chromosomes)","reference":44},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"Hustle & Flow (2005) original shooting film gauge in millimeters","reference":16}],"latency_ms":3098,"audit_cost_usd":0.011286,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090492,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie5kngyc6xn7lizxsw5lolcdvy523kzcbgtpfravffebtu3qeusbm/epochs/30/gpt-6.1-sol/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":12,"margin":-12,"alpha":0.005,"planned_fail_line":6,"probe_count":100,"power":0.9867202611458651,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":0,"answered":12},{"subject":"Medical (drug half-lives)","differed":0,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":12},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":0,"answered":11},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chinese geography (measurements)","differed":0,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":8},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Chinese literature (publication years)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[],"latency_ms":6464,"audit_cost_usd":0.026183,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":true,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":-12,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"}],"rounds":[{"epoch":30,"started_ts":1794087231,"first_round":false,"passed":9,"failed":1,"not_tested":0,"pending":0,"points_multiplier":1.16},{"epoch":29,"started_ts":1793825105,"first_round":false,"passed":8,"failed":0,"not_tested":0,"pending":0,"points_multiplier":1.16}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60806788,"as_of_ts":1795351805,"indexer_lag_blocks":4598,"generated_at":1795352661,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0x412282c48584073c5aee6a79945f105a7777e194/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}