{"data":{"address":"0x948a72bfce653e3e4d8bafa9b30cf73e5fa1a000","agent_id":"156017","name":"LLMart","epoch":32,"unread":0,"evidence_missing":1,"live":{"same":8,"diff":3,"points_multiplier":0.8},"models":[{"service":"openai/gpt-6-astra","model":"gpt-6-astra","epoch":30,"audited_ts":1794089621,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":66,"total":110,"noise_diffs":6,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088426,"verdict":"DIFF","outcome":null,"first_diffs":56,"first_total":110,"p_value":9.171568592988746e-34,"extra_sets":0,"diffs":56,"total":110,"noise_diffs":2,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.07422632921034866,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidguwuoazaphnpod5fofs5u3f7zpeiim2hzzjt5cfno25xdfomaw4/epochs/30/gpt-6-astra/audits/0x02582449d1b63426ffcbf83d4cb9f5d1f409d22061fc45013ac59e534fdc5b2f/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":17,"margin":39,"alpha":0.005,"planned_fail_line":9,"probe_count":110,"power":0.9765431731782074,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":10,"answered":25},{"subject":"Programming (release years)","differed":11,"answered":19},{"subject":"Medical (drug half-lives)","differed":9,"answered":13},{"subject":"Biology (chromosome numbers)","differed":4,"answered":10},{"subject":"Chemistry (melting points)","differed":3,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":6,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":4},{"subject":"Chinese geography (measurements)","differed":2,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":4},{"subject":"Astronomy (periods and distances)","differed":1,"answered":4},{"subject":"Physics (material properties)","differed":3,"answered":3},{"subject":"Mathematics (special values)","differed":2,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":1,"answered":1}],"examples":[{"answer":4.329269,"domain":"Physics (material properties)","question":"SCHOTT N-BK7 Sellmeier C2 squared-resonance-wavelength coefficient, catalog dispersion formula (10^-12 m^2)","reference":2.00179144e-14},{"answer":0.00467914826,"domain":"Physics (material properties)","question":"SCHOTT N-SF11 catalog Sellmeier C1 (10^-12 m^2)","reference":1.3188707e-14},{"answer":9.896161,"domain":"Physics (material properties)","question":"Fused silica Sellmeier third resonance wavelength, Malitson 1965 fit at 293.15 K (10^-6 m)","reference":0.000009896161}],"latency_ms":3738,"audit_cost_usd":0.022936,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":73,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":71,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089621,"verdict":"DIFF","outcome":null,"first_diffs":66,"first_total":110,"p_value":2.59744767451916e-31,"extra_sets":0,"diffs":66,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihhum4elpxysmjldnvqwprfrbbjlwamnyyk2ugg5mbaq5hy53ryta/epochs/30/gpt-6-astra/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":25,"margin":41,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9500471165025759,"detail":{"subjects":[{"subject":"Programming (release years)","differed":10,"answered":17},{"subject":"Biology (chromosome numbers)","differed":9,"answered":16},{"subject":"Chinese internet (platform dates)","differed":5,"answered":16},{"subject":"Chinese literature (publication years)","differed":4,"answered":9},{"subject":"Physics (material properties)","differed":8,"answered":8},{"subject":"Medical (drug half-lives)","differed":8,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":6,"answered":7},{"subject":"Chemistry (melting points)","differed":3,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":6},{"subject":"Mathematics (special values)","differed":4,"answered":4},{"subject":"Chinese geography (measurements)","differed":1,"answered":4},{"subject":"Astronomy (periods and distances)","differed":2,"answered":3},{"subject":"Chinese history (specific dates)","differed":1,"answered":3},{"subject":"Chemistry (boiling points)","differed":1,"answered":1},{"subject":"Cryptography (parameters)","differed":1,"answered":1}],"examples":[{"answer":0.0123716,"domain":"Physics (material properties)","question":"SCHOTT N-F2 glass Sellmeier squared resonance wavelength C1 (10^-12 m^2)","reference":9.95906143e-15},{"answer":0.1162414,"domain":"Physics (material properties)","question":"Fused silica Sellmeier resonance wavelength λ2, Malitson 1965 (10^-6 m)","reference":1.162414e-7},{"answer":0.072,"domain":"Physics (material properties)","question":"Sapphire ordinary-ray Sellmeier resonance wavelength 1, Malitson–Dodge dispersion fit (10^-6 m)","reference":7.26631e-8}],"latency_ms":8956,"audit_cost_usd":0.023076,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":78,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":81,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.12736784728051243,"fail_line":25,"line_rate":0.22727272727272727,"margin":41,"times_noise":11,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"},{"service":"anthropic/claude-fable-5.1","model":"claude-fable-5.1","epoch":31,"audited_ts":1795025590,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":54,"total":140,"noise_diffs":7,"noise_total":140,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884908,"verdict":"DIFF","outcome":null,"first_diffs":32,"first_total":110,"p_value":3.028597298153556e-8,"extra_sets":0,"diffs":32,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibvdlzlbisseuk6gsvm57eonja2v6e4uvbesx7ev2ijmdmvhi7bxy/epochs/31/claude-fable-5.1/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":21,"margin":11,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9505493097976483,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":5,"answered":18},{"subject":"Biology (chromosome numbers)","differed":4,"answered":17},{"subject":"Medical (drug half-lives)","differed":7,"answered":15},{"subject":"Programming (release years)","differed":5,"answered":13},{"subject":"Chinese history (specific dates)","differed":2,"answered":10},{"subject":"Physics (material properties)","differed":1,"answered":8},{"subject":"Chinese literature (publication years)","differed":2,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":6},{"subject":"Chinese geography (measurements)","differed":2,"answered":6},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Astronomy (periods and distances)","differed":1,"answered":2},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":66,"domain":"Medical (drug half-lives)","question":"tezacaftor elimination half life hours","reference":25},{"answer":48,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Polyommatus atlanticus (Atlas blue butterfly, 2n approx)","reference":448},{"answer":46,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Lithobius forficatus (brown centipede)","reference":30}],"latency_ms":11749,"audit_cost_usd":0.347189,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025590,"verdict":"DIFF","outcome":null,"first_diffs":54,"first_total":140,"p_value":2.937301258793491e-17,"extra_sets":0,"diffs":54,"total":140,"noise_diffs":7,"noise_total":140,"pooled_p_value":null,"noise_ceiling":0.1106476246132364,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidpbch3hzjrowam2ir4ht5xhrvug2atw54wps36pdqexsj7wluuge/epochs/31/claude-fable-5.1/audits/0xc38969b1e7ef1a14d0f54902003e42104e7bd2b0bae39ecee03a89b5ec581803/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":27,"margin":27,"alpha":0.005,"planned_fail_line":14,"probe_count":140,"power":0.9842479931862961,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":19,"answered":33},{"subject":"Chemistry (melting points)","differed":7,"answered":16},{"subject":"Biology (chromosome numbers)","differed":5,"answered":16},{"subject":"Programming (release years)","differed":5,"answered":13},{"subject":"Astronomy (periods and distances)","differed":4,"answered":12},{"subject":"Physics (material properties)","differed":3,"answered":9},{"subject":"Chinese geography (measurements)","differed":2,"answered":9},{"subject":"Chinese internet (platform dates)","differed":2,"answered":7},{"subject":"Chinese literature (publication years)","differed":1,"answered":6},{"subject":"Chinese history (specific dates)","differed":2,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":3}],"examples":[{"answer":5,"domain":"Astronomy (periods and distances)","question":"M87 jet projected length in kiloparsecs","reference":1.5},{"answer":3,"domain":"Astronomy (periods and distances)","question":"Henize 2-10 blue compact dwarf black hole mass in millions of solar masses","reference":1},{"answer":250000,"domain":"Chinese geography (measurements)","question":"Qaidam Basin area (square kilometers)","reference":120000}],"latency_ms":3800,"audit_cost_usd":0.09303900000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.1106476246132364,"fail_line":27,"line_rate":0.19285714285714287,"margin":27,"times_noise":7.714285714285714,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"google/gemini-3.1-pro-preview","model":"gemini-3.1-pro-preview","epoch":31,"audited_ts":1795025571,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":38,"total":110,"noise_diffs":3,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884920,"verdict":"DIFF","outcome":null,"first_diffs":38,"first_total":110,"p_value":7.200272746594793e-14,"extra_sets":0,"diffs":38,"total":110,"noise_diffs":3,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.08843877851304383,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeify4u6bqambw7t4tikbyszbeyys4irtnartq33bzch4zt6u5chrei/epochs/31/gemini-3.1-pro-preview/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":19,"margin":19,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9500471165025759,"detail":{"subjects":[{"subject":"Programming (release years)","differed":5,"answered":16},{"subject":"Biology (chromosome numbers)","differed":6,"answered":12},{"subject":"Astronomy (periods and distances)","differed":8,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":9},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":4,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":7},{"subject":"Chinese geography (measurements)","differed":1,"answered":6},{"subject":"Chemistry (melting points)","differed":3,"answered":5},{"subject":"Medical (drug half-lives)","differed":3,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Cryptography (parameters)","differed":2,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":3}],"examples":[{"answer":45,"domain":"Biology (chromosome numbers)","question":"Salvinia natans diploid chromosome number","reference":18},{"answer":520,"domain":"Biology (chromosome numbers)","question":"Tmesipteris oblanceolata diploid chromosome number","reference":208},{"answer":1032,"domain":"Chinese geography (measurements)","question":"Length of the Karakoram Highway (G314) within China in kilometers","reference":416}],"latency_ms":18894,"audit_cost_usd":0.007615,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025571,"verdict":"DIFF","outcome":null,"first_diffs":41,"first_total":131,"p_value":2.733773839229938e-12,"extra_sets":0,"diffs":41,"total":131,"noise_diffs":6,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.09438929365122783,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidvydvojzhr6h4jriqavyebaimqo5eeljdeb56i7en6efv4f76xmq/epochs/31/gemini-3.1-pro-preview/audits/0x1311c115fce47ea9ce2d129dd33adbf8cfb50f52e23e06f8a82ca88b227f9e2c/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":23,"margin":18,"alpha":0.005,"planned_fail_line":16,"probe_count":150,"power":0.9824517880808573,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":6,"answered":19},{"subject":"Pop culture (box office and ratings)","differed":7,"answered":16},{"subject":"Chinese internet (platform dates)","differed":2,"answered":14},{"subject":"Chinese history (specific dates)","differed":6,"answered":12},{"subject":"Chemistry (melting points)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":4,"answered":9},{"subject":"Chemistry (boiling points)","differed":4,"answered":8},{"subject":"Physics (material properties)","differed":3,"answered":8},{"subject":"Chinese literature (publication years)","differed":3,"answered":8},{"subject":"Cryptography (parameters)","differed":1,"answered":8},{"subject":"Biology (chromosome numbers)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":3}],"examples":[{"answer":1000000,"domain":"Astronomy (periods and distances)","question":"Tarantula Nebula (30 Doradus) estimated total mass (millions of solar masses)","reference":1},{"answer":2,"domain":"Medical (drug half-lives)","question":"sebelipase alfa elimination half life hours","reference":0.1},{"answer":36,"domain":"Chinese literature (publication years)","question":"The number of chapters (juan) in the original Shishuo Xinyu (A New Account of the Tales of the World)","reference":3}],"latency_ms":63748,"audit_cost_usd":0.02530200000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08843877851304383,"fail_line":19,"line_rate":0.17272727272727273,"margin":19,"times_noise":12.666666666666668,"references":[{"model":"google/gemini-3.1-pro-preview","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{}}],"model_id":"gemini-3-1-pro-preview","model_display":"Gemini 3.1 Pro Preview"},{"service":"google/gemini-4-argon","model":"gemini-4-argon","epoch":31,"audited_ts":1795025633,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":30,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884860,"verdict":"DIFF","outcome":null,"first_diffs":30,"first_total":100,"p_value":6.42601336697566e-13,"extra_sets":0,"diffs":30,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie3fsidat2uis6yjggwi2brx3b4bgqnruhamuhh2uywkgdyhe7bd4/epochs/31/gemini-4-argon/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":14,"margin":16,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":4,"answered":16},{"subject":"Chinese internet (platform dates)","differed":2,"answered":14},{"subject":"Astronomy (periods and distances)","differed":2,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Programming (release years)","differed":4,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":9},{"subject":"Chinese literature (publication years)","differed":5,"answered":8},{"subject":"Medical (drug half-lives)","differed":3,"answered":7},{"subject":"Physics (material properties)","differed":2,"answered":5},{"subject":"Chinese history (specific dates)","differed":3,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":2},{"subject":"Cryptography (parameters)","differed":1,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Mathematics (special values)","differed":1,"answered":1}],"examples":[{"answer":183.247,"domain":"Physics (material properties)","question":"neutron gyromagnetic ratio (in 10^8 s^-1 T^-1)","reference":1.83247171},{"answer":203.789,"domain":"Physics (material properties)","question":"shielded helion gyromagnetic ratio (in 10^8 s^-1 T^-1)","reference":2.037894569},{"answer":26,"domain":"Chinese literature (publication years)","question":"Number of chapters in Lu Buwei's Lushi Chunqiu","reference":160}],"latency_ms":11695,"audit_cost_usd":0.020567,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":486,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":118,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":560,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":97,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":125,"valid_answers":10},{"strategy":"bare","reasoning_tokens":97,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1795025633,"verdict":"DIFF","outcome":null,"first_diffs":27,"first_total":110,"p_value":8.583215882037178e-7,"extra_sets":0,"diffs":27,"total":110,"noise_diffs":3,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.08843877851304383,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifocv6yfjmcpojec53lti6fch57m5jggzjv4xg6rj7dpt3xavhp3a/epochs/31/gemini-4-argon/audits/0xf03772be8fa18198cb95db41757fce9efabbf9c4acc60dfd0172d5a7eb867f26/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":19,"margin":8,"alpha":0.005,"planned_fail_line":10,"probe_count":110,"power":0.9719241465223011,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":6,"answered":17},{"subject":"Chinese geography (measurements)","differed":1,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":12},{"subject":"Chinese internet (platform dates)","differed":3,"answered":11},{"subject":"Medical (drug half-lives)","differed":4,"answered":9},{"subject":"Chinese literature (publication years)","differed":4,"answered":9},{"subject":"Astronomy (periods and distances)","differed":1,"answered":8},{"subject":"Chinese history (specific dates)","differed":2,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":7},{"subject":"Programming (release years)","differed":3,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":6},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":0,"domain":"Astronomy (periods and distances)","question":"new general catalogue number of the red rectangle nebula central star hd","reference":44179},{"answer":264,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number (2n) of Huperzia lucidula","reference":134},{"answer":2,"domain":"Chinese literature (publication years)","question":"Biji Manzhi by Wang Zhuo total juan","reference":5}],"latency_ms":24385,"audit_cost_usd":0.033233,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":136,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":102,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":737,"valid_answers":10},{"strategy":"bare","reasoning_tokens":117,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":16,"times_noise":30,"references":[{"model":"google/gemini-4-argon","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"gemini-4-argon","model_display":"Gemini 4 Argon"},{"service":"xiaomi/mimo-v2.6-pro","model":"mimo-v2.6-pro","epoch":30,"audited_ts":1794090710,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":77,"total":260,"noise_diffs":23,"noise_total":260,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087884,"verdict":"DIFF","outcome":null,"first_diffs":36,"first_total":130,"p_value":0.01666710111663406,"extra_sets":1,"diffs":77,"total":260,"noise_diffs":23,"noise_total":260,"pooled_p_value":3.126118956525646e-11,"noise_ceiling":0.13791147673993676,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigreml27jk36t6gytr7v2jmo6ott5bwwoay47aahpkwzlsg7yx36a/epochs/30/mimo-v2.6-pro/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":52,"margin":25,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":5,"answered":25},{"subject":"Chinese internet (platform dates)","differed":1,"answered":16},{"subject":"Chinese history (specific dates)","differed":4,"answered":11},{"subject":"Physics (material properties)","differed":3,"answered":10},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":10},{"subject":"Biology (chromosome numbers)","differed":5,"answered":8},{"subject":"Chinese literature (publication years)","differed":4,"answered":8},{"subject":"Programming (release years)","differed":2,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":8},{"subject":"Chemistry (melting points)","differed":2,"answered":6},{"subject":"Medical (drug half-lives)","differed":2,"answered":4},{"subject":"Mathematics (special values)","differed":1,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":6,"domain":"Medical (drug half-lives)","question":"elimination half-life of 4-aminopyridine (dalfampridine) for multiple sclerosis, in hours","reference":3},{"answer":960,"domain":"Biology (chromosome numbers)","question":"Ophioglossum vulgatum diploid chromosome count (2n, chromosomes)","reference":480},{"answer":92,"domain":"Biology (chromosome numbers)","question":"diploid chromosome number 2n count diphasiastrum digitatum ground cedar","reference":46}],"latency_ms":4424,"audit_cost_usd":0.013185,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090710,"verdict":"DIFF","outcome":null,"first_diffs":51,"first_total":130,"p_value":4.210054603509589e-8,"extra_sets":0,"diffs":51,"total":130,"noise_diffs":14,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.1871512756807454,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeieeuix5ceq2fgn2apqgxrcminlczswaqrwby7yfb4me3npukf5fuu/epochs/30/mimo-v2.6-pro/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":37,"margin":14,"alpha":0.005,"planned_fail_line":17,"probe_count":130,"power":0.9481931932509218,"detail":{"subjects":[{"subject":"Pop culture (box office and ratings)","differed":7,"answered":18},{"subject":"Physics (material properties)","differed":4,"answered":15},{"subject":"Chinese geography (measurements)","differed":2,"answered":15},{"subject":"Chinese internet (platform dates)","differed":5,"answered":14},{"subject":"Chinese history (specific dates)","differed":4,"answered":11},{"subject":"Astronomy (periods and distances)","differed":4,"answered":10},{"subject":"Chinese literature (publication years)","differed":2,"answered":10},{"subject":"Programming (release years)","differed":7,"answered":8},{"subject":"Chemistry (melting points)","differed":7,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":6},{"subject":"Medical (drug half-lives)","differed":3,"answered":5},{"subject":"Chemistry (boiling points)","differed":2,"answered":4},{"subject":"Biology (chromosome numbers)","differed":1,"answered":4},{"subject":"Cryptography (parameters)","differed":0,"answered":2}],"examples":[{"answer":1500,"domain":"Astronomy (periods and distances)","question":"NGC 6888 Crescent Nebula expansion velocity","reference":30},{"answer":70,"domain":"Physics (material properties)","question":"coercive field of permalloy 80 at 293K amperes per meter","reference":4},{"answer":79,"domain":"Pop culture (box office and ratings)","question":"dont trust the b in apartment 23 episode count total","reference":26}],"latency_ms":4909,"audit_cost_usd":0.012855,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.13791147673993676,"fail_line":52,"line_rate":0.2,"margin":25,"times_noise":3.3478260869565215,"references":[{"model":"xiaomi/mimo-v2.6-pro","type":"openrouter","provider_pin":["xiaomi/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"mimo-v2-6-pro","model_display":"MiMo V2.6 Pro"},{"service":"openai/gpt-6.1-sol","model":"gpt-6.1-sol","epoch":30,"audited_ts":1794090492,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":23,"total":99,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087666,"verdict":"DIFF","outcome":null,"first_diffs":14,"first_total":100,"p_value":0.0001600056838262562,"extra_sets":0,"diffs":14,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialdu2mjchehoq76llbgaj2p373c5qkqk3t4k5357w73rfs2ollfe/epochs/30/gpt-6.1-sol/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":12,"margin":2,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":12},{"subject":"Medical (drug half-lives)","differed":1,"answered":11},{"subject":"Chinese internet (platform dates)","differed":4,"answered":10},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Chinese geography (measurements)","differed":2,"answered":9},{"subject":"Programming (release years)","differed":2,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":1,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":2}],"examples":[{"answer":155,"domain":"Chemistry (melting points)","question":"Phenoxathiin melting point (°C)","reference":56},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"Hustle & Flow (2005) original shooting film gauge in millimeters","reference":16},{"answer":1280,"domain":"Chinese geography (measurements)","question":"Yingwuzhou Yangtze River Bridge main span length (metres)","reference":850}],"latency_ms":20804,"audit_cost_usd":0.006604,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":66,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090492,"verdict":"DIFF","outcome":null,"first_diffs":23,"first_total":99,"p_value":7.196650738717276e-11,"extra_sets":0,"diffs":23,"total":99,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie5kngyc6xn7lizxsw5lolcdvy523kzcbgtpfravffebtu3qeusbm/epochs/30/gpt-6.1-sol/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":12,"margin":11,"alpha":0.005,"planned_fail_line":6,"probe_count":100,"power":0.9867202611458651,"detail":{"subjects":[{"subject":"Pop culture (box office and ratings)","differed":7,"answered":12},{"subject":"Medical (drug half-lives)","differed":3,"answered":12},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":5,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Programming (release years)","differed":3,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chinese geography (measurements)","differed":0,"answered":8},{"subject":"Chinese literature (publication years)","differed":2,"answered":2},{"subject":"Chinese history (specific dates)","differed":1,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[{"answer":168,"domain":"Medical (drug half-lives)","question":"Lumasiran terminal plasma elimination half-life (hours)","reference":5.2},{"answer":10,"domain":"Chinese literature (publication years)","question":"王灼《碧鸡漫志》的卷数","reference":5},{"answer":22,"domain":"Pop culture (box office and ratings)","question":"Hamlet (1996) — camera-negative width in millimeters","reference":65}],"latency_ms":13880,"audit_cost_usd":0.007490999999999999,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":63,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":62,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12121212121212122,"margin":11,"times_noise":46.464646464646464,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"},{"service":"minimax/minimax-m3","model":"minimax-m3","epoch":31,"audited_ts":1794884880,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":29,"total":170,"noise_diffs":24,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884880,"verdict":"SAME","outcome":null,"first_diffs":29,"first_total":170,"p_value":0.9354424208361671,"extra_sets":0,"diffs":29,"total":170,"noise_diffs":24,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.21464119581567465,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiab3ejslpjr5wxjcbsgfi43gv42ohgfndpquvbzewzdjwzrzku2mm/epochs/31/minimax-m3/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":52,"margin":-23,"alpha":0.005,"planned_fail_line":41,"probe_count":170,"power":0.9056843833138059,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":4,"answered":26},{"subject":"Programming (release years)","differed":1,"answered":21},{"subject":"Chinese geography (measurements)","differed":2,"answered":19},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":16},{"subject":"Mathematics (special values)","differed":5,"answered":14},{"subject":"Chinese history (specific dates)","differed":2,"answered":14},{"subject":"Chinese internet (platform dates)","differed":1,"answered":12},{"subject":"Physics (material properties)","differed":6,"answered":11},{"subject":"Medical (drug half-lives)","differed":3,"answered":9},{"subject":"Chemistry (melting points)","differed":0,"answered":8},{"subject":"Biology (chromosome numbers)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":3,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":3}],"examples":[{"answer":1,"domain":"Mathematics (special values)","question":"brieskorn sphere sigma235 h1 rank","reference":0},{"answer":10000,"domain":"Physics (material properties)","question":"relative permittivity of graphite at 293 k","reference":10},{"answer":67,"domain":"Pop culture (box office and ratings)","question":"television episode south park original episode number air","reference":1}],"latency_ms":7042,"audit_cost_usd":0.001052,"reasoning":{"strategy":"enable-thinking-false","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":219,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":124,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":99,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.21464119581567465,"fail_line":52,"line_rate":0.3058823529411765,"margin":-23,"times_noise":1.2083333333333335,"references":[{"model":"minimax/minimax-m3","type":"openrouter","provider_pin":["minimax"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"minimax-m3","model_display":"MiniMax M3"},{"service":"moonshotai/kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794087775,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":24,"total":150,"noise_diffs":13,"noise_total":150,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"SAME","outcome":null,"first_diffs":24,"first_total":150,"p_value":0.4668623951196266,"extra_sets":0,"diffs":24,"total":150,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.15497606412042542,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":36,"margin":-12,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":0,"answered":22},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":13},{"subject":"Biology (chromosome numbers)","differed":0,"answered":13},{"subject":"Astronomy (periods and distances)","differed":7,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":12},{"subject":"Chemistry (boiling points)","differed":4,"answered":10},{"subject":"Programming (release years)","differed":3,"answered":10},{"subject":"Chinese history (specific dates)","differed":3,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Cryptography (parameters)","differed":0,"answered":10},{"subject":"Chemistry (melting points)","differed":5,"answered":7},{"subject":"Physics (material properties)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese internet (platform dates)","differed":1,"answered":3}],"examples":[{"answer":0.6,"domain":"Astronomy (periods and distances)","question":"Orbital period of S/2003 J 16 in days","reference":610},{"answer":483.5979,"domain":"Physics (material properties)","question":"Josephson constant in gigahertz per volt","reference":483597.9},{"answer":0.7,"domain":"Astronomy (periods and distances)","question":"orbital period of S/2017 J 6 in days","reference":686.9}],"latency_ms":7537,"audit_cost_usd":0.016747,"reasoning":{"strategy":"enable-thinking-false","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":288,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":288,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":303,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15497606412042542,"fail_line":36,"line_rate":0.24,"margin":-12,"times_noise":1.846153846153846,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"anthropic/claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":14,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":14,"first_total":130,"p_value":0.5523399091787485,"extra_sets":0,"diffs":14,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":25,"margin":-11,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":2,"answered":16},{"subject":"Biology (chromosome numbers)","differed":2,"answered":16},{"subject":"Programming (release years)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":3,"answered":11},{"subject":"Physics (material properties)","differed":2,"answered":11},{"subject":"Chemistry (melting points)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":1,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":4.3307,"domain":"Physics (material properties)","question":"Deuteron magnetic moment in units of 10^-27 J/T","reference":0.433073},{"answer":109,"domain":"Mathematics (special values)","question":"Smallest prime p such that the Mertens function M(n) first reaches 2 at n","reference":13},{"answer":20,"domain":"Medical (drug half-lives)","question":"Eslicarbazepine (active metabolite) elimination half-life in hours","reference":13}],"latency_ms":14946,"audit_cost_usd":0.018441,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-11,"times_noise":2.3333333333333335,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-sonnet-5-5","model_display":"Claude Sonnet 5.5"},{"service":"z-ai/glm-5.3","model":"glm-5.3","epoch":31,"audited_ts":1794884927,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":17,"total":160,"noise_diffs":18,"noise_total":160,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884927,"verdict":"SAME","outcome":null,"first_diffs":17,"first_total":160,"p_value":0.9973992024777003,"extra_sets":0,"diffs":17,"total":160,"noise_diffs":18,"noise_total":160,"pooled_p_value":null,"noise_ceiling":0.1836085782276906,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicf74pfwk3elpywy2ruyy4m6m6ogbftuyul4qqymz3bnigneznrry/epochs/31/glm-5.3/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":44,"margin":-27,"alpha":0.005,"planned_fail_line":26,"probe_count":160,"power":0.9606490415963258,"detail":{"subjects":[{"subject":"Programming (release years)","differed":4,"answered":22},{"subject":"Chinese geography (measurements)","differed":1,"answered":15},{"subject":"Astronomy (periods and distances)","differed":3,"answered":14},{"subject":"Cryptography (parameters)","differed":2,"answered":14},{"subject":"Biology (chromosome numbers)","differed":2,"answered":13},{"subject":"Physics (material properties)","differed":2,"answered":12},{"subject":"Chinese literature (publication years)","differed":1,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":12},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chemistry (boiling points)","differed":0,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":7},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Chinese internet (platform dates)","differed":0,"answered":7},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":4}],"examples":[{"answer":1836,"domain":"Physics (material properties)","question":"electron-to-proton mass ratio (dimensionless)","reference":0.000544617},{"answer":18,"domain":"Physics (material properties)","question":"neutron electric dipole moment upper limit (in e·m, 10^-27 scale)","reference":1.8},{"answer":28,"domain":"Biology (chromosome numbers)","question":"white-legged snake millipede Tachypodoiulus niger diploid chromosome number (2n, chromosomes)","reference":8}],"latency_ms":10612,"audit_cost_usd":0.009124000000000002,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1836085782276906,"fail_line":44,"line_rate":0.275,"margin":-27,"times_noise":0.9444444444444444,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"moonshotai/kimi-k3.1-pro","model":"kimi-k3.1-pro","epoch":31,"audited_ts":1794884873,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":13,"total":130,"noise_diffs":11,"noise_total":260,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884873,"verdict":"SAME","outcome":null,"first_diffs":13,"first_total":130,"p_value":0.1797407911888553,"extra_sets":1,"diffs":13,"total":130,"noise_diffs":11,"noise_total":260,"pooled_p_value":0.2544056139288076,"noise_ceiling":0.08099189911128013,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaj5sw256rqjiyb3pi4gx7spnukfdblxk67ezgxoycbdgqonwzjee/epochs/31/kimi-k3.1-pro/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":20,"margin":-7,"alpha":0.005,"planned_fail_line":16,"probe_count":130,"power":0.9641494945331351,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":2,"answered":18},{"subject":"Chinese internet (platform dates)","differed":0,"answered":18},{"subject":"Chinese geography (measurements)","differed":1,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":12},{"subject":"Medical (drug half-lives)","differed":1,"answered":10},{"subject":"Programming (release years)","differed":1,"answered":9},{"subject":"Biology (chromosome numbers)","differed":1,"answered":9},{"subject":"Chinese history (specific dates)","differed":4,"answered":7},{"subject":"Chemistry (melting points)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":0,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":5},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":1}],"examples":[{"answer":12,"domain":"Pop culture (box office and ratings)","question":"The Revenant (2015) shooting locations count","reference":3},{"answer":2,"domain":"Medical (drug half-lives)","question":"Teduglutide mean elimination half-life after subcutaneous administration (hours)","reference":1.3},{"answer":274,"domain":"Pop culture (box office and ratings)","question":"The Lord of the Rings trilogy (2001–2003) total shooting days count","reference":438}],"latency_ms":34983,"audit_cost_usd":0.05918,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":238,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":217,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08099189911128013,"fail_line":20,"line_rate":0.15384615384615385,"margin":-7,"times_noise":2.3636363636363638,"references":[{"model":"moonshotai/kimi-k3.1-pro","type":"openrouter","provider_pin":["moonshotai/mxfp4"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3-1-pro","model_display":"Kimi K3.1 Pro"},{"service":"qwen/qwen3.8-27b","model":"qwen3.8-27b","epoch":31,"audited_ts":1794884955,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":16,"total":170,"noise_diffs":18,"noise_total":170,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884955,"verdict":"SAME","outcome":null,"first_diffs":16,"first_total":170,"p_value":0.998779639932036,"extra_sets":0,"diffs":16,"total":170,"noise_diffs":18,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.17322528544870552,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigwvcrt5u3yg5ij3kusoeaw6lhqx5nckmfeyp7esb6x76pwwa76te/epochs/31/qwen3.8-27b/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":44,"margin":-28,"alpha":0.005,"planned_fail_line":40,"probe_count":170,"power":0.9076459867485402,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":1,"answered":25},{"subject":"Chinese geography (measurements)","differed":4,"answered":20},{"subject":"Chinese internet (platform dates)","differed":1,"answered":20},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":13},{"subject":"Chinese history (specific dates)","differed":2,"answered":12},{"subject":"Medical (drug half-lives)","differed":1,"answered":11},{"subject":"Physics (material properties)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":9},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":7},{"subject":"Biology (chromosome numbers)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3}],"examples":[{"answer":20,"domain":"Medical (drug half-lives)","question":"Oxcarbazepine active metabolite elimination half-life hours","reference":7},{"answer":2980,"domain":"Chemistry (melting points)","question":"Melting point of tantalum pentoxide in °C","reference":1870},{"answer":130,"domain":"Chinese geography (measurements)","question":"重庆市武隆区天生三桥景区天龙桥跨度（米）","reference":82}],"latency_ms":3366,"audit_cost_usd":0.011473,"reasoning":{"strategy":"enable-thinking-false","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":270,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":2694,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":431,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.17322528544870552,"fail_line":44,"line_rate":0.25882352941176473,"margin":-28,"times_noise":0.8888888888888888,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"qwen3-8-27b","model_display":"Qwen 3.8 27B"},{"service":"anthropic/claude-opus-5.5","model":"claude-opus-5.5","epoch":31,"audited_ts":1794884854,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":3,"total":120,"noise_diffs":2,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884854,"verdict":"SAME","outcome":null,"first_diffs":3,"first_total":120,"p_value":0.9900000000000585,"extra_sets":0,"diffs":3,"total":120,"noise_diffs":2,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.0682058583563685,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaboi6qbsznwbpgp23pxxjhmo26z4xundac5o77cm6qqjgsxbqn7a/epochs/31/claude-opus-5.5/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":17,"margin":-14,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":28},{"subject":"Programming (release years)","differed":0,"answered":15},{"subject":"Chinese internet (platform dates)","differed":2,"answered":13},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":1,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":642,"domain":"Chemistry (melting points)","question":"rubidium iodide melting point celsius","reference":656},{"answer":2002,"domain":"Chinese internet (platform dates)","question":"qidian chinese magic fantasy union founding year","reference":2001},{"answer":2010,"domain":"Chinese internet (platform dates)","question":"bilibili website launch year ce","reference":2009}],"latency_ms":10405,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.0682058583563685,"fail_line":17,"line_rate":0.14166666666666666,"margin":-14,"times_noise":1.5,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"x-ai/grok-4.7","model":"grok-4.7","epoch":31,"audited_ts":1795025527,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":96,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025527,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":96,"p_value":1,"extra_sets":0,"diffs":0,"total":96,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie2xxixjzw76iia4iff72v6ucczphnfx26uiurpyzpndprtol7rca/epochs/31/grok-4.7/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":11,"margin":-11,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9777553616381809,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":12},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Biology (chromosome numbers)","differed":0,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Programming (release years)","differed":0,"answered":9},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Cryptography (parameters)","differed":0,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chinese geography (measurements)","differed":0,"answered":3},{"subject":"Medical (drug half-lives)","differed":0,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2}],"examples":[],"latency_ms":24225,"audit_cost_usd":0.064255,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":187,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":231,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":190,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":260,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":259,"valid_answers":10},{"strategy":"bare","reasoning_tokens":254,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":11,"line_rate":0.11458333333333333,"margin":-11,"times_noise":0,"references":[{"model":"x-ai/grok-4.7","type":"openrouter","provider_pin":["xai"],"overrides":{}}],"model_id":"grok-4-7","model_display":"Grok 4.7"}],"rounds":[{"epoch":31,"started_ts":1794884854,"first_round":false,"passed":7,"failed":3,"not_tested":0,"pending":0,"points_multiplier":0},{"epoch":30,"started_ts":1794087231,"first_round":false,"passed":10,"failed":4,"not_tested":0,"pending":0,"points_multiplier":0.56},{"epoch":29,"started_ts":1793825105,"first_round":false,"passed":8,"failed":2,"not_tested":0,"pending":0,"points_multiplier":1}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60818922,"as_of_ts":1795354207,"indexer_lag_blocks":3525,"generated_at":1795354872,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0x948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}