{"data":{"address":"0xfc36cdd13d21335bc8e10eed79583754d2e48842","agent_id":"59969","name":"Inspectant","epoch":32,"unread":0,"evidence_missing":0,"live":{"same":3,"diff":0,"points_multiplier":1.06},"models":[{"service":"kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794087775,"first_round":false,"verdict":"PENDING","close_call":false,"not_tested":null,"valid_until_epoch":null,"counts_now":null,"diffs":44,"total":150,"noise_diffs":13,"noise_total":150,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"DIFF","outcome":null,"first_diffs":44,"first_total":150,"p_value":0.00001353412018380797,"extra_sets":0,"diffs":44,"total":150,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.15497606412042542,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":36,"margin":8,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":6,"answered":22},{"subject":"Biology (chromosome numbers)","differed":3,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":13},{"subject":"Chinese literature (publication years)","differed":8,"answered":12},{"subject":"Astronomy (periods and distances)","differed":5,"answered":12},{"subject":"Chinese history (specific dates)","differed":5,"answered":10},{"subject":"Chemistry (boiling points)","differed":4,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Cryptography (parameters)","differed":2,"answered":10},{"subject":"Programming (release years)","differed":1,"answered":10},{"subject":"Chemistry (melting points)","differed":3,"answered":7},{"subject":"Physics (material properties)","differed":2,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese internet (platform dates)","differed":1,"answered":3}],"examples":[{"answer":1700,"domain":"Astronomy (periods and distances)","question":"Mass of asteroid 21 Lutetia in multiples of 10 to the 18 kilograms","reference":1.7},{"answer":4916,"domain":"Chinese geography (measurements)","question":"total container throughput shanghai port million teu 2023","reference":49.16},{"answer":500,"domain":"Chinese geography (measurements)","question":"length of wujiang river within wulong county chongqing in kilometers","reference":79}],"latency_ms":4725,"audit_cost_usd":0.06625900000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15497606412042542,"fail_line":36,"line_rate":0.24,"margin":8,"times_noise":3.3846153846153846,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"gemini-3.1-pro-preview","model":"gemini-3.1-pro-preview","epoch":30,"audited_ts":1794087448,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":17,"total":110,"noise_diffs":6,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087448,"verdict":"SAME","outcome":null,"first_diffs":17,"first_total":110,"p_value":0.2327810914922118,"extra_sets":0,"diffs":17,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihwfnyslmt5aaajownz4x2etfykc6rbf2inrfyqfzi2objaaaqj4q/epochs/30/gemini-3.1-pro-preview/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":25,"margin":-8,"alpha":0.005,"planned_fail_line":11,"probe_count":110,"power":0.9664655748708392,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":3,"answered":16},{"subject":"Programming (release years)","differed":2,"answered":13},{"subject":"Chinese internet (platform dates)","differed":1,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":11},{"subject":"Chinese history (specific dates)","differed":2,"answered":9},{"subject":"Chinese geography (measurements)","differed":2,"answered":9},{"subject":"Physics (material properties)","differed":1,"answered":7},{"subject":"Chemistry (boiling points)","differed":2,"answered":6},{"subject":"Biology (chromosome numbers)","differed":0,"answered":6},{"subject":"Medical (drug half-lives)","differed":1,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":3,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3}],"examples":[{"answer":3500,"domain":"Astronomy (periods and distances)","question":"Boojum Nebula (IRAS 08572+3915) infrared luminosity in billions of solar luminosities","reference":1210},{"answer":2000,"domain":"Astronomy (periods and distances)","question":"Nebula IC 418 expansion age in years","reference":1000},{"answer":0.73,"domain":"Medical (drug half-lives)","question":"idursulfase elimination half-life in hours","reference":44}],"latency_ms":5659,"audit_cost_usd":0.203319,"reasoning":{"strategy":"bare-expanded","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":667,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":534,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":599,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":644,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":598,"valid_answers":10},{"strategy":"bare","reasoning_tokens":715,"valid_answers":9},{"strategy":"bare-expanded","reasoning_tokens":720,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.12736784728051243,"fail_line":25,"line_rate":0.22727272727272727,"margin":-8,"times_noise":2.8333333333333335,"references":[{"model":"google/gemini-3.1-pro-preview","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{}}],"model_id":"gemini-3-1-pro-preview","model_display":"Gemini 3.1 Pro Preview"},{"service":"glm-5.3","model":"glm-5.3","epoch":31,"audited_ts":1794884927,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":6,"total":106,"noise_diffs":18,"noise_total":160,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884927,"verdict":"SAME","outcome":null,"first_diffs":6,"first_total":106,"p_value":0.9999662981232608,"extra_sets":0,"diffs":6,"total":106,"noise_diffs":18,"noise_total":160,"pooled_p_value":null,"noise_ceiling":0.1836085782276906,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicf74pfwk3elpywy2ruyy4m6m6ogbftuyul4qqymz3bnigneznrry/epochs/31/glm-5.3/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":31,"margin":-25,"alpha":0.005,"planned_fail_line":26,"probe_count":160,"power":0.9606490415963258,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":2,"answered":14},{"subject":"Biology (chromosome numbers)","differed":1,"answered":13},{"subject":"Chinese literature (publication years)","differed":0,"answered":12},{"subject":"Cryptography (parameters)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chemistry (boiling points)","differed":0,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":7},{"subject":"Medical (drug half-lives)","differed":1,"answered":7},{"subject":"Chinese internet (platform dates)","differed":1,"answered":7},{"subject":"Chinese geography (measurements)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Programming (release years)","differed":0,"answered":2},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":2}],"examples":[{"answer":35,"domain":"Medical (drug half-lives)","question":"carbamazepine half life hours","reference":30},{"answer":220000000,"domain":"Astronomy (periods and distances)","question":"Great Attractor distance in light-years","reference":250000000},{"answer":45000000,"domain":"Astronomy (periods and distances)","question":"distance to the blink of the Needle Galaxy NGC 5907 in light-years","reference":50000000}],"latency_ms":11865,"audit_cost_usd":0.108606,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":360,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":193,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":88,"valid_answers":10},{"strategy":"bare","reasoning_tokens":210,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1836085782276906,"fail_line":31,"line_rate":0.29245283018867924,"margin":-25,"times_noise":0.5031446540880503,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"gpt-6-astra","model":"gpt-6-astra","epoch":31,"audited_ts":1794884867,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":5,"total":110,"noise_diffs":4,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884867,"verdict":"SAME","outcome":null,"first_diffs":5,"first_total":110,"p_value":0.9900000000001001,"extra_sets":0,"diffs":5,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibwpwmdvjv2cncdjckdlcr5smllufl5dxwkkhax67mepu7pyhrnee/epochs/31/gpt-6-astra/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":21,"margin":-16,"alpha":0.005,"planned_fail_line":10,"probe_count":110,"power":0.9719241465223011,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":16},{"subject":"Medical (drug half-lives)","differed":1,"answered":13},{"subject":"Programming (release years)","differed":0,"answered":12},{"subject":"Biology (chromosome numbers)","differed":3,"answered":11},{"subject":"Mathematics (special values)","differed":0,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2}],"examples":[{"answer":62,"domain":"Biology (chromosome numbers)","question":"Mustelus manazo diploid chromosome number (2n, chromosomes)","reference":78},{"answer":50,"domain":"Biology (chromosome numbers)","question":"Chimaera monstrosa diploid chromosome number (chromosomes per somatic cell)","reference":58},{"answer":30,"domain":"Medical (drug half-lives)","question":"velmanase alfa mean terminal elimination half life hours","reference":33.6}],"latency_ms":5009,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.10190306927103299,"fail_line":21,"line_rate":0.19090909090909092,"margin":-16,"times_noise":1.25,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"},{"service":"claude-opus-5-5","model":"claude-opus-5.5","epoch":30,"audited_ts":1794089293,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":1,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089293,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9900000000000718,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialnyuynnl7w6tfpep24jfs3zr6nsawdm73hvhuiap2c5wmpb6tzy/epochs/30/claude-opus-5.5/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":12,"margin":-11,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":20},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Chinese literature (publication years)","differed":0,"answered":13},{"subject":"Programming (release years)","differed":1,"answered":9},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Chinese geography (measurements)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":2}],"examples":[{"answer":2010,"domain":"Programming (release years)","question":"hhvm first public release year","reference":2011}],"latency_ms":3376,"audit_cost_usd":0.076399,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":-11,"times_noise":2,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"gemini-4-argon","model":"gemini-4-argon","epoch":30,"audited_ts":1794089511,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089511,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9987341117902261,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeig24nntjbnfhjrnsdmagvstgakspm3v3m4nuliszfmfsqrlg253wm/epochs/30/gemini-4-argon/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":14,"margin":-13,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":17},{"subject":"Chinese internet (platform dates)","differed":0,"answered":15},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":11},{"subject":"Programming (release years)","differed":0,"answered":11},{"subject":"Chinese history (specific dates)","differed":0,"answered":7},{"subject":"Physics (material properties)","differed":0,"answered":7},{"subject":"Astronomy (periods and distances)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Medical (drug half-lives)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Chemistry (melting points)","differed":0,"answered":1}],"examples":[{"answer":66,"domain":"Pop culture (box office and ratings)","question":"number of cuts in 1917 film 2019 reported by sam mendes","reference":34}],"latency_ms":3933,"audit_cost_usd":0.023918,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":-13,"times_noise":1,"references":[{"model":"google/gemini-4-argon","type":"openrouter","provider_pin":["google-ai-studio"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"gemini-4-argon","model_display":"Gemini 4 Argon"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":17,"margin":-17,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[],"latency_ms":5238,"audit_cost_usd":0.010853,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-17,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"},{"service":"claude-fable-5-1","model":"claude-fable-5.1","epoch":30,"audited_ts":1794090166,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":47,"total":110,"noise_diffs":6,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087231,"verdict":"DIFF","outcome":null,"first_diffs":47,"first_total":110,"p_value":6.204362926862359e-15,"extra_sets":0,"diffs":47,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeig76s5twzlfdsr7hnlmx23zirajk7wx2tmwk4zdnc6fihdzwxemda/epochs/30/claude-fable-5.1/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":25,"margin":22,"alpha":0.005,"planned_fail_line":9,"probe_count":110,"power":0.9765431731782074,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":7,"answered":19},{"subject":"Programming (release years)","differed":9,"answered":17},{"subject":"Medical (drug half-lives)","differed":8,"answered":13},{"subject":"Physics (material properties)","differed":7,"answered":12},{"subject":"Chinese history (specific dates)","differed":2,"answered":8},{"subject":"Chemistry (melting points)","differed":4,"answered":7},{"subject":"Chinese geography (measurements)","differed":3,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":6},{"subject":"Chinese literature (publication years)","differed":4,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Astronomy (periods and distances)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":0,"answered":2}],"examples":[{"answer":6,"domain":"Pop culture (box office and ratings)","question":"Number of levels in the original 1990 arcade release of Rampart (Atari, standard campaign count of maps)","reference":3},{"answer":27.2,"domain":"Physics (material properties)","question":"Electrical resistivity of gallium (solid, polycrystalline) at 20 °C (×10⁻⁸ Ω·m)","reference":14},{"answer":174,"domain":"Biology (chromosome numbers)","question":"Rhincodon typus diploid chromosome number 2n","reference":102}],"latency_ms":5240,"audit_cost_usd":0.187076,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090166,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifpcpcjhj6cjkaplt6tbya32jdxskxxtmiynesevdf753ricgjndu/epochs/30/claude-fable-5.1/audits/0xf601f7c04f1ec705c6ef29d42847f269c4d6d9a3b9fe755f7de0b00a94890497/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[],"examples":[],"latency_ms":2566,"audit_cost_usd":0.579318,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.12736784728051243,"fail_line":25,"line_rate":0.22727272727272727,"margin":22,"times_noise":7.833333333333333,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"claude-sonnet-5-5","model":"claude-sonnet-5.5","epoch":30,"audited_ts":1794090275,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":21,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087339,"verdict":"DIFF","outcome":null,"first_diffs":21,"first_total":100,"p_value":0.00004815619362169044,"extra_sets":0,"diffs":21,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifv6bxh3x5lfvf26duhafwl44rrkk4amuklidoyejilgmr3gichmy/epochs/30/claude-sonnet-5.5/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":17,"margin":4,"alpha":0.005,"planned_fail_line":8,"probe_count":100,"power":0.9738370108214638,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":15},{"subject":"Medical (drug half-lives)","differed":7,"answered":11},{"subject":"Astronomy (periods and distances)","differed":2,"answered":11},{"subject":"Mathematics (special values)","differed":1,"answered":8},{"subject":"Chemistry (boiling points)","differed":1,"answered":8},{"subject":"Chinese literature (publication years)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":3,"answered":7},{"subject":"Chemistry (melting points)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":1,"answered":5},{"subject":"Cryptography (parameters)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4},{"subject":"Chinese geography (measurements)","differed":0,"answered":2}],"examples":[{"answer":72,"domain":"Medical (drug half-lives)","question":"Cholic acid elimination half-life (hours)","reference":3},{"answer":2,"domain":"Medical (drug half-lives)","question":"Elosulfase alfa mean elimination half-life at week 22 (minutes)","reference":0.5},{"answer":174611,"domain":"Mathematics (special values)","question":"Numerator of Bernoulli number B 20 in lowest terms","reference":-174611}],"latency_ms":4790,"audit_cost_usd":0.010865,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090275,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":4,"noise_total":120,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeidalbaby7k2zlk3mzh7qx7umhnwo4vmyttdw6mdmap2o7ayi277ru/epochs/30/claude-sonnet-5.5/audits/0xf601f7c04f1ec705c6ef29d42847f269c4d6d9a3b9fe755f7de0b00a94890497/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[],"examples":[],"latency_ms":2605,"audit_cost_usd":0.141858,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":4,"times_noise":10.5,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-sonnet-5-5","model_display":"Claude Sonnet 5.5"}],"rounds":[{"epoch":31,"started_ts":1794884867,"first_round":false,"passed":3,"failed":0,"not_tested":0,"pending":0,"points_multiplier":1.12},{"epoch":30,"started_ts":1794087448,"first_round":false,"passed":6,"failed":0,"not_tested":2,"pending":1,"points_multiplier":1.12},{"epoch":29,"started_ts":1793825231,"first_round":false,"passed":2,"failed":6,"not_tested":0,"pending":0,"points_multiplier":0.06},{"epoch":27,"started_ts":1792611051,"first_round":true,"passed":2,"failed":0,"not_tested":0,"pending":0,"points_multiplier":null}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60814504,"as_of_ts":1795353306,"indexer_lag_blocks":3878,"generated_at":1795354061,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0xfc36cdd13d21335bc8e10eed79583754d2e48842/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}