{"data":{"address":"0x3040c5a1e12f416a1ed2d6ce62e1d34241da7139","agent_id":"94730","name":"Relay Works","epoch":32,"unread":0,"evidence_missing":1,"live":{"same":9,"diff":1,"points_multiplier":1.14},"models":[{"service":"minimax-m3","model":"minimax-m3","epoch":31,"audited_ts":1795025662,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":86,"total":180,"noise_diffs":26,"noise_total":180,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884880,"verdict":"DIFF","outcome":null,"first_diffs":68,"first_total":169,"p_value":2.738285476332563e-8,"extra_sets":0,"diffs":68,"total":169,"noise_diffs":24,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.21464119581567465,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiab3ejslpjr5wxjcbsgfi43gv42ohgfndpquvbzewzdjwzrzku2mm/epochs/31/minimax-m3/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":52,"margin":16,"alpha":0.005,"planned_fail_line":41,"probe_count":170,"power":0.9056843833138059,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":6,"answered":25},{"subject":"Programming (release years)","differed":14,"answered":21},{"subject":"Chinese geography (measurements)","differed":6,"answered":19},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":16},{"subject":"Chinese history (specific dates)","differed":7,"answered":14},{"subject":"Mathematics (special values)","differed":4,"answered":14},{"subject":"Chinese internet (platform dates)","differed":1,"answered":12},{"subject":"Physics (material properties)","differed":6,"answered":11},{"subject":"Medical (drug half-lives)","differed":8,"answered":9},{"subject":"Chemistry (melting points)","differed":5,"answered":8},{"subject":"Biology (chromosome numbers)","differed":4,"answered":5},{"subject":"Astronomy (periods and distances)","differed":4,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":3}],"examples":[{"answer":10000000,"domain":"Physics (material properties)","question":"relative permittivity of graphite at 293 k","reference":10},{"answer":1551324,"domain":"Mathematics (special values)","question":"largest known prime gap at least n 1e19","reference":1550},{"answer":10800,"domain":"Astronomy (periods and distances)","question":"Large Magellanic Cloud angular diameter arcmin","reference":645}],"latency_ms":617,"audit_cost_usd":0.002055,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1795025662,"verdict":"DIFF","outcome":null,"first_diffs":86,"first_total":180,"p_value":7.330080418504848e-15,"extra_sets":0,"diffs":86,"total":180,"noise_diffs":26,"noise_total":180,"pooled_p_value":null,"noise_ceiling":0.21601858398467355,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiekfi63vqolc7gobavrdkqm7zfd6ry3shvvz3tma42unzlxfijchy/epochs/31/minimax-m3/audits/0xf03772be8fa18198cb95db41757fce9efabbf9c4acc60dfd0172d5a7eb867f26/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":55,"margin":31,"alpha":0.005,"planned_fail_line":44,"probe_count":180,"power":0.9251617298204315,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":13,"answered":17},{"subject":"Chinese history (specific dates)","differed":9,"answered":17},{"subject":"Chinese geography (measurements)","differed":5,"answered":16},{"subject":"Medical (drug half-lives)","differed":11,"answered":15},{"subject":"Chinese internet (platform dates)","differed":7,"answered":15},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":15},{"subject":"Cryptography (parameters)","differed":7,"answered":13},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":12},{"subject":"Physics (material properties)","differed":8,"answered":11},{"subject":"Chemistry (melting points)","differed":5,"answered":11},{"subject":"Programming (release years)","differed":3,"answered":11},{"subject":"Chemistry (boiling points)","differed":4,"answered":8},{"subject":"Biology (chromosome numbers)","differed":5,"answered":7},{"subject":"Mathematics (special values)","differed":2,"answered":7},{"subject":"Astronomy (periods and distances)","differed":1,"answered":5}],"examples":[{"answer":1632,"domain":"Cryptography (parameters)","question":"ml kem 512 decap secret bytes","reference":32},{"answer":12,"domain":"Pop culture (box office and ratings)","question":"freaks track count","reference":1},{"answer":90,"domain":"Medical (drug half-lives)","question":"talazoparib elimination half life hours","reference":15}],"latency_ms":999,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.21601858398467355,"fail_line":55,"line_rate":0.3055555555555556,"margin":31,"times_noise":3.3076923076923084,"references":[{"model":"minimax/minimax-m3","type":"openrouter","provider_pin":["minimax"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"minimax-m3","model_display":"MiniMax M3"},{"service":"glm-5.3","model":"glm-5.3","epoch":31,"audited_ts":1794884927,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":27,"total":160,"noise_diffs":18,"noise_total":160,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884927,"verdict":"SAME","outcome":null,"first_diffs":27,"first_total":160,"p_value":0.7167057695859198,"extra_sets":0,"diffs":27,"total":160,"noise_diffs":18,"noise_total":160,"pooled_p_value":null,"noise_ceiling":0.1836085782276906,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicf74pfwk3elpywy2ruyy4m6m6ogbftuyul4qqymz3bnigneznrry/epochs/31/glm-5.3/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":44,"margin":-17,"alpha":0.005,"planned_fail_line":26,"probe_count":160,"power":0.9606490415963258,"detail":{"subjects":[{"subject":"Programming (release years)","differed":6,"answered":22},{"subject":"Chinese geography (measurements)","differed":1,"answered":15},{"subject":"Astronomy (periods and distances)","differed":3,"answered":14},{"subject":"Cryptography (parameters)","differed":1,"answered":14},{"subject":"Biology (chromosome numbers)","differed":4,"answered":13},{"subject":"Physics (material properties)","differed":2,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":12},{"subject":"Chinese literature (publication years)","differed":1,"answered":12},{"subject":"Chemistry (boiling points)","differed":1,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Medical (drug half-lives)","differed":1,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Chinese internet (platform dates)","differed":0,"answered":7},{"subject":"Chinese history (specific dates)","differed":4,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":4}],"examples":[{"answer":18,"domain":"Physics (material properties)","question":"neutron electric dipole moment upper limit (in e·m, 10^-27 scale)","reference":1.8},{"answer":28,"domain":"Biology (chromosome numbers)","question":"white-legged snake millipede Tachypodoiulus niger diploid chromosome number (2n, chromosomes)","reference":8},{"answer":1312,"domain":"Astronomy (periods and distances)","question":"orbital period of Siarnaq in days","reference":896}],"latency_ms":1905,"audit_cost_usd":0.006085999999999999,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1836085782276906,"fail_line":44,"line_rate":0.275,"margin":-17,"times_noise":1.5,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"mimo-v2.6-pro","model":"mimo-v2.6-pro","epoch":31,"audited_ts":1794884947,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":14,"total":140,"noise_diffs":17,"noise_total":140,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884947,"verdict":"SAME","outcome":null,"first_diffs":14,"first_total":140,"p_value":0.9995349176519059,"extra_sets":0,"diffs":14,"total":140,"noise_diffs":17,"noise_total":140,"pooled_p_value":null,"noise_ceiling":0.20014855842407675,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihrgey2xbjonncxulwzqdrp44ypvxn2o4godrrmujmngs4472wsxq/epochs/31/mimo-v2.6-pro/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":42,"margin":-28,"alpha":0.005,"planned_fail_line":23,"probe_count":140,"power":0.9229742407741863,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":3,"answered":15},{"subject":"Chinese literature (publication years)","differed":1,"answered":13},{"subject":"Chemistry (melting points)","differed":1,"answered":12},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":1,"answered":10},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Cryptography (parameters)","differed":2,"answered":9},{"subject":"Chinese history (specific dates)","differed":1,"answered":9},{"subject":"Programming (release years)","differed":1,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Mathematics (special values)","differed":1,"answered":7},{"subject":"Chemistry (boiling points)","differed":1,"answered":7},{"subject":"Biology (chromosome numbers)","differed":1,"answered":6},{"subject":"Medical (drug half-lives)","differed":0,"answered":3}],"examples":[{"answer":19,"domain":"Chemistry (boiling points)","question":"1,1,1,3,3-pentafluoropropane bp C at 1atm","reference":-16},{"answer":256,"domain":"Cryptography (parameters)","question":"bike l1 ring dimension r value","reference":12323},{"answer":128,"domain":"Cryptography (parameters)","question":"falcon1024 signature bytes","reference":1280}],"latency_ms":3116,"audit_cost_usd":0.003516,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.20014855842407675,"fail_line":42,"line_rate":0.3,"margin":-28,"times_noise":0.823529411764706,"references":[{"model":"xiaomi/mimo-v2.6-pro","type":"openrouter","provider_pin":["xiaomi/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"mimo-v2-6-pro","model_display":"MiMo V2.6 Pro"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":31,"audited_ts":1794884955,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":15,"total":170,"noise_diffs":18,"noise_total":170,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884955,"verdict":"SAME","outcome":null,"first_diffs":15,"first_total":170,"p_value":0.9994686216635571,"extra_sets":0,"diffs":15,"total":170,"noise_diffs":18,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.17322528544870552,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigwvcrt5u3yg5ij3kusoeaw6lhqx5nckmfeyp7esb6x76pwwa76te/epochs/31/qwen3.8-27b/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":44,"margin":-29,"alpha":0.005,"planned_fail_line":40,"probe_count":170,"power":0.9076459867485402,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":3,"answered":25},{"subject":"Chinese geography (measurements)","differed":3,"answered":20},{"subject":"Chinese internet (platform dates)","differed":0,"answered":20},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":13},{"subject":"Chinese history (specific dates)","differed":2,"answered":12},{"subject":"Medical (drug half-lives)","differed":1,"answered":11},{"subject":"Physics (material properties)","differed":2,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":9},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":7},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Biology (chromosome numbers)","differed":0,"answered":6},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":140,"domain":"Chinese geography (measurements)","question":"重庆市武隆区天生三桥景区天龙桥跨度（米）","reference":82},{"answer":5,"domain":"Medical (drug half-lives)","question":"Lenalidomide elimination half-life in hours","reference":3},{"answer":1024,"domain":"Chinese history (specific dates)","question":"《大衍历》颁布年份","reference":729}],"latency_ms":902,"audit_cost_usd":0.003266,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.17322528544870552,"fail_line":44,"line_rate":0.25882352941176473,"margin":-29,"times_noise":0.8333333333333334,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"qwen3-8-27b","model_display":"Qwen 3.8 27B"},{"service":"claude-sonnet-5.5","model":"claude-sonnet-5.5","epoch":31,"audited_ts":1794884914,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884914,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":130,"p_value":0.9762266952568531,"extra_sets":0,"diffs":8,"total":130,"noise_diffs":6,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.10842832016054826,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeia46venpio3y2ed4cnblslv7k34zdusdsll5ybcvm6e3wb4pssgbm/epochs/31/claude-sonnet-5.5/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":25,"margin":-17,"alpha":0.005,"planned_fail_line":19,"probe_count":130,"power":0.9318325656853766,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":2,"answered":16},{"subject":"Biology (chromosome numbers)","differed":1,"answered":16},{"subject":"Programming (release years)","differed":1,"answered":14},{"subject":"Physics (material properties)","differed":1,"answered":11},{"subject":"Chemistry (melting points)","differed":1,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":8,"domain":"Medical (drug half-lives)","question":"Rufinamide elimination half-life in adults (hours)","reference":10},{"answer":6,"domain":"Medical (drug half-lives)","question":"Miglustat elimination half-life in adults (hours)","reference":7},{"answer":238,"domain":"Physics (material properties)","question":"Speed of sound in liquid helium-4 at 2.17 K (m/s)","reference":227}],"latency_ms":1308,"audit_cost_usd":0.019683,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10842832016054826,"fail_line":25,"line_rate":0.19230769230769232,"margin":-17,"times_noise":1.3333333333333333,"references":[{"model":"anthropic/claude-sonnet-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-sonnet-5-5","model_display":"Claude Sonnet 5.5"},{"service":"gpt-6-astra","model":"gpt-6-astra","epoch":31,"audited_ts":1794884867,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":5,"total":110,"noise_diffs":4,"noise_total":110,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884867,"verdict":"SAME","outcome":null,"first_diffs":5,"first_total":110,"p_value":0.9900000000001001,"extra_sets":0,"diffs":5,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibwpwmdvjv2cncdjckdlcr5smllufl5dxwkkhax67mepu7pyhrnee/epochs/31/gpt-6-astra/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":21,"margin":-16,"alpha":0.005,"planned_fail_line":10,"probe_count":110,"power":0.9719241465223011,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":1,"answered":16},{"subject":"Medical (drug half-lives)","differed":0,"answered":13},{"subject":"Programming (release years)","differed":1,"answered":12},{"subject":"Biology (chromosome numbers)","differed":1,"answered":11},{"subject":"Mathematics (special values)","differed":0,"answered":11},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Chemistry (melting points)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":0,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":1,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2}],"examples":[{"answer":104,"domain":"Biology (chromosome numbers)","question":"Raja clavata diploid chromosome count (chromosomes)","reference":98},{"answer":1706,"domain":"Chinese history (specific dates)","question":"Quan Tang Shi (Complete Tang Poems) imperial compilation completion year (CE)","reference":1707},{"answer":1925,"domain":"Chinese literature (publication years)","question":"《洪水》半月刊创刊年份（公元年）","reference":1924}],"latency_ms":5811,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.10190306927103299,"fail_line":21,"line_rate":0.19090909090909092,"margin":-16,"times_noise":1.25,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"},{"service":"claude-opus-5.5","model":"claude-opus-5.5","epoch":31,"audited_ts":1794884854,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":3,"total":120,"noise_diffs":2,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794884854,"verdict":"SAME","outcome":null,"first_diffs":3,"first_total":120,"p_value":0.9900000000000585,"extra_sets":0,"diffs":3,"total":120,"noise_diffs":2,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.0682058583563685,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiaboi6qbsznwbpgp23pxxjhmo26z4xundac5o77cm6qqjgsxbqn7a/epochs/31/claude-opus-5.5/audits/0xa9c75ae0213358053a652f20296b796817c7b32ea22b233046b22b7e463c22df/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":17,"margin":-14,"alpha":0.005,"planned_fail_line":13,"probe_count":120,"power":0.9552053774246313,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":28},{"subject":"Programming (release years)","differed":0,"answered":15},{"subject":"Chinese internet (platform dates)","differed":2,"answered":13},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Chinese literature (publication years)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":1,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":642,"domain":"Chemistry (melting points)","question":"rubidium iodide melting point celsius","reference":656},{"answer":1996,"domain":"Chinese internet (platform dates)","question":"foxmail email client first release year","reference":1997},{"answer":2010,"domain":"Chinese internet (platform dates)","question":"bilibili website launch year ce","reference":2009}],"latency_ms":3554,"audit_cost_usd":0,"reasoning":null}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.0682058583563685,"fail_line":17,"line_rate":0.14166666666666666,"margin":-14,"times_noise":1.5,"references":[{"model":"anthropic/claude-opus-5.5","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-opus-5-5","model_display":"Claude Opus 5.5"},{"service":"claude-fable-5.1","model":"claude-fable-5.1","epoch":31,"audited_ts":1794884908,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":2,"total":110,"noise_diffs":4,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884908,"verdict":"SAME","outcome":null,"first_diffs":2,"first_total":110,"p_value":0.9999010804215221,"extra_sets":0,"diffs":2,"total":110,"noise_diffs":4,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.10190306927103299,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeibvdlzlbisseuk6gsvm57eonja2v6e4uvbesx7ev2ijmdmvhi7bxy/epochs/31/claude-fable-5.1/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":21,"margin":-19,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9505493097976483,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":0,"answered":18},{"subject":"Biology (chromosome numbers)","differed":0,"answered":17},{"subject":"Medical (drug half-lives)","differed":1,"answered":15},{"subject":"Programming (release years)","differed":0,"answered":13},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Physics (material properties)","differed":0,"answered":8},{"subject":"Chinese literature (publication years)","differed":0,"answered":7},{"subject":"Chinese geography (measurements)","differed":1,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Chinese internet (platform dates)","differed":0,"answered":4},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Astronomy (periods and distances)","differed":0,"answered":2},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":15,"domain":"Medical (drug half-lives)","question":"tezacaftor elimination half life hours","reference":25},{"answer":2069,"domain":"Chinese geography (measurements)","question":"Hongze Lake surface area km2","reference":1597}],"latency_ms":1902,"audit_cost_usd":0.07318899999999999,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.10190306927103299,"fail_line":21,"line_rate":0.19090909090909092,"margin":-19,"times_noise":0.5,"references":[{"model":"anthropic/claude-fable-5.1","type":"openrouter","provider_pin":["anthropic"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"claude-fable-5-1","model_display":"Claude Fable 5.1"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9997948463214201,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":17,"margin":-16,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Biology (chromosome numbers)","differed":1,"answered":9},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":264,"domain":"Biology (chromosome numbers)","question":"Dendrolycopodium obscurum diploid chromosome number (2n, chromosomes per somatic cell)","reference":68}],"latency_ms":4880,"audit_cost_usd":0.010685,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-16,"times_noise":0.5,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":32,"counts_now":false,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0xf989cbdb6472f0c26f740aa895ae0b6a4a7b2f0ead20aac9db71bbe65b96b680/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[],"examples":[],"latency_ms":161,"audit_cost_usd":0.004888,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"deepseek-v4-pro","model_display":"DeepSeek V4 Pro"},{"service":"kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794087775,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":32,"counts_now":false,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x8c9478ad4512ab05bfef0dd9c667d2d456cb15d88ffa26cbcf14fc63504d88d4/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[],"examples":[],"latency_ms":201,"audit_cost_usd":0.023251,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"}],"rounds":[{"epoch":31,"started_ts":1794884854,"first_round":false,"passed":8,"failed":1,"not_tested":0,"pending":0,"points_multiplier":1.14},{"epoch":30,"started_ts":1794087231,"first_round":false,"passed":0,"failed":0,"not_tested":11,"pending":0,"points_multiplier":1.02},{"epoch":29,"started_ts":1793825105,"first_round":false,"passed":6,"failed":1,"not_tested":0,"pending":0,"points_multiplier":1.06},{"epoch":27,"started_ts":1792611843,"first_round":true,"passed":5,"failed":0,"not_tested":1,"pending":0,"points_multiplier":null}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":60818922,"as_of_ts":1795354207,"indexer_lag_blocks":3637,"generated_at":1795354890,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/providers/0x3040c5a1e12f416a1ed2d6ce62e1d34241da7139/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=providers"}}}