{"data":{"model":"qwen3-8-27b","display":"Qwen 3.8 27B","services":["qwen3.8-27b","qwen/qwen3.8-27b"],"sellers":[{"service":"qwen/qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794090820,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":71,"total":340,"noise_diffs":27,"noise_total":340,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"DIFF","outcome":null,"first_diffs":47,"first_total":160,"p_value":0.000003897015375679261,"extra_sets":0,"diffs":47,"total":160,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/88c849029c02310ce360625a9d8e333a50f515d6/evidence.json","fail_line":38,"margin":9,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":7,"answered":23},{"subject":"Chinese geography (measurements)","differed":3,"answered":18},{"subject":"Chinese literature (publication years)","differed":4,"answered":16},{"subject":"Internet culture (dates and numbers)","differed":6,"answered":15},{"subject":"Programming (release years)","differed":3,"answered":11},{"subject":"Biology (chromosome numbers)","differed":6,"answered":10},{"subject":"Medical (drug half-lives)","differed":4,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Astronomy (periods and distances)","differed":4,"answered":9},{"subject":"Physics (material properties)","differed":2,"answered":9},{"subject":"Mathematics (special values)","differed":2,"answered":9},{"subject":"Cryptography (parameters)","differed":4,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":10680,"domain":"Astronomy (periods and distances)","question":"Angular diameter in arcseconds of Andromeda Galaxy M31","reference":178},{"answer":39,"domain":"Pop culture (box office and ratings)","question":"Number of shots in the long take of Birdman or (The Unexpected Virtue of Ignorance)","reference":1},{"answer":4,"domain":"Internet culture (dates and numbers)","question":"Number of original BGP version numbers","reference":1}],"latency_ms":12312,"audit_cost_usd":0.09591800000000003,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":5,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":601,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":601,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":601,"valid_answers":10},{"strategy":"bare","reasoning_tokens":601,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090820,"verdict":"DIFF","outcome":null,"first_diffs":36,"first_total":170,"p_value":0.01132282491879644,"extra_sets":1,"diffs":71,"total":340,"noise_diffs":27,"noise_total":340,"pooled_p_value":0.000002470391732431881,"noise_ceiling":0.12013566562898292,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiflo7qa5weczuelmadhjso4ucf6iqxtirdztkxz4xiddloy2jxkhu/epochs/30/qwen3.8-27b/audits/0xe89b139117a1579c983675e073d81ae7365e285d5b22a1889b8c767f2a83ba94/sellers/88c849029c02310ce360625a9d8e333a50f515d6/evidence.json","fail_line":58,"margin":13,"alpha":0.005,"planned_fail_line":39,"probe_count":170,"power":0.9117507449057369,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":3,"answered":26},{"subject":"Programming (release years)","differed":3,"answered":21},{"subject":"Internet culture (dates and numbers)","differed":5,"answered":19},{"subject":"Chinese internet (platform dates)","differed":3,"answered":14},{"subject":"Biology (chromosome numbers)","differed":4,"answered":13},{"subject":"Chinese geography (measurements)","differed":3,"answered":13},{"subject":"Physics (material properties)","differed":2,"answered":13},{"subject":"Chinese history (specific dates)","differed":2,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":9},{"subject":"Medical (drug half-lives)","differed":4,"answered":7},{"subject":"Mathematics (special values)","differed":2,"answered":7},{"subject":"Cryptography (parameters)","differed":1,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":5},{"subject":"Astronomy (periods and distances)","differed":3,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":4}],"examples":[{"answer":1903.7449368,"domain":"Astronomy (periods and distances)","question":"Rotation period of 1 Iapetus in hours","reference":79.3},{"answer":16,"domain":"Biology (chromosome numbers)","question":"Fungi Aspergillus niger diploid equivalent chromosome count in asexual cycle","reference":8},{"answer":0.0926,"domain":"Physics (material properties)","question":"J psi meson width MeV","reference":92.6}],"latency_ms":11725,"audit_cost_usd":0.11367,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":5,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":601,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":601,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":601,"valid_answers":10},{"strategy":"bare","reasoning_tokens":601,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.12013566562898292,"fail_line":58,"line_rate":0.17058823529411765,"margin":13,"times_noise":2.6296296296296298,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x88c849029c02310ce360625a9d8e333a50f515d6","agent_id":"68904","name":"Phala"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":29,"total":170,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"SAME","outcome":null,"first_diffs":29,"first_total":170,"p_value":0.277920138887335,"extra_sets":0,"diffs":29,"total":170,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":39,"margin":-10,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":5,"answered":26},{"subject":"Chinese internet (platform dates)","differed":4,"answered":23},{"subject":"Chinese geography (measurements)","differed":3,"answered":18},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":15},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Medical (drug half-lives)","differed":3,"answered":10},{"subject":"Chinese history (specific dates)","differed":2,"answered":10},{"subject":"Biology (chromosome numbers)","differed":2,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":10},{"subject":"Astronomy (periods and distances)","differed":3,"answered":9},{"subject":"Mathematics (special values)","differed":2,"answered":9},{"subject":"Physics (material properties)","differed":1,"answered":9},{"subject":"Cryptography (parameters)","differed":1,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":2,"domain":"Chinese literature (publication years)","question":"The number of main protagonists in the original web novel \"I Am Not an Invader\" by Chen Qiufan","reference":1},{"answer":56,"domain":"Chinese literature (publication years)","question":"高适《别董大》诗句字数","reference":28},{"answer":32,"domain":"Biology (chromosome numbers)","question":"Saccharomyces cerevisiae diploid chromosome number (2n)","reference":16}],"latency_ms":2859,"audit_cost_usd":0.002345,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":39,"line_rate":0.22941176470588234,"margin":-10,"times_noise":1.9333333333333333,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x412282c48584073c5aee6a79945f105a7777e194","agent_id":"47218","name":"💬 Banter"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794090820,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":27,"total":170,"noise_diffs":14,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"DIFF","outcome":null,"first_diffs":33,"first_total":170,"p_value":0.0799543431285033,"extra_sets":1,"diffs":76,"total":340,"noise_diffs":30,"noise_total":340,"pooled_p_value":0.000001702431895516988,"noise_ceiling":0.13048772011097887,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/9e402b4d2b20f723ea8b7ae32bd46fec6d2a8ec3/evidence.json","fail_line":62,"margin":14,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":2,"answered":26},{"subject":"Chinese internet (platform dates)","differed":4,"answered":23},{"subject":"Chinese geography (measurements)","differed":4,"answered":18},{"subject":"Internet culture (dates and numbers)","differed":4,"answered":15},{"subject":"Programming (release years)","differed":2,"answered":11},{"subject":"Biology (chromosome numbers)","differed":5,"answered":10},{"subject":"Chinese history (specific dates)","differed":2,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Physics (material properties)","differed":2,"answered":9},{"subject":"Mathematics (special values)","differed":2,"answered":9},{"subject":"Astronomy (periods and distances)","differed":2,"answered":9},{"subject":"Cryptography (parameters)","differed":2,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":4500,"domain":"Chinese geography (measurements)","question":"Nam Co Lake surface area in square kilometers","reference":2041},{"answer":2.77,"domain":"Astronomy (periods and distances)","question":"Mean distance from Sun of minor planet 2 Pallas in million kilometers","reference":277},{"answer":15,"domain":"Chinese history (specific dates)","question":"Number of prefectures recorded in the Tang Liudian (c. 800 AD)","reference":328}],"latency_ms":1290,"audit_cost_usd":0.0007149999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090820,"verdict":"SAME","outcome":null,"first_diffs":27,"first_total":170,"p_value":0.3309708286884554,"extra_sets":0,"diffs":27,"total":170,"noise_diffs":14,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.1446574557693867,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiflo7qa5weczuelmadhjso4ucf6iqxtirdztkxz4xiddloy2jxkhu/epochs/30/qwen3.8-27b/audits/0xe89b139117a1579c983675e073d81ae7365e285d5b22a1889b8c767f2a83ba94/sellers/9e402b4d2b20f723ea8b7ae32bd46fec6d2a8ec3/evidence.json","fail_line":38,"margin":-11,"alpha":0.005,"planned_fail_line":39,"probe_count":170,"power":0.9117507449057369,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":4,"answered":26},{"subject":"Programming (release years)","differed":2,"answered":21},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":19},{"subject":"Chinese internet (platform dates)","differed":1,"answered":14},{"subject":"Chinese geography (measurements)","differed":3,"answered":13},{"subject":"Biology (chromosome numbers)","differed":1,"answered":13},{"subject":"Physics (material properties)","differed":0,"answered":13},{"subject":"Chinese history (specific dates)","differed":3,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":9},{"subject":"Mathematics (special values)","differed":2,"answered":7},{"subject":"Medical (drug half-lives)","differed":2,"answered":7},{"subject":"Chemistry (melting points)","differed":2,"answered":5},{"subject":"Cryptography (parameters)","differed":1,"answered":5},{"subject":"Astronomy (periods and distances)","differed":1,"answered":4},{"subject":"Chemistry (boiling points)","differed":1,"answered":4}],"examples":[{"answer":549,"domain":"Chinese history (specific dates)","question":"Zu Chongzhi's age at death (years)","reference":54},{"answer":500,"domain":"Chinese history (specific dates)","question":"《张丘建算经》中\"百鸡问题\"的总价钱(钱)","reference":100},{"answer":2,"domain":"Mathematics (special values)","question":"Polygamma function value psi 2(1) (dimensionless)","reference":-2}],"latency_ms":1107,"audit_cost_usd":0.0007300000000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":true,"noise_ceiling":0.1446574557693867,"fail_line":38,"line_rate":0.2235294117647059,"margin":-11,"times_noise":1.9285714285714284,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x9e402b4d2b20f723ea8b7ae32bd46fec6d2a8ec3","agent_id":"98371","name":"engy"},{"service":"qwen/qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":11,"total":94,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"SAME","outcome":null,"first_diffs":11,"first_total":94,"p_value":0.8630427225400377,"extra_sets":0,"diffs":11,"total":94,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/70bcfce8a69d8dd145e91c77c13e74fe9c668261/evidence.json","fail_line":25,"margin":-14,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":3,"answered":26},{"subject":"Chinese geography (measurements)","differed":1,"answered":18},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":15},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":10},{"subject":"Physics (material properties)","differed":4,"answered":9},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Cryptography (parameters)","differed":0,"answered":7}],"examples":[{"answer":13,"domain":"Physics (material properties)","question":"Thermal conductivity of graphite along c-axis at 300 K (W/(m*K))","reference":5},{"answer":2,"domain":"Chinese literature (publication years)","question":"The number of main protagonists in the original web novel \"I Am Not an Invader\" by Chen Qiufan","reference":1},{"answer":4,"domain":"Pop culture (box office and ratings)","question":"The number of levels in the original 1980 arcade version of \"Donkey Kong\"","reference":25}],"latency_ms":1000,"audit_cost_usd":0.001138,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":25,"line_rate":0.26595744680851063,"margin":-14,"times_noise":1.326241134751773,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x70bcfce8a69d8dd145e91c77c13e74fe9c668261","agent_id":"159799","name":"PawFlor-SI-Gateway ⚡"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":19,"total":170,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"SAME","outcome":null,"first_diffs":19,"first_total":170,"p_value":0.9460156182714761,"extra_sets":0,"diffs":19,"total":170,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":39,"margin":-20,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":3,"answered":26},{"subject":"Chinese internet (platform dates)","differed":2,"answered":23},{"subject":"Chinese geography (measurements)","differed":2,"answered":18},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":15},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Biology (chromosome numbers)","differed":3,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Chinese history (specific dates)","differed":1,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Physics (material properties)","differed":1,"answered":9},{"subject":"Mathematics (special values)","differed":1,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Cryptography (parameters)","differed":2,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":12,"domain":"Medical (drug half-lives)","question":"Propranolol elimination half-life in hours","reference":3},{"answer":2,"domain":"Chinese literature (publication years)","question":"The number of main protagonists in the original web novel \"The King's Avatar\"","reference":1},{"answer":32,"domain":"Biology (chromosome numbers)","question":"Saccharomyces cerevisiae diploid chromosome number (2n)","reference":16}],"latency_ms":2333,"audit_cost_usd":0.014472,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":39,"line_rate":0.22941176470588234,"margin":-20,"times_noise":1.2666666666666666,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0xbe05d687c4bb964f1a133adfdb2b4df9d0c9bc5d","agent_id":"47273","name":"Fire Ant 🔥🐜"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":19,"total":170,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"SAME","outcome":null,"first_diffs":19,"first_total":170,"p_value":0.9460156182714761,"extra_sets":0,"diffs":19,"total":170,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/1d90f467689d499dc435e5744b4613c3203eb0aa/evidence.json","fail_line":39,"margin":-20,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":2,"answered":26},{"subject":"Chinese internet (platform dates)","differed":2,"answered":23},{"subject":"Chinese geography (measurements)","differed":2,"answered":18},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":15},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Biology (chromosome numbers)","differed":3,"answered":10},{"subject":"Chinese history (specific dates)","differed":1,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Physics (material properties)","differed":4,"answered":9},{"subject":"Astronomy (periods and distances)","differed":1,"answered":9},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Cryptography (parameters)","differed":1,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":13,"domain":"Physics (material properties)","question":"Thermal conductivity of graphite along c-axis at 300 K (W/(m*K))","reference":5},{"answer":10,"domain":"Chinese history (specific dates)","question":"Number of households in a Tang Dynasty xiang (neighborhood) unit","reference":100},{"answer":24,"domain":"Biology (chromosome numbers)","question":"Odonata (dragonfly) diploid chromosome count","reference":14}],"latency_ms":2133,"audit_cost_usd":0.009781999999999999,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":465,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":168,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":39,"line_rate":0.22941176470588234,"margin":-20,"times_noise":1.2666666666666666,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x1d90f467689d499dc435e5744b4613c3203eb0aa","agent_id":"44694","name":"Open Forge"},{"service":"qwen/qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":18,"total":170,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"SAME","outcome":null,"first_diffs":18,"first_total":170,"p_value":0.9673482068087631,"extra_sets":0,"diffs":18,"total":170,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/7e9905496f803214bbe714c154397643890ddc4f/evidence.json","fail_line":39,"margin":-21,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":2,"answered":26},{"subject":"Chinese internet (platform dates)","differed":3,"answered":23},{"subject":"Chinese geography (measurements)","differed":2,"answered":18},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":15},{"subject":"Programming (release years)","differed":2,"answered":11},{"subject":"Biology (chromosome numbers)","differed":3,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Physics (material properties)","differed":3,"answered":9},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Cryptography (parameters)","differed":2,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":13,"domain":"Physics (material properties)","question":"Thermal conductivity of graphite along c-axis at 300 K (W/(m*K))","reference":5},{"answer":32,"domain":"Biology (chromosome numbers)","question":"Saccharomyces cerevisiae diploid chromosome number (2n)","reference":16},{"answer":24,"domain":"Biology (chromosome numbers)","question":"Odonata (dragonfly) diploid chromosome count","reference":14}],"latency_ms":1041,"audit_cost_usd":0.004498,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":39,"line_rate":0.22941176470588234,"margin":-21,"times_noise":1.2,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x7e9905496f803214bbe714c154397643890ddc4f","agent_id":"1136024","name":"RedPill"},{"service":"qwen/qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":18,"total":170,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"SAME","outcome":null,"first_diffs":18,"first_total":170,"p_value":0.9673482068087631,"extra_sets":0,"diffs":18,"total":170,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":39,"margin":-21,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":4,"answered":26},{"subject":"Chinese internet (platform dates)","differed":3,"answered":23},{"subject":"Chinese geography (measurements)","differed":2,"answered":18},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":15},{"subject":"Programming (release years)","differed":0,"answered":11},{"subject":"Biology (chromosome numbers)","differed":3,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Physics (material properties)","differed":3,"answered":9},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Cryptography (parameters)","differed":1,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":13,"domain":"Physics (material properties)","question":"Thermal conductivity of graphite along c-axis at 300 K (W/(m*K))","reference":5},{"answer":56,"domain":"Chinese literature (publication years)","question":"高适《别董大》诗句字数","reference":28},{"answer":24,"domain":"Biology (chromosome numbers)","question":"Odonata (dragonfly) diploid chromosome count","reference":14}],"latency_ms":2949,"audit_cost_usd":0.012819,"reasoning":{"strategy":"enable-thinking-false","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":641,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":826,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":1428,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":39,"line_rate":0.22941176470588234,"margin":-21,"times_noise":1.2,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x948a72bfce653e3e4d8bafa9b30cf73e5fa1a000","agent_id":"156017","name":"LLMart"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":17,"total":170,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"SAME","outcome":null,"first_diffs":17,"first_total":170,"p_value":0.9813619841618483,"extra_sets":0,"diffs":17,"total":170,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/42d190d6dcc967e2847adb43eb6c3f2b9f3b822f/evidence.json","fail_line":39,"margin":-22,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese literature (publication years)","differed":2,"answered":26},{"subject":"Chinese internet (platform dates)","differed":3,"answered":23},{"subject":"Chinese geography (measurements)","differed":2,"answered":18},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":15},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Biology (chromosome numbers)","differed":1,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":10},{"subject":"Chinese history (specific dates)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":10},{"subject":"Physics (material properties)","differed":3,"answered":9},{"subject":"Astronomy (periods and distances)","differed":2,"answered":9},{"subject":"Mathematics (special values)","differed":0,"answered":9},{"subject":"Cryptography (parameters)","differed":2,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":780,"domain":"Astronomy (periods and distances)","question":"luminosity distance to quasar 3C 273 in gigaparsecs","reference":2.45},{"answer":13,"domain":"Physics (material properties)","question":"Thermal conductivity of graphite along c-axis at 300 K (W/(m*K))","reference":5},{"answer":4,"domain":"Pop culture (box office and ratings)","question":"The number of levels in the original 1980 arcade version of \"Donkey Kong\"","reference":25}],"latency_ms":2771,"audit_cost_usd":0.002652,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":39,"line_rate":0.22941176470588234,"margin":-22,"times_noise":1.1333333333333333,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x42d190d6dcc967e2847adb43eb6c3f2b9f3b822f","agent_id":"98126","name":"Unified Rack · DeepSeek 240 tok/s"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":8,"total":113,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":113,"p_value":0.9971568328178493,"extra_sets":0,"diffs":8,"total":113,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0xc2a09ead63e451009ee5bd5e0004a9b8c95d28dee2dd91eb6b2613e4c1979fc0/sellers/0ee134b462785a6407860278ced89d193e1d6c41/evidence.json","fail_line":29,"margin":-21,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":2,"answered":20},{"subject":"Chinese literature (publication years)","differed":1,"answered":16},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":15},{"subject":"Chinese history (specific dates)","differed":1,"answered":10},{"subject":"Biology (chromosome numbers)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":1,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":10},{"subject":"Mathematics (special values)","differed":1,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Programming (release years)","differed":0,"answered":1}],"examples":[{"answer":8513,"domain":"Mathematics (special values)","question":"number of nonisomorphic planar graphs with 7 vertices","reference":853},{"answer":14,"domain":"Medical (drug half-lives)","question":"Upadacitinib elimination half-life hours","reference":9},{"answer":220,"domain":"Chinese history (specific dates)","question":"The year of the publication of Zhang Zhongjing's Shanghan Zabing Lun","reference":200}],"latency_ms":3645,"audit_cost_usd":0.000109,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":29,"line_rate":0.25663716814159293,"margin":-21,"times_noise":0.8023598820058997,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x0ee134b462785a6407860278ced89d193e1d6c41","agent_id":"98716","name":"OpenCheap"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":7,"total":14,"noise_diffs":15,"noise_total":170,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"UNDETERMINED","outcome":"malformed_output","first_diffs":7,"first_total":14,"p_value":null,"extra_sets":0,"diffs":7,"total":14,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":0.15188775155081613,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0x8153e146bb962ca98532f1ef212c639bc7031b7d10c3df777c2825e6063c18c6/sellers/4025423205c8f8390d6335e37494e1ca688eaa27/evidence.json","fail_line":7,"margin":0,"alpha":0.005,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":5,"answered":10},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Programming (release years)","differed":1,"answered":1}],"examples":[{"answer":520,"domain":"Chemistry (melting points)","question":"Intermetallic compound InSb semiconductor band gap eV at 300K","reference":0},{"answer":8,"domain":"Medical (drug half-lives)","question":"Primidone elimination half-life hours","reference":5},{"answer":35,"domain":"Medical (drug half-lives)","question":"Carbamazepine elimination half-life in hours","reference":25}],"latency_ms":36970,"audit_cost_usd":0.004441000000000001,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":618,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":400,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":571,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":314,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":408,"valid_answers":10},{"strategy":"bare","reasoning_tokens":631,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15188775155081613,"fail_line":7,"line_rate":0.5,"margin":0,"times_noise":5.666666666666666,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x4025423205c8f8390d6335e37494e1ca688eaa27","agent_id":"393029","name":"antseed-arctic-otter-aa27"},{"service":"qwen/qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"deadline_exceeded","valid_until_epoch":32,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"UNDETERMINED","outcome":"deadline_exceeded","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0x8153e146bb962ca98532f1ef212c639bc7031b7d10c3df777c2825e6063c18c6/sellers/d5e7d5950b6cc71c095da4ace0c0cb8495667be0/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0xd5e7d5950b6cc71c095da4ace0c0cb8495667be0","agent_id":"47214","name":"attacompute.ai"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":32,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0x00da29aae09935a55fa3424192166ad3ec5462faaf70f36818a93890ff58c8fc/sellers/1af8615fcc8ed840e19d840ccab9ade33211e2b5/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0.000198,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x1af8615fcc8ed840e19d840ccab9ade33211e2b5","agent_id":"55657","name":"ainoia"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":32,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0x8153e146bb962ca98532f1ef212c639bc7031b7d10c3df777c2825e6063c18c6/sellers/8564723f016e7c30684d29d704ae35303ba7b8b4/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0.002726,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x8564723f016e7c30684d29d704ae35303ba7b8b4","agent_id":"51642","name":"antseed-aggregator"},{"service":"qwen3.8-27b","model":"qwen3.8-27b","epoch":30,"audited_ts":1794087994,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":32,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087994,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":15,"noise_total":170,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifelrwgy65jicq2slqukvkpvpuovpao6gie3w4dllwbvrbb25cxzi/epochs/30/qwen3.8-27b/audits/0x8153e146bb962ca98532f1ef212c639bc7031b7d10c3df777c2825e6063c18c6/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":38,"probe_count":170,"power":0.920242622764647,"detail":{"subjects":[],"examples":[],"latency_ms":181,"audit_cost_usd":0.006907999999999999,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"qwen/qwen3.8-27b","type":"openrouter","provider_pin":["alibaba"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x3040c5a1e12f416a1ed2d6ce62e1d34241da7139","agent_id":"94730","name":"Relay Works"}],"rounds":[{"epoch":30,"started_ts":1794087994,"first_round":false,"passed":9,"failed":1,"not_tested":5,"pending":0}]},"meta":{"version":"v1","endpoint":"models.checks","as_of_block":56182592,"as_of_ts":1794426903,"indexer_lag_blocks":3695,"generated_at":1794427639,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#models.checks","page":"https://antseedstats.com/models/qwen3-8-27b/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=models"}}}