{"data":{"model":"deepseek-v4-pro","display":"DeepSeek V4 Pro","services":["deepseek/deepseek-v4-pro","deepseek-v4-pro"],"epoch":32,"unread":0,"evidence_missing":0,"sellers":[{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":35,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088209,"verdict":"DIFF","outcome":null,"first_diffs":33,"first_total":140,"p_value":0.004352524373968608,"extra_sets":0,"diffs":33,"total":140,"noise_diffs":11,"noise_total":139,"pooled_p_value":null,"noise_ceiling":0.14880675211812244,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihqos64itoqrf76svk6q3dtk66yxfsboktjrw2cg2wgefgw3ar35a/epochs/30/deepseek-v4-pro/audits/0x02582449d1b63426ffcbf83d4cb9f5d1f409d22061fc45013ac59e534fdc5b2f/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":33,"margin":0,"alpha":0.005,"planned_fail_line":23,"probe_count":140,"power":0.9229742407741863,"detail":{"subjects":[{"subject":"Programming (release years)","differed":7,"answered":19},{"subject":"Astronomy (periods and distances)","differed":3,"answered":16},{"subject":"Chinese geography (measurements)","differed":3,"answered":15},{"subject":"Biology (chromosome numbers)","differed":3,"answered":14},{"subject":"Chinese literature (publication years)","differed":3,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":12},{"subject":"Chinese history (specific dates)","differed":2,"answered":11},{"subject":"Chinese internet (platform dates)","differed":2,"answered":7},{"subject":"Mathematics (special values)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Medical (drug half-lives)","differed":1,"answered":6},{"subject":"Chemistry (boiling points)","differed":2,"answered":4},{"subject":"Physics (material properties)","differed":1,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":1,"answered":3}],"examples":[{"answer":8,"domain":"Pop culture (box office and ratings)","question":"number of camera setups in the copacabana tracking shot in goodfellas","reference":1},{"answer":317,"domain":"Astronomy (periods and distances)","question":"Laomedeia orbital period days","reference":3171.3},{"answer":2,"domain":"Medical (drug half-lives)","question":"Selegiline oral elimination half life hours","reference":10}],"latency_ms":7850,"audit_cost_usd":0.003102,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":82,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":82,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":68,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":69,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":74,"valid_answers":10},{"strategy":"bare","reasoning_tokens":73,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"DIFF","outcome":null,"first_diffs":35,"first_total":120,"p_value":0.00001180791661635435,"extra_sets":0,"diffs":35,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":28,"margin":7,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":7,"answered":14},{"subject":"Chinese internet (platform dates)","differed":4,"answered":14},{"subject":"Chinese geography (measurements)","differed":1,"answered":13},{"subject":"Chinese history (specific dates)","differed":1,"answered":12},{"subject":"Programming (release years)","differed":5,"answered":11},{"subject":"Chinese literature (publication years)","differed":4,"answered":10},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":4,"answered":5},{"subject":"Physics (material properties)","differed":3,"answered":5},{"subject":"Chemistry (melting points)","differed":2,"answered":3},{"subject":"Chemistry (boiling points)","differed":2,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":1,"domain":"Mathematics (special values)","question":"Number of known Pierpont primes with 10^6 digits","reference":0},{"answer":200000,"domain":"Physics (material properties)","question":"Barium titanate coercive field at 300 K","reference":100000},{"answer":16,"domain":"Pop culture (box office and ratings)","question":"Number of hidden cuts in the film \"Birdman\" (2014) as stated by the editor","reference":100}],"latency_ms":8358,"audit_cost_usd":0.002461,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":7,"times_noise":4.375,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0xb269dc2c211dfcd926222b4b2b82a731d22fb1a6","agent_id":"54037","name":"Edith AI"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":29,"audited_ts":1793825241,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":31,"counts_now":false,"diffs":22,"total":110,"noise_diffs":11,"noise_total":279,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1793825143,"verdict":"DIFF","outcome":null,"first_diffs":22,"first_total":110,"p_value":0.00002301772753118787,"extra_sets":0,"diffs":22,"total":110,"noise_diffs":11,"noise_total":279,"pooled_p_value":null,"noise_ceiling":0.07558143914263171,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeifurei5skoffu3dfqtnk36hdwjvqd7uqjrov5p5xw6bx7d55lfsky/epochs/29/deepseek-v4-pro/audits/0x83ad9896e10ab4daac3311e955548d2bb3a392b89441866a4217f32ff8b953a4/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":17,"margin":5,"alpha":0.005,"planned_fail_line":14,"probe_count":110,"power":0.9324523153467781,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":6,"answered":18},{"subject":"Medical (drug half-lives)","differed":2,"answered":18},{"subject":"Biology (chromosome numbers)","differed":2,"answered":16},{"subject":"Chemistry (boiling points)","differed":4,"answered":14},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Chinese geography (measurements)","differed":3,"answered":5},{"subject":"Mathematics (special values)","differed":2,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":2},{"subject":"Programming (release years)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":1}],"examples":[{"answer":-163,"domain":"Mathematics (special values)","question":"Discriminant of the imaginary quadratic field with class number 1 and largest absolute discriminant","reference":163},{"answer":214,"domain":"Chemistry (boiling points)","question":"Boiling point of triisobutylaluminium at 1 atm in °C","reference":86},{"answer":256000,"domain":"Chinese geography (measurements)","question":"Qaidam Basin area sq km","reference":120000}],"latency_ms":9985,"audit_cost_usd":0.043704,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":531,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":534,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":509,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":488,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":59,"valid_answers":0},{"strategy":"bare","reasoning_tokens":522,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1793825241,"verdict":"DIFF","outcome":null,"first_diffs":24,"first_total":114,"p_value":0.00004601136866248588,"extra_sets":0,"diffs":24,"total":114,"noise_diffs":17,"noise_total":328,"pooled_p_value":null,"noise_ceiling":0.08768196646084503,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeic3xgdgufl2mcgdn7dxrfctglgk2e6drborwnoxygzis3nal2h6e4/epochs/29/deepseek-v4-pro/audits/0xc3fd723f1820e4452d929168b8621e00c5564da40839644ff6ed3d33984f53e8/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":19,"margin":5,"alpha":0.005,"planned_fail_line":17,"probe_count":120,"power":0.9245919821103117,"detail":{"subjects":[{"subject":"Chemistry (melting points)","differed":5,"answered":19},{"subject":"Medical (drug half-lives)","differed":3,"answered":14},{"subject":"Chemistry (boiling points)","differed":2,"answered":13},{"subject":"Biology (chromosome numbers)","differed":4,"answered":10},{"subject":"Chinese internet (platform dates)","differed":2,"answered":10},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Physics (material properties)","differed":3,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":7},{"subject":"Chinese geography (measurements)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":1,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":910,"domain":"Chemistry (melting points)","question":"melting point celsius of AuCu I ordered phase","reference":410},{"answer":0.45,"domain":"Physics (material properties)","question":"Electron mobility in diamond at 300 K (square meter per volt second)","reference":0.22},{"answer":44,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Isoetes echinospora","reference":22}],"latency_ms":27511,"audit_cost_usd":0.050497,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":435,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":481,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":511,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":580,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":58,"valid_answers":0},{"strategy":"bare","reasoning_tokens":467,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.07558143914263171,"fail_line":17,"line_rate":0.15454545454545454,"margin":5,"times_noise":5.072727272727273,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["baidu/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0xd19ffae0e85b5230422019926b2f37ec0f1f41f3","agent_id":"53509","name":"Super Seeder"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":18,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":18,"first_total":120,"p_value":0.4075791951909165,"extra_sets":0,"diffs":18,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":28,"margin":-10,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":14},{"subject":"Chinese internet (platform dates)","differed":2,"answered":14},{"subject":"Chinese geography (measurements)","differed":2,"answered":13},{"subject":"Chinese history (specific dates)","differed":1,"answered":12},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Chinese literature (publication years)","differed":2,"answered":10},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Mathematics (special values)","differed":4,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":2,"domain":"Mathematics (special values)","question":"Number of known Pierpont primes with 10^6 digits","reference":0},{"answer":4,"domain":"Chinese geography (measurements)","question":"Number of terminals at Shanghai Pudong International Airport","reference":2},{"answer":64,"domain":"Cryptography (parameters)","question":"DILITHIUM3 SIGNATURE BYTES","reference":3293}],"latency_ms":4157,"audit_cost_usd":0.00003600000000000001,"reasoning":{"strategy":"enable-thinking-false","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":356,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":481,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":-10,"times_noise":2.25,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x666e688780b9fdee5d2fe8ccafa666bb084c4666","agent_id":"60756","name":"bartly.eth64.de"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":29,"audited_ts":1793825241,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":31,"counts_now":false,"diffs":10,"total":77,"noise_diffs":27,"noise_total":357,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1793825241,"verdict":"SAME","outcome":null,"first_diffs":10,"first_total":77,"p_value":0.3871485993474118,"extra_sets":0,"diffs":10,"total":77,"noise_diffs":27,"noise_total":357,"pooled_p_value":null,"noise_ceiling":0.11453698733126538,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeic3xgdgufl2mcgdn7dxrfctglgk2e6drborwnoxygzis3nal2h6e4/epochs/29/deepseek-v4-pro/audits/0xc3fd723f1820e4452d929168b8621e00c5564da40839644ff6ed3d33984f53e8/sellers/8144f54e01a7be4f35a01deaf60e287603ec6487/evidence.json","fail_line":18,"margin":-8,"alpha":0.005,"planned_fail_line":22,"probe_count":130,"power":0.9171149835478444,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":2,"answered":18},{"subject":"Astronomy (periods and distances)","differed":1,"answered":14},{"subject":"Chemistry (boiling points)","differed":1,"answered":10},{"subject":"Chinese internet (platform dates)","differed":0,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Physics (material properties)","differed":2,"answered":5},{"subject":"Chinese literature (publication years)","differed":2,"answered":4},{"subject":"Chinese history (specific dates)","differed":2,"answered":4},{"subject":"Biology (chromosome numbers)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":456,"domain":"Medical (drug half-lives)","question":"Vandetanib elimination half life hours","reference":19},{"answer":-60,"domain":"Chinese history (specific dates)","question":"Year the Han dynasty established the Protectorate of the Western Regions","reference":60},{"answer":100,"domain":"Astronomy (periods and distances)","question":"Cygnus A radio lobes separation kpc","reference":300}],"latency_ms":29190,"audit_cost_usd":0.09336799999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.11453698733126538,"fail_line":18,"line_rate":0.23376623376623376,"margin":-8,"times_noise":1.7171717171717171,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["baidu/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x8144f54e01a7be4f35a01deaf60e287603ec6487","agent_id":"60691","name":"api.contactboxtools.me"},{"service":"deepseek/deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":11,"total":90,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":11,"first_total":90,"p_value":0.7255407613329973,"extra_sets":0,"diffs":11,"total":90,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/e4c4129c86752a2a8d092ddb0eb1c27cc4933c7b/evidence.json","fail_line":23,"margin":-12,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":1,"answered":13},{"subject":"Chinese literature (publication years)","differed":2,"answered":10},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Physics (material properties)","differed":2,"answered":5},{"subject":"Mathematics (special values)","differed":2,"answered":5},{"subject":"Biology (chromosome numbers)","differed":1,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Programming (release years)","differed":1,"answered":1},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":1300,"domain":"Physics (material properties)","question":"Thermal conductivity of boron nitride cubic at 300K W per m per K","reference":740},{"answer":5,"domain":"Pop culture (box office and ratings)","question":"Number of months to construct the Overlook Hotel hedge maze for \"The Shining\"","reference":3},{"answer":78,"domain":"Biology (chromosome numbers)","question":"Diplodioidy count for Lycopodiella inundata","reference":156}],"latency_ms":30947,"audit_cost_usd":0.016569,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":23,"line_rate":0.25555555555555554,"margin":-12,"times_noise":1.8333333333333333,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0xe4c4129c86752a2a8d092ddb0eb1c27cc4933c7b","agent_id":"55680","name":"Vikey Seller"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":15,"total":139,"noise_diffs":11,"noise_total":139,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794088209,"verdict":"SAME","outcome":null,"first_diffs":15,"first_total":139,"p_value":0.9349525612658933,"extra_sets":0,"diffs":15,"total":139,"noise_diffs":11,"noise_total":139,"pooled_p_value":null,"noise_ceiling":0.14880675211812244,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihqos64itoqrf76svk6q3dtk66yxfsboktjrw2cg2wgefgw3ar35a/epochs/30/deepseek-v4-pro/audits/0x02582449d1b63426ffcbf83d4cb9f5d1f409d22061fc45013ac59e534fdc5b2f/sellers/d9c0f46fa386d556ae8468d3c34acbbc7705c46d/evidence.json","fail_line":33,"margin":-18,"alpha":0.005,"planned_fail_line":23,"probe_count":140,"power":0.9229742407741863,"detail":{"subjects":[{"subject":"Programming (release years)","differed":4,"answered":19},{"subject":"Astronomy (periods and distances)","differed":0,"answered":16},{"subject":"Chinese geography (measurements)","differed":1,"answered":15},{"subject":"Biology (chromosome numbers)","differed":2,"answered":14},{"subject":"Chinese literature (publication years)","differed":3,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":12},{"subject":"Chinese history (specific dates)","differed":0,"answered":11},{"subject":"Chinese internet (platform dates)","differed":0,"answered":7},{"subject":"Mathematics (special values)","differed":1,"answered":6},{"subject":"Medical (drug half-lives)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Chemistry (boiling points)","differed":1,"answered":4},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":4},{"subject":"Physics (material properties)","differed":1,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3}],"examples":[{"answer":1975,"domain":"Chinese literature (publication years)","question":"Year Xi Kang executed","reference":262},{"answer":2,"domain":"Pop culture (box office and ratings)","question":"Number of feature films directed by Herk Harvey","reference":1},{"answer":2,"domain":"Mathematics (special values)","question":"Smallest untouchable number greater than 5","reference":52}],"latency_ms":3348,"audit_cost_usd":0.002049,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"DIFF","outcome":null,"first_diffs":51,"first_total":120,"p_value":2.312697171019754e-14,"extra_sets":0,"diffs":51,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0xf989cbdb6472f0c26f740aa895ae0b6a4a7b2f0ead20aac9db71bbe65b96b680/sellers/d9c0f46fa386d556ae8468d3c34acbbc7705c46d/evidence.json","fail_line":28,"margin":23,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":8,"answered":14},{"subject":"Chinese internet (platform dates)","differed":3,"answered":14},{"subject":"Chinese geography (measurements)","differed":6,"answered":13},{"subject":"Chinese history (specific dates)","differed":2,"answered":12},{"subject":"Programming (release years)","differed":6,"answered":11},{"subject":"Chinese literature (publication years)","differed":7,"answered":10},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":5,"answered":6},{"subject":"Cryptography (parameters)","differed":2,"answered":6},{"subject":"Physics (material properties)","differed":3,"answered":5},{"subject":"Mathematics (special values)","differed":3,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":320,"domain":"Medical (drug half-lives)","question":"Pegunigalsidase alfa elimination half-life in hours","reference":80},{"answer":100,"domain":"Medical (drug half-lives)","question":"Pegvaliase elimination half life hours","reference":47},{"answer":1,"domain":"Mathematics (special values)","question":"Mertens function M of 200","reference":-8}],"latency_ms":3656,"audit_cost_usd":0.000344,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":true,"noise_ceiling":0.14880675211812244,"fail_line":33,"line_rate":0.23741007194244604,"margin":-18,"times_noise":1.3636363636363638,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0xd9c0f46fa386d556ae8468d3c34acbbc7705c46d","agent_id":"1135214","name":"antseed-cosmic-gecko-c46d"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":11,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":11,"first_total":120,"p_value":0.9563052241449939,"extra_sets":0,"diffs":11,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":28,"margin":-17,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":1,"answered":14},{"subject":"Chinese internet (platform dates)","differed":1,"answered":14},{"subject":"Chinese geography (measurements)","differed":2,"answered":13},{"subject":"Chinese history (specific dates)","differed":2,"answered":12},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":1,"answered":7},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":4,"domain":"Chinese geography (measurements)","question":"Number of terminals at Shanghai Pudong International Airport","reference":2},{"answer":8,"domain":"Medical (drug half-lives)","question":"pegcetacoplan elimination half-life in hours","reference":192},{"answer":144.22,"domain":"Chinese geography (measurements)","question":"taiwan yilan county nanao township area km2","reference":740.65}],"latency_ms":5012,"audit_cost_usd":0.001263,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":661,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":726,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":-17,"times_noise":1.375,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x4ae1f7ab76ab94011ac54a3adf010461a51f117b","agent_id":"63845","name":"Hana Gateway ✅"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":7,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":7,"first_total":120,"p_value":0.9985854458272103,"extra_sets":0,"diffs":7,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/73b4c9335fa239f9c6df3d28d5bf5d3cdf4de736/evidence.json","fail_line":28,"margin":-21,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":14},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":0,"answered":13},{"subject":"Chinese history (specific dates)","differed":0,"answered":12},{"subject":"Programming (release years)","differed":2,"answered":11},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chemistry (boiling points)","differed":2,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":16,"domain":"Pop culture (box office and ratings)","question":"Number of hidden cuts in the film \"Birdman\" (2014) as stated by the editor","reference":100},{"answer":4627,"domain":"Cryptography (parameters)","question":"DILITHIUM3 SIGNATURE BYTES","reference":3293},{"answer":196,"domain":"Chemistry (boiling points)","question":"Dimethylphenylsilane boiling point in Celsius at 1 atm","reference":157}],"latency_ms":2457,"audit_cost_usd":0.011694,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":-21,"times_noise":0.875,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x73b4c9335fa239f9c6df3d28d5bf5d3cdf4de736","agent_id":"52894","name":"▲ Apex Ant"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":7,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":7,"first_total":120,"p_value":0.9985854458272103,"extra_sets":0,"diffs":7,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/0ee134b462785a6407860278ced89d193e1d6c41/evidence.json","fail_line":28,"margin":-21,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":14},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":1,"answered":13},{"subject":"Chinese history (specific dates)","differed":1,"answered":12},{"subject":"Programming (release years)","differed":2,"answered":11},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chemistry (boiling points)","differed":1,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":7856,"domain":"Cryptography (parameters)","question":"DILITHIUM3 SIGNATURE BYTES","reference":3293},{"answer":1188,"domain":"Chinese geography (measurements)","question":"total area of Jiange County sq km","reference":3204},{"answer":196,"domain":"Chemistry (boiling points)","question":"Dimethylphenylsilane boiling point in Celsius at 1 atm","reference":157}],"latency_ms":5526,"audit_cost_usd":0.000376,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":521,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":523,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":-21,"times_noise":0.875,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x0ee134b462785a6407860278ced89d193e1d6c41","agent_id":"98716","name":"klinn"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":7,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":7,"first_total":120,"p_value":0.9985854458272103,"extra_sets":0,"diffs":7,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/be05d687c4bb964f1a133adfdb2b4df9d0c9bc5d/evidence.json","fail_line":28,"margin":-21,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":14},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":0,"answered":13},{"subject":"Chinese history (specific dates)","differed":0,"answered":12},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":6},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Physics (material properties)","differed":1,"answered":5},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Chemistry (boiling points)","differed":2,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":0.1,"domain":"Physics (material properties)","question":"Barium titanate coercive field at 300 K","reference":100000},{"answer":16,"domain":"Pop culture (box office and ratings)","question":"Number of hidden cuts in the film \"Birdman\" (2014) as stated by the editor","reference":100},{"answer":196,"domain":"Chemistry (boiling points)","question":"Dimethylphenylsilane boiling point in Celsius at 1 atm","reference":157}],"latency_ms":2108,"audit_cost_usd":0.024569,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":-21,"times_noise":0.875,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0xbe05d687c4bb964f1a133adfdb2b4df9d0c9bc5d","agent_id":"47273","name":"Fire Ant 🔥🐜"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":6,"total":120,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"SAME","outcome":null,"first_diffs":6,"first_total":120,"p_value":0.9995752982647056,"extra_sets":0,"diffs":6,"total":120,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":28,"margin":-22,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":1,"answered":14},{"subject":"Chinese internet (platform dates)","differed":0,"answered":14},{"subject":"Chinese geography (measurements)","differed":0,"answered":13},{"subject":"Chinese history (specific dates)","differed":0,"answered":12},{"subject":"Programming (release years)","differed":1,"answered":11},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Chinese literature (publication years)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Cryptography (parameters)","differed":1,"answered":6},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":2,"answered":5},{"subject":"Physics (material properties)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":2,"domain":"Mathematics (special values)","question":"Number of known Pierpont primes with 10^6 digits","reference":0},{"answer":2,"domain":"Cryptography (parameters)","question":"DILITHIUM3 SIGNATURE BYTES","reference":3293},{"answer":90,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Huperzia selago","reference":264}],"latency_ms":2191,"audit_cost_usd":0.0006490000000000001,"reasoning":{"strategy":"enable-thinking-false","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":485,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":28,"line_rate":0.23333333333333334,"margin":-22,"times_noise":0.75,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x472f6914375a83fc827499612f5673e3780469fd","agent_id":"61460","name":"Best"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":1,"total":29,"noise_diffs":8,"noise_total":120,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"UNDETERMINED","outcome":"malformed_output","first_diffs":1,"first_total":29,"p_value":null,"extra_sets":0,"diffs":1,"total":29,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":0.1393994477970666,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0xf989cbdb6472f0c26f740aa895ae0b6a4a7b2f0ead20aac9db71bbe65b96b680/sellers/c0f139050a63782bdd7a57cd9b94f8c0e64f8183/evidence.json","fail_line":10,"margin":-9,"alpha":0.005,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Cryptography (parameters)","differed":0,"answered":6},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":1}],"examples":[{"answer":310,"domain":"Chemistry (melting points)","question":"1,2,4,5-Tetracyanobenzene melting point in Celsius","reference":265}],"latency_ms":66639,"audit_cost_usd":0.113238,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":447,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":480,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":738,"valid_answers":9},{"strategy":"enable-thinking-false","reasoning_tokens":304,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":477,"valid_answers":10},{"strategy":"bare","reasoning_tokens":512,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1393994477970666,"fail_line":10,"line_rate":0.3448275862068966,"margin":-9,"times_noise":0.5172413793103449,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0xc0f139050a63782bdd7a57cd9b94f8c0e64f8183","agent_id":"51821","name":"Open Bird"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"deadline_exceeded","valid_until_epoch":32,"counts_now":false,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"UNDETERMINED","outcome":"deadline_exceeded","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0xf989cbdb6472f0c26f740aa895ae0b6a4a7b2f0ead20aac9db71bbe65b96b680/sellers/d5e7d5950b6cc71c095da4ace0c0cb8495667be0/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0.000796,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0xd5e7d5950b6cc71c095da4ace0c0cb8495667be0","agent_id":"47214","name":"attacompute.ai"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":32,"counts_now":false,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0xf989cbdb6472f0c26f740aa895ae0b6a4a7b2f0ead20aac9db71bbe65b96b680/sellers/593831042384b3e73493a0a10e4ee3b7f3fcac97/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[],"examples":[],"latency_ms":392,"audit_cost_usd":0.02642,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x593831042384b3e73493a0a10e4ee3b7f3fcac97","agent_id":"84579","name":"incharge-austin"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":32,"counts_now":false,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0xf989cbdb6472f0c26f740aa895ae0b6a4a7b2f0ead20aac9db71bbe65b96b680/sellers/9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0.005984000000000001,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x1f228613116e2d08014dfdcc198377c8dedf18c9","agent_id":"45869","name":"Venice.ai Proxy"},{"service":"deepseek-v4-pro","model":"deepseek-v4-pro","epoch":30,"audited_ts":1794089402,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":32,"counts_now":false,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089402,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":8,"noise_total":120,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeicfthptx74bdlytnrutapfvqd2flyua4a24vlenhfs4o4svgv6xty/epochs/30/deepseek-v4-pro/audits/0xf989cbdb6472f0c26f740aa895ae0b6a4a7b2f0ead20aac9db71bbe65b96b680/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":14,"probe_count":120,"power":0.9576915149221004,"detail":{"subjects":[],"examples":[],"latency_ms":161,"audit_cost_usd":0.004888,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"deepseek/deepseek-v4-pro","type":"openrouter","provider_pin":["nebius/fp8"],"overrides":{"reasoning":{"effort":"none"}}}],"address":"0x3040c5a1e12f416a1ed2d6ce62e1d34241da7139","agent_id":"94730","name":"Relay Works"}],"rounds":[{"epoch":30,"started_ts":1794089402,"first_round":false,"passed":8,"failed":1,"not_tested":5,"pending":0},{"epoch":29,"started_ts":1793825241,"first_round":false,"passed":7,"failed":6,"not_tested":3,"pending":0}]},"meta":{"version":"v1","endpoint":"models.checks","as_of_block":60808516,"as_of_ts":1795352106,"indexer_lag_blocks":3723,"generated_at":1795352830,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#models.checks","page":"https://antseedstats.com/models/deepseek-v4-pro/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=models"}}}