{"data":{"model":"openai-gpt-61-sol","display":"GPT-6.1 Sol","services":["gpt-6.1-sol","openai/gpt-6.1-sol"],"epoch":32,"unread":0,"evidence_missing":0,"sellers":[{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1795025553,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":41,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"DIFF","outcome":null,"first_diffs":38,"first_total":100,"p_value":1.376302505827949e-16,"extra_sets":0,"diffs":38,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/305e10d27c7c7dbfbab52d9622d87cd6484efcf6/evidence.json","fail_line":17,"margin":21,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":12,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":5,"answered":10},{"subject":"Chinese geography (measurements)","differed":2,"answered":10},{"subject":"Medical (drug half-lives)","differed":1,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":4,"answered":8},{"subject":"Mathematics (special values)","differed":6,"answered":6},{"subject":"Chinese literature (publication years)","differed":3,"answered":5},{"subject":"Chinese history (specific dates)","differed":2,"answered":5},{"subject":"Programming (release years)","differed":2,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":1,"answered":1},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[{"answer":826220,"domain":"Mathematics (special values)","question":"Hafner–Sarnak–McCurley constant multiplied by 10^6 and rounded down to an integer","reference":353236},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"carol 2015 principal camera negative gauge in millimeters","reference":16},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"wendy and lucy 2008 principal camera negative gauge in millimeters","reference":16}],"latency_ms":3414,"audit_cost_usd":0.002233,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025553,"verdict":"DIFF","outcome":null,"first_diffs":41,"first_total":100,"p_value":6.946792164010514e-23,"extra_sets":0,"diffs":41,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigq7liw5yhiy4jg7hpxnuidvs7borwfvp4boqxw5qekzo2yirnmaq/epochs/31/gpt-6.1-sol/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/305e10d27c7c7dbfbab52d9622d87cd6484efcf6/evidence.json","fail_line":14,"margin":27,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.98437063479516,"detail":{"subjects":[{"subject":"Programming (release years)","differed":7,"answered":17},{"subject":"Biology (chromosome numbers)","differed":9,"answered":12},{"subject":"Internet culture (dates and numbers)","differed":6,"answered":11},{"subject":"Medical (drug half-lives)","differed":6,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":8},{"subject":"Astronomy (periods and distances)","differed":1,"answered":8},{"subject":"Chinese internet (platform dates)","differed":3,"answered":6},{"subject":"Mathematics (special values)","differed":4,"answered":5},{"subject":"Cryptography (parameters)","differed":2,"answered":3},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":1,"answered":2},{"subject":"Chinese literature (publication years)","differed":0,"answered":2}],"examples":[{"answer":211,"domain":"Mathematics (special values)","question":"Bernoulli number B 38 reduced positive denominator (integer)","reference":6},{"answer":2000,"domain":"Chinese geography (measurements)","question":"温州瓯江北口大桥主跨长度（米）","reference":800},{"answer":104,"domain":"Biology (chromosome numbers)","question":"Todea barbara diploid chromosome number (2n, chromosomes)","reference":44}],"latency_ms":3974,"audit_cost_usd":0.002779,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":27,"times_noise":41,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x305e10d27c7c7dbfbab52d9622d87cd6484efcf6","agent_id":"53354","name":"Night Harbor AI"},{"service":"openai/gpt-6.1-sol","model":"gpt-6.1-sol","epoch":30,"audited_ts":1794090492,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":23,"total":99,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087666,"verdict":"DIFF","outcome":null,"first_diffs":14,"first_total":100,"p_value":0.0001600056838262562,"extra_sets":0,"diffs":14,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialdu2mjchehoq76llbgaj2p373c5qkqk3t4k5357w73rfs2ollfe/epochs/30/gpt-6.1-sol/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":12,"margin":2,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":12},{"subject":"Medical (drug half-lives)","differed":1,"answered":11},{"subject":"Chinese internet (platform dates)","differed":4,"answered":10},{"subject":"Astronomy (periods and distances)","differed":1,"answered":10},{"subject":"Chinese geography (measurements)","differed":2,"answered":9},{"subject":"Programming (release years)","differed":2,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":1,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":2}],"examples":[{"answer":155,"domain":"Chemistry (melting points)","question":"Phenoxathiin melting point (°C)","reference":56},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"Hustle & Flow (2005) original shooting film gauge in millimeters","reference":16},{"answer":1280,"domain":"Chinese geography (measurements)","question":"Yingwuzhou Yangtze River Bridge main span length (metres)","reference":850}],"latency_ms":20804,"audit_cost_usd":0.006604,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":66,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090492,"verdict":"DIFF","outcome":null,"first_diffs":23,"first_total":99,"p_value":7.196650738717276e-11,"extra_sets":0,"diffs":23,"total":99,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie5kngyc6xn7lizxsw5lolcdvy523kzcbgtpfravffebtu3qeusbm/epochs/30/gpt-6.1-sol/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/948a72bfce653e3e4d8bafa9b30cf73e5fa1a000/evidence.json","fail_line":12,"margin":11,"alpha":0.005,"planned_fail_line":6,"probe_count":100,"power":0.9867202611458651,"detail":{"subjects":[{"subject":"Pop culture (box office and ratings)","differed":7,"answered":12},{"subject":"Medical (drug half-lives)","differed":3,"answered":12},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":5,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Programming (release years)","differed":3,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chinese geography (measurements)","differed":0,"answered":8},{"subject":"Chinese literature (publication years)","differed":2,"answered":2},{"subject":"Chinese history (specific dates)","differed":1,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[{"answer":168,"domain":"Medical (drug half-lives)","question":"Lumasiran terminal plasma elimination half-life (hours)","reference":5.2},{"answer":10,"domain":"Chinese literature (publication years)","question":"王灼《碧鸡漫志》的卷数","reference":5},{"answer":22,"domain":"Pop culture (box office and ratings)","question":"Hamlet (1996) — camera-negative width in millimeters","reference":65}],"latency_ms":13880,"audit_cost_usd":0.007490999999999999,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":63,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":62,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12121212121212122,"margin":11,"times_noise":46.464646464646464,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x948a72bfce653e3e4d8bafa9b30cf73e5fa1a000","agent_id":"156017","name":"LLMart"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":30,"audited_ts":1794090492,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":20,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087666,"verdict":"DIFF","outcome":null,"first_diffs":20,"first_total":100,"p_value":1.903860352718809e-8,"extra_sets":0,"diffs":20,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialdu2mjchehoq76llbgaj2p373c5qkqk3t4k5357w73rfs2ollfe/epochs/30/gpt-6.1-sol/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":12,"margin":8,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":12},{"subject":"Medical (drug half-lives)","differed":7,"answered":11},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Chinese internet (platform dates)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":9},{"subject":"Programming (release years)","differed":2,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Mathematics (special values)","differed":1,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2}],"examples":[{"answer":12,"domain":"Cryptography (parameters)","question":"FIPS 205 SLH DSA SHA2 128f FORS tree height edges","reference":6},{"answer":0.2658,"domain":"Astronomy (periods and distances)","question":"Sp 1 central binary published orbital period (days)","reference":2.90611},{"answer":1,"domain":"Medical (drug half-lives)","question":"brivaracetam terminal elimination half life hours","reference":9}],"latency_ms":2390,"audit_cost_usd":0.0007689999999999999,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":327,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":231,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090492,"verdict":"DIFF","outcome":null,"first_diffs":19,"first_total":100,"p_value":1.010914088971804e-7,"extra_sets":0,"diffs":19,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie5kngyc6xn7lizxsw5lolcdvy523kzcbgtpfravffebtu3qeusbm/epochs/30/gpt-6.1-sol/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/b269dc2c211dfcd926222b4b2b82a731d22fb1a6/evidence.json","fail_line":12,"margin":7,"alpha":0.005,"planned_fail_line":6,"probe_count":100,"power":0.9867202611458651,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":3,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":12},{"subject":"Astronomy (periods and distances)","differed":0,"answered":12},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":5,"answered":11},{"subject":"Mathematics (special values)","differed":3,"answered":8},{"subject":"Programming (release years)","differed":3,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":8},{"subject":"Chinese geography (measurements)","differed":0,"answered":8},{"subject":"Chinese literature (publication years)","differed":1,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[{"answer":35,"domain":"Pop culture (box office and ratings)","question":"the station agent 2003 original camera negative width in millimeters","reference":16},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"the paperboy 2012 original camera negative width in millimeters","reference":16},{"answer":67,"domain":"Medical (drug half-lives)","question":"Asfotase alfa elimination half-life following subcutaneous administration (hours)","reference":120}],"latency_ms":6089,"audit_cost_usd":0.002731,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":53,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":45,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":83,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":51,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":69,"valid_answers":10},{"strategy":"bare","reasoning_tokens":54,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":8,"times_noise":40,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xb269dc2c211dfcd926222b4b2b82a731d22fb1a6","agent_id":"54037","name":"Edith AI"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":30,"audited_ts":1794090492,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":20,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087666,"verdict":"DIFF","outcome":null,"first_diffs":20,"first_total":100,"p_value":1.903860352718809e-8,"extra_sets":0,"diffs":20,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialdu2mjchehoq76llbgaj2p373c5qkqk3t4k5357w73rfs2ollfe/epochs/30/gpt-6.1-sol/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/d9c0f46fa386d556ae8468d3c34acbbc7705c46d/evidence.json","fail_line":12,"margin":8,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":3,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":12},{"subject":"Medical (drug half-lives)","differed":2,"answered":11},{"subject":"Astronomy (periods and distances)","differed":2,"answered":10},{"subject":"Chinese internet (platform dates)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":9},{"subject":"Programming (release years)","differed":3,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Chinese literature (publication years)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":2}],"examples":[{"answer":0.0397,"domain":"Astronomy (periods and distances)","question":"NGC 4650A catalogued heliocentric redshift (dimensionless)","reference":0.009587},{"answer":156,"domain":"Biology (chromosome numbers)","question":"Leptopteris laxa diploid chromosome number (2n, chromosomes)","reference":44},{"answer":156,"domain":"Biology (chromosome numbers)","question":"Leptopteris hymenophylloides diploid sporophyte chromosome number (2n, chromosomes)","reference":44}],"latency_ms":4747,"audit_cost_usd":0.001478,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":69,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090492,"verdict":"DIFF","outcome":null,"first_diffs":16,"first_total":99,"p_value":0.000009056989132758741,"extra_sets":0,"diffs":16,"total":99,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie5kngyc6xn7lizxsw5lolcdvy523kzcbgtpfravffebtu3qeusbm/epochs/30/gpt-6.1-sol/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/d9c0f46fa386d556ae8468d3c34acbbc7705c46d/evidence.json","fail_line":12,"margin":4,"alpha":0.005,"planned_fail_line":6,"probe_count":100,"power":0.9867202611458651,"detail":{"subjects":[{"subject":"Medical (drug half-lives)","differed":3,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":12},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":5,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Programming (release years)","differed":3,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chinese geography (measurements)","differed":0,"answered":8},{"subject":"Chinese history (specific dates)","differed":1,"answered":2},{"subject":"Chinese literature (publication years)","differed":1,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[{"answer":240,"domain":"Medical (drug half-lives)","question":"Lumasiran terminal plasma elimination half-life (hours)","reference":5.2},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"the paperboy 2012 original camera negative width in millimeters","reference":16},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"Happy as Lazzaro (2018) principal-photography film gauge in millimeters","reference":16}],"latency_ms":16288,"audit_cost_usd":0.002282999999999999,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":64,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":8,"times_noise":40,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xd9c0f46fa386d556ae8468d3c34acbbc7705c46d","agent_id":"1135214","name":"antseed-cosmic-gecko-c46d"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":30,"audited_ts":1794090492,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":19,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087666,"verdict":"DIFF","outcome":null,"first_diffs":19,"first_total":100,"p_value":1.010914088971804e-7,"extra_sets":0,"diffs":19,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialdu2mjchehoq76llbgaj2p373c5qkqk3t4k5357w73rfs2ollfe/epochs/30/gpt-6.1-sol/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/c3cf17082a164c4cf3504d50962668649d327662/evidence.json","fail_line":12,"margin":7,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":2,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":12},{"subject":"Medical (drug half-lives)","differed":3,"answered":11},{"subject":"Astronomy (periods and distances)","differed":3,"answered":10},{"subject":"Chinese internet (platform dates)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":2,"answered":9},{"subject":"Programming (release years)","differed":3,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":1,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":2}],"examples":[{"answer":155,"domain":"Chemistry (melting points)","question":"Phenoxathiin melting point (°C)","reference":56},{"answer":45,"domain":"Biology (chromosome numbers)","question":"Salvinia cucullata somatic chromosome count (2n, chromosomes)","reference":18},{"answer":1200,"domain":"Chinese geography (measurements)","question":"Anqing Yangtze River Highway Bridge main span length (metres)","reference":510}],"latency_ms":23914,"audit_cost_usd":0.006591999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090492,"verdict":"DIFF","outcome":null,"first_diffs":18,"first_total":99,"p_value":4.31889484905387e-7,"extra_sets":0,"diffs":18,"total":99,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie5kngyc6xn7lizxsw5lolcdvy523kzcbgtpfravffebtu3qeusbm/epochs/30/gpt-6.1-sol/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/c3cf17082a164c4cf3504d50962668649d327662/evidence.json","fail_line":12,"margin":6,"alpha":0.005,"planned_fail_line":6,"probe_count":100,"power":0.9867202611458651,"detail":{"subjects":[{"subject":"Pop culture (box office and ratings)","differed":5,"answered":12},{"subject":"Medical (drug half-lives)","differed":3,"answered":12},{"subject":"Biology (chromosome numbers)","differed":1,"answered":12},{"subject":"Chinese internet (platform dates)","differed":3,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":11},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":8},{"subject":"Programming (release years)","differed":2,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chinese geography (measurements)","differed":0,"answered":8},{"subject":"Chinese history (specific dates)","differed":1,"answered":2},{"subject":"Chinese literature (publication years)","differed":1,"answered":2},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[{"answer":35,"domain":"Pop culture (box office and ratings)","question":"the station agent 2003 original camera negative width in millimeters","reference":16},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"the paperboy 2012 original camera negative width in millimeters","reference":16},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"Happy as Lazzaro (2018) principal-photography film gauge in millimeters","reference":16}],"latency_ms":13981,"audit_cost_usd":0.007499999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":7,"times_noise":38,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xc3cf17082a164c4cf3504d50962668649d327662","agent_id":"101825","name":"Apiport"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1795025553,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":18,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"DIFF","outcome":null,"first_diffs":20,"first_total":100,"p_value":0.0001464616246971752,"extra_sets":0,"diffs":20,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":17,"margin":3,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":9,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":3,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":3,"answered":6},{"subject":"Programming (release years)","differed":2,"answered":5},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":137,"domain":"Medical (drug half-lives)","question":"Vutrisiran median terminal elimination half-life (hours)","reference":5.2},{"answer":1745405,"domain":"Mathematics (special values)","question":"Feller–Tornier constant multiplied by 10^6 and rounded down to an integer","reference":661317},{"answer":842765,"domain":"Mathematics (special values)","question":"Hafner–Sarnak–McCurley constant multiplied by 10^6 and rounded down to an integer","reference":353236}],"latency_ms":21394,"audit_cost_usd":0.007271999999999999,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":73,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":73,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":62,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":43,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":89,"valid_answers":10},{"strategy":"bare","reasoning_tokens":72,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025553,"verdict":"DIFF","outcome":null,"first_diffs":18,"first_total":100,"p_value":0.00006871280405687516,"extra_sets":0,"diffs":18,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigq7liw5yhiy4jg7hpxnuidvs7borwfvp4boqxw5qekzo2yirnmaq/epochs/31/gpt-6.1-sol/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/4ae1f7ab76ab94011ac54a3adf010461a51f117b/evidence.json","fail_line":14,"margin":4,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.98437063479516,"detail":{"subjects":[{"subject":"Programming (release years)","differed":6,"answered":17},{"subject":"Biology (chromosome numbers)","differed":4,"answered":12},{"subject":"Internet culture (dates and numbers)","differed":1,"answered":11},{"subject":"Medical (drug half-lives)","differed":3,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Astronomy (periods and distances)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":5},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2}],"examples":[{"answer":0.3,"domain":"Medical (drug half-lives)","question":"Sebelipase alfa plasma elimination half-life after a 1 mg/kg dose in adults in hours","reference":0.1},{"answer":78,"domain":"Biology (chromosome numbers)","question":"Todea barbara diploid sporophyte chromosome count (2n, chromosomes)","reference":44},{"answer":78,"domain":"Cryptography (parameters)","question":"ML DSA 65 rejection bound beta integer","reference":196}],"latency_ms":7192,"audit_cost_usd":0.009639,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":66,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":4,"times_noise":18,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x4ae1f7ab76ab94011ac54a3adf010461a51f117b","agent_id":"63845","name":"Hana Gateway ✅"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1795025553,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":16,"total":100,"noise_diffs":1,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"DIFF","outcome":null,"first_diffs":18,"first_total":100,"p_value":0.001136362310333399,"extra_sets":0,"diffs":18,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":17,"margin":1,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":8,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":2,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Programming (release years)","differed":1,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":86071,"domain":"Mathematics (special values)","question":"Feller–Tornier constant multiplied by 10^6 and rounded down to an integer","reference":661317},{"answer":1186569,"domain":"Mathematics (special values)","question":"Lévy's constant for the exponential growth rate of continued-fraction denominators multiplied by 10^6 and rounded down to an integer","reference":3275822},{"answer":8250,"domain":"Chinese geography (measurements)","question":"龙厦铁路象山隧道长度（米）","reference":15898}],"latency_ms":5566,"audit_cost_usd":0.006081,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":102,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":71,"valid_answers":10},{"strategy":"disable-thinking","reasoning_tokens":84,"valid_answers":10},{"strategy":"enable-thinking-false","reasoning_tokens":90,"valid_answers":10},{"strategy":"prefill","reasoning_tokens":80,"valid_answers":10},{"strategy":"bare","reasoning_tokens":67,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025553,"verdict":"DIFF","outcome":null,"first_diffs":16,"first_total":100,"p_value":0.0006712347876337907,"extra_sets":0,"diffs":16,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigq7liw5yhiy4jg7hpxnuidvs7borwfvp4boqxw5qekzo2yirnmaq/epochs/31/gpt-6.1-sol/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/472f6914375a83fc827499612f5673e3780469fd/evidence.json","fail_line":14,"margin":2,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.98437063479516,"detail":{"subjects":[{"subject":"Programming (release years)","differed":3,"answered":17},{"subject":"Biology (chromosome numbers)","differed":3,"answered":12},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":11},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":8},{"subject":"Astronomy (periods and distances)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":2,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":5},{"subject":"Chemistry (melting points)","differed":1,"answered":3},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2}],"examples":[{"answer":7,"domain":"Medical (drug half-lives)","question":"Sebelipase alfa plasma elimination half-life after a 1 mg/kg dose in adults in hours","reference":0.1},{"answer":68,"domain":"Biology (chromosome numbers)","question":"Lycopodiella inundata diploid chromosome number (2n, chromosomes)","reference":156},{"answer":7.5,"domain":"Medical (drug half-lives)","question":"Vigabatrin adult terminal elimination half-life in hours","reference":10.5}],"latency_ms":4377,"audit_cost_usd":0.002707999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.06454273204858163,"fail_line":14,"line_rate":0.14,"margin":2,"times_noise":16,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x472f6914375a83fc827499612f5673e3780469fd","agent_id":"61460","name":"Best"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1795025553,"first_round":false,"verdict":"DIFF","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":30,"total":200,"noise_diffs":2,"noise_total":200,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"DIFF","outcome":null,"first_diffs":15,"first_total":100,"p_value":0.01538682698706295,"extra_sets":1,"diffs":30,"total":200,"noise_diffs":2,"noise_total":200,"pooled_p_value":1.281242697794758e-9,"noise_ceiling":0.041362278150290255,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/70bcfce8a69d8dd145e91c77c13e74fe9c668261/evidence.json","fail_line":17,"margin":13,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":8,"answered":17},{"subject":"Chinese geography (measurements)","differed":2,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Programming (release years)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":77,"domain":"Medical (drug half-lives)","question":"Vutrisiran median terminal elimination half-life (hours)","reference":5.2},{"answer":86071,"domain":"Mathematics (special values)","question":"Feller–Tornier constant multiplied by 10^6 and rounded down to an integer","reference":661317},{"answer":312,"domain":"Chinese geography (measurements)","question":"Second Wuhu Yangtze River Bridge main span length (metres)","reference":806}],"latency_ms":8382,"audit_cost_usd":0.000102,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025553,"verdict":"DIFF","outcome":null,"first_diffs":16,"first_total":100,"p_value":0.0006712347876337907,"extra_sets":0,"diffs":16,"total":100,"noise_diffs":1,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.06454273204858163,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigq7liw5yhiy4jg7hpxnuidvs7borwfvp4boqxw5qekzo2yirnmaq/epochs/31/gpt-6.1-sol/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/70bcfce8a69d8dd145e91c77c13e74fe9c668261/evidence.json","fail_line":14,"margin":2,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.98437063479516,"detail":{"subjects":[{"subject":"Programming (release years)","differed":6,"answered":17},{"subject":"Biology (chromosome numbers)","differed":6,"answered":12},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":11},{"subject":"Medical (drug half-lives)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Astronomy (periods and distances)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":0,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2}],"examples":[{"answer":104,"domain":"Biology (chromosome numbers)","question":"Todea barbara diploid sporophyte chromosome count (2n, chromosomes)","reference":44},{"answer":88,"domain":"Biology (chromosome numbers)","question":"Leptopteris superba diploid chromosome number (2n, chromosomes)","reference":44},{"answer":78,"domain":"Biology (chromosome numbers)","question":"Diphasiastrum alpinum diploid chromosome number (2n, chromosomes)","reference":46}],"latency_ms":7906,"audit_cost_usd":0.004680999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.041362278150290255,"fail_line":17,"line_rate":0.085,"margin":13,"times_noise":15,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x70bcfce8a69d8dd145e91c77c13e74fe9c668261","agent_id":"159799","name":"PawFlor-SI-Gateway ⚡"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1795025553,"first_round":false,"verdict":"DIFF","close_call":true,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":30,"total":300,"noise_diffs":3,"noise_total":300,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"DIFF","outcome":null,"first_diffs":12,"first_total":100,"p_value":0.1130854900201611,"extra_sets":2,"diffs":30,"total":300,"noise_diffs":3,"noise_total":300,"pooled_p_value":1.085366567309434e-7,"noise_ceiling":0.03309274220690961,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0da66a4e5f2a47c24396a790cffa93b8ae69cd0c/evidence.json","fail_line":16,"margin":14,"alpha":0.05,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":9},{"subject":"Astronomy (periods and distances)","differed":1,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Programming (release years)","differed":4,"answered":5},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":120,"domain":"Medical (drug half-lives)","question":"Vutrisiran median terminal elimination half-life (hours)","reference":5.2},{"answer":0.1683,"domain":"Astronomy (periods and distances)","question":"NGC 5189 central binary orbital period reported by Manick et al. (2015) (days)","reference":4.04},{"answer":8090,"domain":"Chinese geography (measurements)","question":"龙厦铁路象山隧道长度（米）","reference":15898}],"latency_ms":9730,"audit_cost_usd":0.021964,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1795025553,"verdict":"DIFF","outcome":null,"first_diffs":11,"first_total":100,"p_value":0.05794090474001357,"extra_sets":2,"diffs":26,"total":299,"noise_diffs":3,"noise_total":300,"pooled_p_value":0.000009527210524941127,"noise_ceiling":0.03309274220690961,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigq7liw5yhiy4jg7hpxnuidvs7borwfvp4boqxw5qekzo2yirnmaq/epochs/31/gpt-6.1-sol/audits/0xf2350042b003d2386c19edec4189cef8c4216b4cedaf154a2c6fff61f6aad2c5/sellers/0da66a4e5f2a47c24396a790cffa93b8ae69cd0c/evidence.json","fail_line":16,"margin":10,"alpha":0.05,"planned_fail_line":7,"probe_count":100,"power":0.98437063479516,"detail":{"subjects":[{"subject":"Programming (release years)","differed":1,"answered":17},{"subject":"Biology (chromosome numbers)","differed":3,"answered":12},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":11},{"subject":"Medical (drug half-lives)","differed":5,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Astronomy (periods and distances)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":2,"answered":6},{"subject":"Mathematics (special values)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chinese literature (publication years)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":2}],"examples":[{"answer":76,"domain":"Biology (chromosome numbers)","question":"Regnellidium diphyllum diploid chromosome number (2n, chromosomes)","reference":38},{"answer":3,"domain":"Medical (drug half-lives)","question":"Ganaxolone terminal elimination half-life (hours)","reference":34},{"answer":78,"domain":"Biology (chromosome numbers)","question":"Todea barbara diploid sporophyte chromosome count (2n, chromosomes)","reference":44}],"latency_ms":10359,"audit_cost_usd":0.016665,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.03309274220690961,"fail_line":16,"line_rate":0.05333333333333334,"margin":14,"times_noise":10,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x0da66a4e5f2a47c24396a790cffa93b8ae69cd0c","agent_id":"1167745","name":"SCloud"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"PENDING","close_call":false,"not_tested":null,"valid_until_epoch":null,"counts_now":null,"diffs":42,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"DIFF","outcome":null,"first_diffs":42,"first_total":100,"p_value":4.130880419033684e-20,"extra_sets":0,"diffs":42,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0b0b9574d5b038f6fd906325e699020423adf446/evidence.json","fail_line":17,"margin":25,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":10,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":5,"answered":10},{"subject":"Chinese geography (measurements)","differed":4,"answered":10},{"subject":"Medical (drug half-lives)","differed":2,"answered":9},{"subject":"Astronomy (periods and distances)","differed":1,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":4,"answered":8},{"subject":"Mathematics (special values)","differed":6,"answered":6},{"subject":"Chinese literature (publication years)","differed":3,"answered":5},{"subject":"Chinese history (specific dates)","differed":3,"answered":5},{"subject":"Programming (release years)","differed":2,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":1,"answered":1},{"subject":"Cryptography (parameters)","differed":1,"answered":1}],"examples":[{"answer":65,"domain":"Pop culture (box office and ratings)","question":"carol 2015 principal camera negative gauge in millimeters","reference":16},{"answer":65,"domain":"Pop culture (box office and ratings)","question":"jackie 2016 principal camera negative gauge in millimeters","reference":16},{"answer":1088,"domain":"Chinese geography (measurements)","question":"南京大胜关长江大桥主跨跨度（米）","reference":336}],"latency_ms":3129,"audit_cost_usd":0.002235,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":72,"valid_answers":10},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":25,"times_noise":21,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x0b0b9574d5b038f6fd906325e699020423adf446","agent_id":"61320","name":"ZLKPro-Api"},{"service":"openai/gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":10,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":10,"first_total":100,"p_value":0.2962662922812934,"extra_sets":0,"diffs":10,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/e4c4129c86752a2a8d092ddb0eb1c27cc4933c7b/evidence.json","fail_line":17,"margin":-7,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":7,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":1,"answered":6},{"subject":"Chinese history (specific dates)","differed":1,"answered":5},{"subject":"Programming (release years)","differed":1,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":1186569,"domain":"Mathematics (special values)","question":"Lévy's constant for the exponential growth rate of continued-fraction denominators multiplied by 10^6 and rounded down to an integer","reference":3275822},{"answer":1996,"domain":"Chinese internet (platform dates)","question":"北邮人BBS创建年份（公历年）","reference":2003},{"answer":1996,"domain":"Chinese internet (platform dates)","question":"北京邮电大学北邮人BBS创立年份（公元年）","reference":2003}],"latency_ms":10939,"audit_cost_usd":0.021597,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-7,"times_noise":5,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xe4c4129c86752a2a8d092ddb0eb1c27cc4933c7b","agent_id":"55680","name":"Vikey Seller"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":8,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":8,"first_total":100,"p_value":0.5732483882340923,"extra_sets":0,"diffs":8,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0340ebb444422b880383423177fb9681ed3a90f0/evidence.json","fail_line":17,"margin":-9,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":6,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":2,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":10,"domain":"Chinese literature (publication years)","question":"Chen Tingzhuo’s Baiyuzhai Cihua juan count","reference":8},{"answer":4,"domain":"Chinese literature (publication years)","question":"Li Changqi’s Jiandeng Yuhua juan count","reference":5},{"answer":1996,"domain":"Chinese internet (platform dates)","question":"北邮人BBS创建年份（公历年）","reference":2003}],"latency_ms":9201,"audit_cost_usd":0.0008699999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-9,"times_noise":4,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x0340ebb444422b880383423177fb9681ed3a90f0","agent_id":"1140269","name":"STEYG"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":5,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":5,"first_total":100,"p_value":0.9172734235610037,"extra_sets":0,"diffs":5,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/666e688780b9fdee5d2fe8ccafa666bb084c4666/evidence.json","fail_line":17,"margin":-12,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":4,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":1,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":120,"domain":"Medical (drug half-lives)","question":"Vutrisiran median terminal elimination half-life (hours)","reference":5.2},{"answer":10,"domain":"Medical (drug half-lives)","question":"Pitolisant median elimination half-life after a single 35.6 mg dose (hours)","reference":20},{"answer":3,"domain":"Medical (drug half-lives)","question":"migalastat elimination half life in hours","reference":4}],"latency_ms":33353,"audit_cost_usd":0.005634999999999999,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-12,"times_noise":2.5,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x666e688780b9fdee5d2fe8ccafa666bb084c4666","agent_id":"60756","name":"bartly.eth64.de"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":2,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":2,"first_total":100,"p_value":0.9979766253894652,"extra_sets":0,"diffs":2,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/42d190d6dcc967e2847adb43eb6c3f2b9f3b822f/evidence.json","fail_line":17,"margin":-15,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Chinese geography (measurements)","differed":1,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Programming (release years)","differed":1,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":616,"domain":"Chinese geography (measurements)","question":"Second Wuhu Yangtze River Bridge main span length (metres)","reference":806},{"answer":2003,"domain":"Programming (release years)","question":"QDBM database library first public release year (CE)","reference":2000}],"latency_ms":4362,"audit_cost_usd":0.031678,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-15,"times_noise":1,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x42d190d6dcc967e2847adb43eb6c3f2b9f3b822f","agent_id":"98126","name":"Unified Rack · DeepSeek 240 tok/s"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":29,"audited_ts":1793825123,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":31,"counts_now":false,"diffs":2,"total":100,"noise_diffs":5,"noise_total":300,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1793825123,"verdict":"SAME","outcome":null,"first_diffs":2,"first_total":100,"p_value":0.9328465233084761,"extra_sets":0,"diffs":2,"total":100,"noise_diffs":5,"noise_total":300,"pooled_p_value":null,"noise_ceiling":0.04310749198820618,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigc2ub2ymaaozks56mavtcncwq5ifalbqecuxlj3tdrwyr73qbfmy/epochs/29/gpt-6.1-sol/audits/0x8d39f51f240097e89182ea9deeef259cacc67d79e9c3654543f82fce32442239/sellers/2060d74660342fddae990b29984410609aef742d/evidence.json","fail_line":11,"margin":-9,"alpha":0.005,"planned_fail_line":9,"probe_count":100,"power":0.9587589864150062,"detail":{"subjects":[{"subject":"Pop culture (box office and ratings)","differed":0,"answered":16},{"subject":"Chinese geography (measurements)","differed":0,"answered":12},{"subject":"Biology (chromosome numbers)","differed":1,"answered":10},{"subject":"Programming (release years)","differed":0,"answered":8},{"subject":"Chinese internet (platform dates)","differed":1,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":7},{"subject":"Medical (drug half-lives)","differed":0,"answered":7},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese history (specific dates)","differed":0,"answered":6},{"subject":"Astronomy (periods and distances)","differed":0,"answered":6},{"subject":"Chemistry (boiling points)","differed":0,"answered":4},{"subject":"Physics (material properties)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":0,"answered":4},{"subject":"Chemistry (melting points)","differed":0,"answered":2},{"subject":"Chinese literature (publication years)","differed":0,"answered":1}],"examples":[{"answer":80,"domain":"Biology (chromosome numbers)","question":"Matonia pectinata diploid chromosome number (2n, chromosomes)","reference":52},{"answer":1996,"domain":"Chinese internet (platform dates)","question":"日月光华BBS创办年份（公历年）","reference":1997}],"latency_ms":6212,"audit_cost_usd":0.001632,"reasoning":{"strategy":"bare","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":10,"valid_answers":10},{"strategy":"bare","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.04310749198820618,"fail_line":11,"line_rate":0.11,"margin":-9,"times_noise":1.2,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x2060d74660342fddae990b29984410609aef742d","agent_id":"84108","name":"TokenSale"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9997948463214201,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/3040c5a1e12f416a1ed2d6ce62e1d34241da7139/evidence.json","fail_line":17,"margin":-16,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Biology (chromosome numbers)","differed":1,"answered":9},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":264,"domain":"Biology (chromosome numbers)","question":"Dendrolycopodium obscurum diploid chromosome number (2n, chromosomes per somatic cell)","reference":68}],"latency_ms":4880,"audit_cost_usd":0.010685,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-16,"times_noise":0.5,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x3040c5a1e12f416a1ed2d6ce62e1d34241da7139","agent_id":"94730","name":"Relay Works"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9997948463214201,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/65a3b4df97d6aad09873cea568b493bd813dc9c5/evidence.json","fail_line":17,"margin":-16,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Programming (release years)","differed":1,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":2003,"domain":"Programming (release years)","question":"QDBM database library first public release year (CE)","reference":2000}],"latency_ms":5641,"audit_cost_usd":0.003771,"reasoning":{"strategy":"enable-thinking-false","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-16,"times_noise":0.5,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x65a3b4df97d6aad09873cea568b493bd813dc9c5","agent_id":"1178703","name":"TureGPT"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9997948463214201,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/a40dd58305cc87db5f156ebb73e9673687a38a15/evidence.json","fail_line":17,"margin":-16,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":1,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":1997,"domain":"Chinese internet (platform dates)","question":"西安交通大学兵马俑BBS创站年份（公元年）","reference":1995}],"latency_ms":4671,"audit_cost_usd":0.006502000000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-16,"times_noise":0.5,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xa40dd58305cc87db5f156ebb73e9673687a38a15","agent_id":"1178957","name":"AI Inference Gateway"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9997948463214201,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0c90fa28fa0cd002a6eb42167a929e7f3987f70e/evidence.json","fail_line":17,"margin":-16,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":1,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":1186569,"domain":"Mathematics (special values)","question":"Lévy's constant for the exponential growth rate of continued-fraction denominators multiplied by 10^6 and rounded down to an integer","reference":3275822}],"latency_ms":6741,"audit_cost_usd":0.023362,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-16,"times_noise":0.5,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x0c90fa28fa0cd002a6eb42167a929e7f3987f70e","agent_id":"144710","name":"Sauva"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9997948463214201,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/983e9de990b9ac8d36d373db5d0b49a4d7f7d826/evidence.json","fail_line":17,"margin":-16,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":1,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":1996,"domain":"Chinese internet (platform dates)","question":"西安交通大学兵马俑BBS创站年份（公元年）","reference":1995}],"latency_ms":5716,"audit_cost_usd":0.013949,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-16,"times_noise":0.5,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x983e9de990b9ac8d36d373db5d0b49a4d7f7d826","agent_id":"87124","name":"GesundAI"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9997948463214201,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/0ee134b462785a6407860278ced89d193e1d6c41/evidence.json","fail_line":17,"margin":-16,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Programming (release years)","differed":1,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":2003,"domain":"Programming (release years)","question":"QDBM database library first public release year (CE)","reference":2000}],"latency_ms":5630,"audit_cost_usd":0.008509000000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-16,"times_noise":0.5,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x0ee134b462785a6407860278ced89d193e1d6c41","agent_id":"98716","name":"klinn"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/ac60f3d070e21a72e3cab85b5cc246ae5aad6ae3/evidence.json","fail_line":17,"margin":-17,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[],"latency_ms":13311,"audit_cost_usd":0.0001630000000000001,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-17,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xac60f3d070e21a72e3cab85b5cc246ae5aad6ae3","agent_id":"1179802","name":"Lab Studios"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/fa2d60713a85ad2ec274633f5005272a5124bd40/evidence.json","fail_line":17,"margin":-17,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[],"latency_ms":7851,"audit_cost_usd":0.015402,"reasoning":{"strategy":"prefill","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-17,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xfa2d60713a85ad2ec274633f5005272a5124bd40","agent_id":"1149647","name":"AIX"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/db856b5a50a0cc8e91199523d06dbcbea3abdc43/evidence.json","fail_line":17,"margin":-17,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[],"latency_ms":6260,"audit_cost_usd":0.019928,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-17,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xdb856b5a50a0cc8e91199523d06dbcbea3abdc43","agent_id":"1152166","name":"Vector Studios"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/fc36cdd13d21335bc8e10eed79583754d2e48842/evidence.json","fail_line":17,"margin":-17,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[],"latency_ms":5238,"audit_cost_usd":0.010853,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-17,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xfc36cdd13d21335bc8e10eed79583754d2e48842","agent_id":"59969","name":"Inspectant"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/73b4c9335fa239f9c6df3d28d5bf5d3cdf4de736/evidence.json","fail_line":17,"margin":-17,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[],"latency_ms":5193,"audit_cost_usd":0.024106,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-17,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x73b4c9335fa239f9c6df3d28d5bf5d3cdf4de736","agent_id":"52894","name":"▲ Apex Ant"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/d19ffae0e85b5230422019926b2f37ec0f1f41f3/evidence.json","fail_line":17,"margin":-17,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[],"latency_ms":4385,"audit_cost_usd":0.014452,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-17,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xd19ffae0e85b5230422019926b2f37ec0f1f41f3","agent_id":"53509","name":"Super Seeder"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":30,"audited_ts":1794090492,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"counts_now":false,"diffs":0,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087666,"verdict":"DIFF","outcome":null,"first_diffs":24,"first_total":100,"p_value":1.340431967987521e-11,"extra_sets":0,"diffs":24,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialdu2mjchehoq76llbgaj2p373c5qkqk3t4k5357w73rfs2ollfe/epochs/30/gpt-6.1-sol/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":12,"margin":12,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":2,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":3,"answered":12},{"subject":"Medical (drug half-lives)","differed":2,"answered":11},{"subject":"Chinese internet (platform dates)","differed":3,"answered":10},{"subject":"Astronomy (periods and distances)","differed":2,"answered":10},{"subject":"Chinese geography (measurements)","differed":3,"answered":9},{"subject":"Programming (release years)","differed":2,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":5},{"subject":"Chinese literature (publication years)","differed":1,"answered":4},{"subject":"Chinese history (specific dates)","differed":1,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":1,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":2}],"examples":[{"answer":104,"domain":"Biology (chromosome numbers)","question":"Leptopteris laxa diploid chromosome number (2n, chromosomes)","reference":44},{"answer":104,"domain":"Biology (chromosome numbers)","question":"Leptopteris hymenophylloides diploid sporophyte chromosome number (2n, chromosomes)","reference":44},{"answer":35,"domain":"Pop culture (box office and ratings)","question":"Hustle & Flow (2005) original shooting film gauge in millimeters","reference":16}],"latency_ms":3098,"audit_cost_usd":0.011286,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090492,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie5kngyc6xn7lizxsw5lolcdvy523kzcbgtpfravffebtu3qeusbm/epochs/30/gpt-6.1-sol/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/412282c48584073c5aee6a79945f105a7777e194/evidence.json","fail_line":12,"margin":-12,"alpha":0.005,"planned_fail_line":6,"probe_count":100,"power":0.9867202611458651,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":0,"answered":12},{"subject":"Medical (drug half-lives)","differed":0,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":12},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":0,"answered":11},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chinese geography (measurements)","differed":0,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":8},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Chinese literature (publication years)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[],"latency_ms":6464,"audit_cost_usd":0.026183,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":true,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":-12,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x412282c48584073c5aee6a79945f105a7777e194","agent_id":"47218","name":"💬 Banter"},{"service":"openai/gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":33,"counts_now":true,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"SAME","outcome":null,"first_diffs":0,"first_total":100,"p_value":1,"extra_sets":0,"diffs":0,"total":100,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.08141194630280912,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0xb5373d54021fecfc5d695d094f74f64cb841c45c53fe77eb93ef231838c7ffe1/sellers/7e9905496f803214bbe714c154397643890ddc4f/evidence.json","fail_line":17,"margin":-17,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Chinese internet (platform dates)","differed":0,"answered":17},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":0,"answered":10},{"subject":"Medical (drug half-lives)","differed":0,"answered":9},{"subject":"Astronomy (periods and distances)","differed":0,"answered":9},{"subject":"Biology (chromosome numbers)","differed":0,"answered":9},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":8},{"subject":"Mathematics (special values)","differed":0,"answered":6},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Programming (release years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[],"latency_ms":7418,"audit_cost_usd":0.010368,"reasoning":{"strategy":"disable-thinking","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.08141194630280912,"fail_line":17,"line_rate":0.17,"margin":-17,"times_noise":0,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x7e9905496f803214bbe714c154397643890ddc4f","agent_id":"1136024","name":"RedPill"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":29,"audited_ts":1793825123,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":31,"counts_now":false,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1793825123,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":2,"noise_total":300,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigc2ub2ymaaozks56mavtcncwq5ifalbqecuxlj3tdrwyr73qbfmy/epochs/29/gpt-6.1-sol/audits/0x90cfd86b25f746ec08f7d15481bfa193ae38693b88e7382a7e978da07d67f280/sellers/da2fa4a90381a1b5a5e4adcc67949d3dae3e9a04/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0.006184,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xda2fa4a90381a1b5a5e4adcc67949d3dae3e9a04","agent_id":"99016","name":"RelayAnt"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":33,"counts_now":true,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0x346e2373ecd594a4fa048fc67dd771c27085b426d07384fe712b9f73e4655d83/sellers/9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0.011985,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x1f228613116e2d08014dfdcc198377c8dedf18c9","agent_id":"45869","name":"Venice.ai Proxy"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"deadline_exceeded","valid_until_epoch":33,"counts_now":true,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"UNDETERMINED","outcome":"deadline_exceeded","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0x346e2373ecd594a4fa048fc67dd771c27085b426d07384fe712b9f73e4655d83/sellers/d5e7d5950b6cc71c095da4ace0c0cb8495667be0/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0xd5e7d5950b6cc71c095da4ace0c0cb8495667be0","agent_id":"47214","name":"attacompute.ai"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":31,"audited_ts":1794884934,"first_round":false,"verdict":"UNDETERMINED","close_call":false,"not_tested":"transport_error","valid_until_epoch":33,"counts_now":true,"diffs":null,"total":null,"noise_diffs":null,"noise_total":null,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794884934,"verdict":"UNDETERMINED","outcome":"transport_error","first_diffs":0,"first_total":0,"p_value":null,"extra_sets":0,"diffs":0,"total":0,"noise_diffs":2,"noise_total":100,"pooled_p_value":null,"noise_ceiling":null,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeiadt4asol7mbfqvxynidc2rx3v7dznzczrszkxeu6qykv4mfxlfvi/epochs/31/gpt-6.1-sol/audits/0x346e2373ecd594a4fa048fc67dd771c27085b426d07384fe712b9f73e4655d83/sellers/8564723f016e7c30684d29d704ae35303ba7b8b4/evidence.json","fail_line":null,"margin":null,"alpha":null,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[],"examples":[],"latency_ms":0,"audit_cost_usd":0.013614,"reasoning":{"strategy":null,"attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":null,"valid_answers":null},{"strategy":"disable-thinking","reasoning_tokens":null,"valid_answers":null},{"strategy":"enable-thinking-false","reasoning_tokens":null,"valid_answers":null},{"strategy":"prefill","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare","reasoning_tokens":null,"valid_answers":null},{"strategy":"bare-expanded","reasoning_tokens":null,"valid_answers":null}]}}}],"lead_auditor":null,"auditors_split":false,"noise_ceiling":null,"fail_line":null,"line_rate":null,"margin":null,"times_noise":null,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"address":"0x8564723f016e7c30684d29d704ae35303ba7b8b4","agent_id":"51642","name":"antseed-aggregator"}],"rounds":[{"epoch":31,"started_ts":1794884934,"first_round":false,"passed":17,"failed":5,"not_tested":3,"pending":1},{"epoch":30,"started_ts":1794087666,"first_round":false,"passed":13,"failed":8,"not_tested":3,"pending":0},{"epoch":29,"started_ts":1793825123,"first_round":false,"passed":11,"failed":11,"not_tested":2,"pending":0},{"epoch":27,"started_ts":1792611103,"first_round":true,"passed":8,"failed":5,"not_tested":3,"pending":0}]},"meta":{"version":"v1","endpoint":"models.checks","as_of_block":60808516,"as_of_ts":1795352106,"indexer_lag_blocks":4357,"generated_at":1795352960,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#models.checks","page":"https://antseedstats.com/models/openai-gpt-61-sol/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=models"}}}