{"data":{"address":"0xdb856b5a50a0cc8e91199523d06dbcbea3abdc43","agent_id":"1152166","name":"Vector Studios","live":{"same":4,"diff":0,"points_multiplier":1.08},"models":[{"service":"kimi-k3","model":"kimi-k3","epoch":30,"audited_ts":1794087775,"first_round":false,"verdict":"PENDING","close_call":false,"not_tested":null,"valid_until_epoch":null,"diffs":44,"total":150,"noise_diffs":13,"noise_total":150,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087775,"verdict":"DIFF","outcome":null,"first_diffs":44,"first_total":150,"p_value":0.00001353412018380797,"extra_sets":0,"diffs":44,"total":150,"noise_diffs":13,"noise_total":150,"pooled_p_value":null,"noise_ceiling":0.15497606412042542,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeigotx4wutnmt27ssqau7ixosgjwonz5ku5tc6kev2fohdb42gbi5e/epochs/30/kimi-k3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/db856b5a50a0cc8e91199523d06dbcbea3abdc43/evidence.json","fail_line":36,"margin":8,"alpha":0.005,"planned_fail_line":24,"probe_count":150,"power":0.9556018574614497,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":7,"answered":22},{"subject":"Biology (chromosome numbers)","differed":4,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":2,"answered":13},{"subject":"Chinese literature (publication years)","differed":7,"answered":12},{"subject":"Astronomy (periods and distances)","differed":3,"answered":12},{"subject":"Chinese history (specific dates)","differed":4,"answered":10},{"subject":"Medical (drug half-lives)","differed":3,"answered":10},{"subject":"Programming (release years)","differed":3,"answered":10},{"subject":"Chemistry (boiling points)","differed":3,"answered":10},{"subject":"Cryptography (parameters)","differed":0,"answered":10},{"subject":"Chemistry (melting points)","differed":5,"answered":7},{"subject":"Physics (material properties)","differed":1,"answered":6},{"subject":"Mathematics (special values)","differed":1,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Chinese internet (platform dates)","differed":1,"answered":3}],"examples":[{"answer":52498,"domain":"Chinese geography (measurements)","question":"land area of toli county xinjiang in square kilometers","reference":20000},{"answer":184,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome count of Botrychium virginianum","reference":90},{"answer":208,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome count of the fern *Psilotum nudum*","reference":104}],"latency_ms":5645,"audit_cost_usd":0.000317,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","auditors_split":false,"noise_ceiling":0.15497606412042542,"fail_line":36,"line_rate":0.24,"margin":8,"times_noise":3.3846153846153846,"references":[{"model":"moonshotai/kimi-k3","type":"openrouter","provider_pin":["moonshotai"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3","model_display":"Kimi K3"},{"service":"glm-5.3","model":"glm-5.3","epoch":30,"audited_ts":1794090383,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":14,"total":130,"noise_diffs":15,"noise_total":130,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087557,"verdict":"DIFF","outcome":null,"first_diffs":55,"first_total":129,"p_value":4.706691542533585e-13,"extra_sets":0,"diffs":55,"total":129,"noise_diffs":11,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.15868240047613513,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialtl6vt7vxfcitrmkhbvyudemaiyedayd3foggftdmmvqpgv4tdm/epochs/30/glm-5.3/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/db856b5a50a0cc8e91199523d06dbcbea3abdc43/evidence.json","fail_line":33,"margin":22,"alpha":0.005,"planned_fail_line":20,"probe_count":130,"power":0.9225762510151418,"detail":{"subjects":[{"subject":"Programming (release years)","differed":9,"answered":21},{"subject":"Medical (drug half-lives)","differed":8,"answered":14},{"subject":"Physics (material properties)","differed":5,"answered":13},{"subject":"Pop culture (box office and ratings)","differed":4,"answered":11},{"subject":"Astronomy (periods and distances)","differed":5,"answered":9},{"subject":"Chinese geography (measurements)","differed":4,"answered":8},{"subject":"Chemistry (melting points)","differed":3,"answered":8},{"subject":"Chinese literature (publication years)","differed":4,"answered":7},{"subject":"Cryptography (parameters)","differed":3,"answered":7},{"subject":"Biology (chromosome numbers)","differed":2,"answered":6},{"subject":"Internet culture (dates and numbers)","differed":2,"answered":6},{"subject":"Chinese history (specific dates)","differed":3,"answered":5},{"subject":"Mathematics (special values)","differed":2,"answered":5},{"subject":"Chemistry (boiling points)","differed":0,"answered":5},{"subject":"Chinese internet (platform dates)","differed":1,"answered":4}],"examples":[{"answer":1971,"domain":"Internet culture (dates and numbers)","question":"year ip rfc 791 header min bytes","reference":20},{"answer":98,"domain":"Medical (drug half-lives)","question":"half life of lenvatinib hours","reference":28},{"answer":5.4,"domain":"Astronomy (periods and distances)","question":"diameter of asteroid 4179 Toutatis in kilometers","reference":2.5}],"latency_ms":12516,"audit_cost_usd":0.001035,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090383,"verdict":"SAME","outcome":null,"first_diffs":14,"first_total":130,"p_value":0.9977248329296217,"extra_sets":0,"diffs":14,"total":130,"noise_diffs":15,"noise_total":130,"pooled_p_value":null,"noise_ceiling":0.19644383817282884,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeietobof4cbizs6p2lpn7yc5xbh2ssktnftiwvtdowkushorbnsq6e/epochs/30/glm-5.3/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/db856b5a50a0cc8e91199523d06dbcbea3abdc43/evidence.json","fail_line":39,"margin":-25,"alpha":0.005,"planned_fail_line":20,"probe_count":130,"power":0.9235728418951651,"detail":{"subjects":[{"subject":"Programming (release years)","differed":0,"answered":16},{"subject":"Biology (chromosome numbers)","differed":2,"answered":13},{"subject":"Chinese geography (measurements)","differed":1,"answered":13},{"subject":"Chemistry (boiling points)","differed":2,"answered":11},{"subject":"Chinese internet (platform dates)","differed":1,"answered":10},{"subject":"Chinese literature (publication years)","differed":1,"answered":9},{"subject":"Physics (material properties)","differed":0,"answered":9},{"subject":"Chemistry (melting points)","differed":2,"answered":8},{"subject":"Chinese history (specific dates)","differed":3,"answered":7},{"subject":"Astronomy (periods and distances)","differed":1,"answered":7},{"subject":"Cryptography (parameters)","differed":0,"answered":7},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":6},{"subject":"Medical (drug half-lives)","differed":1,"answered":5},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":5},{"subject":"Mathematics (special values)","differed":0,"answered":4}],"examples":[{"answer":-119,"domain":"Chinese history (specific dates)","question":"year the Han dynasty sent Zhang Qian on his second western mission","reference":119},{"answer":350.5,"domain":"Astronomy (periods and distances)","question":"orbital period of narvi in days","reference":1003.9},{"answer":84,"domain":"Biology (chromosome numbers)","question":"diploid chromosome number of Cystopteris fragilis","reference":168}],"latency_ms":1491,"audit_cost_usd":0.008223999999999999,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":true,"noise_ceiling":0.19644383817282884,"fail_line":39,"line_rate":0.3,"margin":-25,"times_noise":0.9333333333333333,"references":[{"model":"z-ai/glm-5.3","type":"openrouter","provider_pin":["z-ai/fp8"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"z-ai-glm-5-3","model_display":"GLM 5.3"},{"service":"gpt-6-astra","model":"gpt-6-astra","epoch":30,"audited_ts":1794089621,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":6,"total":110,"noise_diffs":6,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089621,"verdict":"SAME","outcome":null,"first_diffs":6,"first_total":110,"p_value":0.996420874196465,"extra_sets":0,"diffs":6,"total":110,"noise_diffs":6,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.12736784728051243,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeihhum4elpxysmjldnvqwprfrbbjlwamnyyk2ugg5mbaq5hy53ryta/epochs/30/gpt-6-astra/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/db856b5a50a0cc8e91199523d06dbcbea3abdc43/evidence.json","fail_line":25,"margin":-19,"alpha":0.005,"planned_fail_line":12,"probe_count":110,"power":0.9500471165025759,"detail":{"subjects":[{"subject":"Programming (release years)","differed":0,"answered":17},{"subject":"Biology (chromosome numbers)","differed":1,"answered":16},{"subject":"Chinese internet (platform dates)","differed":0,"answered":16},{"subject":"Chinese literature (publication years)","differed":0,"answered":9},{"subject":"Physics (material properties)","differed":5,"answered":8},{"subject":"Medical (drug half-lives)","differed":0,"answered":8},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":7},{"subject":"Chemistry (melting points)","differed":0,"answered":7},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":6},{"subject":"Chinese geography (measurements)","differed":0,"answered":4},{"subject":"Mathematics (special values)","differed":0,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":3},{"subject":"Astronomy (periods and distances)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":1},{"subject":"Cryptography (parameters)","differed":0,"answered":1}],"examples":[{"answer":0.00995906143,"domain":"Physics (material properties)","question":"SCHOTT N-F2 glass Sellmeier squared resonance wavelength C1 (10^-12 m^2)","reference":9.95906143e-15},{"answer":0.1003909,"domain":"Physics (material properties)","question":"Calcium fluoride Sellmeier resonance wavelength λ2, Malitson 1963 (10^-6 m)","reference":1.003909e-7},{"answer":0.1193242,"domain":"Physics (material properties)","question":"Sapphire ordinary-ray Sellmeier resonance wavelength λ2, Malitson and Dodge 1972 (10^-6 m)","reference":1.193242e-7}],"latency_ms":7674,"audit_cost_usd":0.241728,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.12736784728051243,"fail_line":25,"line_rate":0.22727272727272727,"margin":-19,"times_noise":1,"references":[{"model":"openai/gpt-6-astra","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-6-astra","model_display":"GPT-6 Astra"},{"service":"kimi-k3.1-pro","model":"kimi-k3.1-pro","epoch":30,"audited_ts":1794089840,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":3,"total":110,"noise_diffs":9,"noise_total":110,"reads":[{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794089840,"verdict":"SAME","outcome":null,"first_diffs":3,"first_total":110,"p_value":0.9999992324321344,"extra_sets":0,"diffs":3,"total":110,"noise_diffs":9,"noise_total":110,"pooled_p_value":null,"noise_ceiling":0.1632399817802228,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeid2cg2vjh7gfd6ye4otewbrhivxfpvqfozkplel3f7t45a2ywrc6q/epochs/30/kimi-k3.1-pro/audits/0x13696a857a70657d54b008c245fc6165e8efe7d6af8435af4b6597beb56b896c/sellers/db856b5a50a0cc8e91199523d06dbcbea3abdc43/evidence.json","fail_line":30,"margin":-27,"alpha":0.005,"planned_fail_line":11,"probe_count":110,"power":0.9571810144311763,"detail":{"subjects":[{"subject":"Chinese geography (measurements)","differed":0,"answered":12},{"subject":"Medical (drug half-lives)","differed":0,"answered":12},{"subject":"Programming (release years)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":0,"answered":11},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":11},{"subject":"Biology (chromosome numbers)","differed":2,"answered":10},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":9},{"subject":"Chinese history (specific dates)","differed":0,"answered":5},{"subject":"Chinese literature (publication years)","differed":0,"answered":5},{"subject":"Chemistry (melting points)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":1,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3}],"examples":[{"answer":20,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Pilularia globulifera (2n, chromosomes per somatic cell)","reference":26},{"answer":20,"domain":"Biology (chromosome numbers)","question":"Diploid chromosome number of Selaginella moellendorffii (2n, chromosomes per somatic cell)","reference":18},{"answer":2001,"domain":"Cryptography (parameters)","question":"aes key wrap rfc3394 publication year ce","reference":2002}],"latency_ms":1038,"audit_cost_usd":0.020965,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":false,"noise_ceiling":0.1632399817802228,"fail_line":30,"line_rate":0.2727272727272727,"margin":-27,"times_noise":0.3333333333333333,"references":[{"model":"moonshotai/kimi-k3.1-pro","type":"openrouter","provider_pin":["moonshotai/mxfp4"],"overrides":{"reasoning":{"effort":"none"}}}],"model_id":"kimi-k3-1-pro","model_display":"Kimi K3.1 Pro"},{"service":"gpt-6.1-sol","model":"gpt-6.1-sol","epoch":30,"audited_ts":1794090492,"first_round":false,"verdict":"SAME","close_call":false,"not_tested":null,"valid_until_epoch":32,"diffs":1,"total":100,"noise_diffs":0,"noise_total":100,"reads":[{"auditor":"0x47b2ac7a6d36815a209c2ae06e508aab14298a4c","audited_ts":1794087666,"verdict":"DIFF","outcome":null,"first_diffs":14,"first_total":100,"p_value":0.0001600056838262562,"extra_sets":0,"diffs":14,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeialdu2mjchehoq76llbgaj2p373c5qkqk3t4k5357w73rfs2ollfe/epochs/30/gpt-6.1-sol/audits/0x0673dd8aff1f09ebdf07116c0b59712fb525dbd2127a6628dc54b86dcbb25f0c/sellers/db856b5a50a0cc8e91199523d06dbcbea3abdc43/evidence.json","fail_line":12,"margin":2,"alpha":0.005,"planned_fail_line":7,"probe_count":100,"power":0.9776207097245145,"detail":{"subjects":[{"subject":"Biology (chromosome numbers)","differed":0,"answered":14},{"subject":"Pop culture (box office and ratings)","differed":1,"answered":12},{"subject":"Medical (drug half-lives)","differed":4,"answered":11},{"subject":"Astronomy (periods and distances)","differed":0,"answered":10},{"subject":"Chinese internet (platform dates)","differed":0,"answered":10},{"subject":"Chinese geography (measurements)","differed":1,"answered":9},{"subject":"Programming (release years)","differed":3,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":3,"answered":5},{"subject":"Chinese literature (publication years)","differed":2,"answered":4},{"subject":"Chinese history (specific dates)","differed":0,"answered":4},{"subject":"Cryptography (parameters)","differed":0,"answered":3},{"subject":"Physics (material properties)","differed":0,"answered":3},{"subject":"Chemistry (melting points)","differed":0,"answered":3},{"subject":"Chemistry (boiling points)","differed":0,"answered":2},{"subject":"Mathematics (special values)","differed":0,"answered":2}],"examples":[{"answer":234,"domain":"Chinese literature (publication years)","question":"殷璠《河岳英灵集》收录的诗人数","reference":24},{"answer":10,"domain":"Chinese literature (publication years)","question":"阮阅《诗话总龟》后集的卷数","reference":50},{"answer":1688,"domain":"Chinese geography (measurements)","question":"Nansha Bridge Dasha Waterway crossing main span length (metres)","reference":1200}],"latency_ms":5462,"audit_cost_usd":0.001228,"reasoning":{"strategy":"reasoning-effort-none","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":0,"valid_answers":10}]}}},{"auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","audited_ts":1794090492,"verdict":"SAME","outcome":null,"first_diffs":1,"first_total":100,"p_value":0.9900000000000718,"extra_sets":0,"diffs":1,"total":100,"noise_diffs":0,"noise_total":100,"pooled_p_value":null,"noise_ceiling":0.04500741397856389,"proof_url":"https://ipfs.filebase.io/ipfs/bafybeie5kngyc6xn7lizxsw5lolcdvy523kzcbgtpfravffebtu3qeusbm/epochs/30/gpt-6.1-sol/audits/0xe5f085ae41ecf0517491bf6436d8609875fd0b043b399e6dd1a95988ef21a590/sellers/db856b5a50a0cc8e91199523d06dbcbea3abdc43/evidence.json","fail_line":12,"margin":-11,"alpha":0.005,"planned_fail_line":6,"probe_count":100,"power":0.9867202611458651,"detail":{"subjects":[{"subject":"Astronomy (periods and distances)","differed":0,"answered":12},{"subject":"Medical (drug half-lives)","differed":0,"answered":12},{"subject":"Pop culture (box office and ratings)","differed":0,"answered":12},{"subject":"Biology (chromosome numbers)","differed":0,"answered":12},{"subject":"Chinese internet (platform dates)","differed":1,"answered":11},{"subject":"Mathematics (special values)","differed":0,"answered":8},{"subject":"Chinese geography (measurements)","differed":0,"answered":8},{"subject":"Internet culture (dates and numbers)","differed":0,"answered":8},{"subject":"Programming (release years)","differed":0,"answered":8},{"subject":"Physics (material properties)","differed":0,"answered":2},{"subject":"Cryptography (parameters)","differed":0,"answered":2},{"subject":"Chinese history (specific dates)","differed":0,"answered":2},{"subject":"Chinese literature (publication years)","differed":0,"answered":2},{"subject":"Chemistry (boiling points)","differed":0,"answered":1}],"examples":[{"answer":1996,"domain":"Chinese internet (platform dates)","question":"西安交通大学兵马俑BBS创办年份（公元年）","reference":1995}],"latency_ms":4091,"audit_cost_usd":0.036505,"reasoning":{"strategy":"reasoning-effort-minimal","attempts":[{"strategy":"reasoning-effort-none","reasoning_tokens":null,"valid_answers":null},{"strategy":"reasoning-effort-minimal","reasoning_tokens":0,"valid_answers":10}]}}}],"lead_auditor":"0xe9ab4fc3efcd0e83ab4462a4fcb4334c42d3bca4","auditors_split":true,"noise_ceiling":0.04500741397856389,"fail_line":12,"line_rate":0.12,"margin":-11,"times_noise":2,"references":[{"model":"openai/gpt-6.1-sol","type":"openrouter","provider_pin":["openai"],"overrides":{"reasoning":{"effort":"minimal"}}}],"model_id":"openai-gpt-61-sol","model_display":"GPT-6.1 Sol"}],"rounds":[{"epoch":30,"started_ts":1794087775,"first_round":false,"passed":4,"failed":0,"not_tested":0,"pending":1,"points_multiplier":1.08},{"epoch":29,"started_ts":1793825303,"first_round":false,"passed":1,"failed":0,"not_tested":0,"pending":0,"points_multiplier":1.02}]},"meta":{"version":"v1","endpoint":"sellers.checks","as_of_block":56145096,"as_of_ts":1794419404,"indexer_lag_blocks":4323,"generated_at":1794420265,"max_age_s":90,"sources":{"checks":"chain","evidence":"chain","multiplier":"chain"},"docs":{"endpoint":"https://antseedstats.com/developers#sellers.checks","page":"https://antseedstats.com/sellers/0xdb856b5a50a0cc8e91199523d06dbcbea3abdc43/checks","glossary":"https://antseedstats.com/api/v1/glossary?page=sellers"}}}