{"app_id":"codex-consult","consultations":243,"days":90,"eligible_ratings":10,"events_read":513,"generated":1792413127,"judge_table_version":"2026-10-08","ratings":259,"ratings_deduped":4,"rows":[{"blockers":15,"eligible":true,"failed":{"capability":0,"other":1,"quota":0},"findings":162,"findings_per_consultation":3.2,"last_seen_day":"2026-10-15","linked_consultations":4,"model":"glm-5.3","n":51,"provider":"zai","rank":1,"rated_consultations":4,"ratings":{"no":1,"partial":8,"useful":53},"ratings_deduped":0,"score":84.7,"structured_rate":0.96,"unknown_judge_share":0.9,"usable":50,"usable_rate":0.98,"wall_seconds_mean":474,"weighted_rate":0.92},{"blockers":44,"eligible":true,"failed":{"capability":0,"other":0,"quota":17},"findings":219,"findings_per_consultation":3.0,"last_seen_day":"2026-10-15","linked_consultations":36,"model":"gpt-6-astra","n":72,"provider":"openai","rank":2,"rated_consultations":28,"ratings":{"no":4,"partial":0,"useful":51},"ratings_deduped":2,"score":83.8,"structured_rate":0.76,"unknown_judge_share":0.47,"usable":55,"usable_rate":0.76,"wall_seconds_mean":291,"weighted_rate":0.93},{"blockers":23,"eligible":true,"failed":{"capability":1,"other":1,"quota":0},"findings":156,"findings_per_consultation":3.1,"last_seen_day":"2026-10-14","linked_consultations":9,"model":"mimo-v2.6-pro","n":50,"provider":"xiaomi","rank":3,"rated_consultations":9,"ratings":{"no":3,"partial":13,"useful":48},"ratings_deduped":1,"score":77.6,"structured_rate":0.96,"unknown_judge_share":0.83,"usable":48,"usable_rate":0.96,"wall_seconds_mean":886,"weighted_rate":0.85},{"blockers":7,"eligible":true,"failed":{"capability":3,"other":0,"quota":1},"findings":48,"findings_per_consultation":2.8,"last_seen_day":"2026-10-14","linked_consultations":3,"model":"k3","n":17,"provider":"moonshot","rank":4,"rated_consultations":3,"ratings":{"no":2,"partial":0,"useful":13},"ratings_deduped":1,"score":64.6,"structured_rate":0.76,"unknown_judge_share":0.73,"usable":13,"usable_rate":0.76,"wall_seconds_mean":634,"weighted_rate":0.87},{"blockers":7,"eligible":true,"failed":{"capability":0,"other":0,"quota":0},"findings":42,"findings_per_consultation":4.7,"last_seen_day":"2026-10-14","linked_consultations":1,"model":"muse-spark-1.3-contributor","n":9,"provider":"meta","rank":5,"rated_consultations":1,"ratings":{"no":0,"partial":4,"useful":8},"ratings_deduped":0,"score":63.1,"structured_rate":1.0,"unknown_judge_share":0.83,"usable":9,"usable_rate":1.0,"wall_seconds_mean":362,"weighted_rate":0.83},{"blockers":9,"eligible":true,"failed":{"capability":0,"other":0,"quota":7},"findings":59,"findings_per_consultation":4.5,"last_seen_day":"2026-10-14","linked_consultations":1,"model":"qwen3.8-max","n":13,"provider":"alibaba","rank":6,"rated_consultations":1,"ratings":{"no":2,"partial":0,"useful":9},"ratings_deduped":0,"score":55.3,"structured_rate":0.46,"unknown_judge_share":1.0,"usable":6,"usable_rate":0.46,"wall_seconds_mean":1039,"weighted_rate":0.82},{"blockers":8,"eligible":true,"failed":{"capability":0,"other":0,"quota":2},"findings":83,"findings_per_consultation":6.9,"last_seen_day":"2026-10-14","linked_consultations":1,"model":"deepseek-v4.1-flash","n":12,"provider":"byteplus","rank":7,"rated_consultations":1,"ratings":{"no":1,"partial":3,"useful":7},"ratings_deduped":0,"score":55.2,"structured_rate":0.83,"unknown_judge_share":0.82,"usable":10,"usable_rate":0.83,"wall_seconds_mean":721,"weighted_rate":0.77},{"blockers":4,"eligible":true,"failed":{"capability":0,"other":0,"quota":0},"findings":23,"findings_per_consultation":3.3,"last_seen_day":"2026-10-14","linked_consultations":1,"model":"dola-seed-2.0-pro","n":7,"provider":"byteplus","rank":8,"rated_consultations":1,"ratings":{"no":0,"partial":10,"useful":2},"ratings_deduped":0,"score":46.9,"structured_rate":1.0,"unknown_judge_share":0.83,"usable":7,"usable_rate":1.0,"wall_seconds_mean":366,"weighted_rate":0.58},{"blockers":3,"eligible":false,"failed":{"capability":0,"other":2,"quota":1},"findings":8,"findings_per_consultation":1.0,"last_seen_day":"2026-10-14","linked_consultations":1,"model":"gemini-3.8-flash-high","n":8,"provider":"google","rank":null,"rated_consultations":1,"ratings":{"no":1,"partial":4,"useful":3},"ratings_deduped":0,"score":41.6,"structured_rate":0.63,"unknown_judge_share":0.75,"usable":5,"usable_rate":0.63,"wall_seconds_mean":564,"weighted_rate":0.63},{"blockers":0,"eligible":false,"failed":{"capability":0,"other":0,"quota":0},"findings":0,"findings_per_consultation":null,"last_seen_day":"2026-10-06","linked_consultations":0,"model":"gemini-3.8-flash-low","n":0,"provider":"google","rank":null,"rated_consultations":null,"ratings":{"no":0,"partial":3,"useful":0},"ratings_deduped":0,"score":31.5,"structured_rate":null,"unknown_judge_share":1.0,"usable":0,"usable_rate":null,"wall_seconds_mean":null,"weighted_rate":0.5},{"blockers":0,"eligible":false,"failed":{"capability":0,"other":0,"quota":0},"findings":0,"findings_per_consultation":null,"last_seen_day":"2026-10-06","linked_consultations":0,"model":"kimi-k2.5","n":0,"provider":"byteplus","rank":null,"rated_consultations":null,"ratings":{"no":1,"partial":3,"useful":0},"ratings_deduped":0,"score":24.1,"structured_rate":null,"unknown_judge_share":1.0,"usable":0,"usable_rate":null,"wall_seconds_mean":null,"weighted_rate":0.38},{"blockers":2,"eligible":false,"failed":{"capability":1,"other":0,"quota":0},"findings":9,"findings_per_consultation":2.3,"last_seen_day":"2026-10-14","linked_consultations":0,"model":"gemini-3.1-pro-high","n":4,"provider":"google","rank":null,"rated_consultations":null,"ratings":{"no":1,"partial":1,"useful":0},"ratings_deduped":0,"score":15.7,"structured_rate":0.75,"unknown_judge_share":1.0,"usable":3,"usable_rate":0.75,"wall_seconds_mean":169,"weighted_rate":0.25}],"scoring_version":"dirichlet-p05-v1","since":1784637127,"since_day":"2026-07-21","window_cut":false}