# Model leaderboard A dated routing snapshot from selected local harness outcomes. Scores are held-outcome rates and 95% Wilson lower bounds. A dash means unscored; starting orders include operator seed choices. This is not a universal benchmark. | Role | Model | Routing order | Held score | Wilson lower score | Date | |---|---|---:|---:|---:|---| | taste | claude-opus-5-5 | 1 | 0.333 | 0.097 | 2026-11-03 | | taste | claude-fable-5-1 | 2 | - | - | 2026-11-03 | | taste | deepseek/deepseek-v4.1-flash-1017 | - | 0.0 | 0.0 | 2026-11-03 | | taste | gpt-6.1-sol | - | 0.0 | 0.0 | 2026-11-03 | | review | claude-opus-5-5 | 1 | - | - | 2026-11-03 | | review | gpt-6-astra | 2 | 1.0 | 0.342 | 2026-11-03 | | review | claude-fable-5-1 | 3 | - | - | 2026-11-03 | | review | gpt-6.1-sol | 4 | - | - | 2026-11-03 | | mechanical | gpt-6.1-sol | 1 | 1.0 | 0.207 | 2026-11-03 | | mechanical | deepseek/deepseek-v4.1-flash-1017 | 2 | 1.0 | 0.438 | 2026-11-03 | | builder | claude-opus-5-5 | 1 | 1.0 | 0.207 | 2026-11-03 | | builder | gpt-6.1-sol | 2 | 1.0 | 0.342 | 2026-11-03 | | builder | deepseek/deepseek-v4.1-flash-1017 | - | 0.0 | 0.0 | 2026-11-03 | | cheap | deepseek/deepseek-v4.1-flash-1017 | 1 | - | - | 2026-11-03 | | cheap | z-ai/glm-5.3-flash | 2 | - | - | 2026-11-03 | | biology | moonshotai/kimi-k3.1-pro | 1 | - | - | 2026-11-03 | | batch | gpt-6.1-sol | 1 | 0.824 | 0.748 | 2026-11-03 | | batch | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-03 | | writing | claude-opus-5-5 | 1 | 1.0 | 0.51 | 2026-11-03 | | ideation | claude-opus-5-5 | 1 | 0.5 | 0.268 | 2026-11-03 | | ideation | gpt-6-astra | 2 | 0.933 | 0.702 | 2026-11-03 | | ideation | moonshotai/kimi-k3.1-pro | 3 | - | - | 2026-11-03 | | taste | claude-opus-5-5 | 1 | - | - | 2026-11-14 | | taste | claude-fable-5-2 | 2 | - | - | 2026-11-14 | | review | claude-opus-5-5 | 1 | 1.0 | 0.207 | 2026-11-14 | | review | gpt-6-astra | 2 | - | - | 2026-11-14 | | review | claude-fable-5-2 | 3 | - | - | 2026-11-14 | | review | gpt-6.1-sol | 4 | - | - | 2026-11-14 | | review | gpt-5.6-sol | 5 | - | - | 2026-11-14 | | review | moonshotai/kimi-k3.1-pro | 6 | - | - | 2026-11-14 | | review | google/gemini-4-argon | 7 | - | - | 2026-11-14 | | review | claude-sonnet-5-5 | 8 | - | - | 2026-11-14 | | mechanical | gpt-6.1-sol | 1 | - | - | 2026-11-14 | | mechanical | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-14 | | builder | claude-opus-5-5 | 1 | - | - | 2026-11-14 | | builder | gpt-6.1-sol | 2 | - | - | 2026-11-14 | | cheap | deepseek/deepseek-v4.1-flash-1017 | 1 | - | - | 2026-11-14 | | cheap | z-ai/glm-5.3-flash | 2 | - | - | 2026-11-14 | | biology | moonshotai/kimi-k3.1-pro | 1 | - | - | 2026-11-14 | | batch | gpt-6.1-sol | 1 | 1.0 | 0.867 | 2026-11-14 | | batch | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-14 | | batch | gpt-6-astra | 3 | - | - | 2026-11-14 | | writing | claude-opus-5-5 | 1 | - | - | 2026-11-14 | | ideation | claude-opus-5-5 | 1 | - | - | 2026-11-14 | | ideation | gpt-6-astra | 2 | - | - | 2026-11-14 | | ideation | moonshotai/kimi-k3.1-pro | 3 | - | - | 2026-11-14 | | ideation | claude-fable-5-2 | 4 | 1.0 | 0.741 | 2026-11-14 | | ideation | gpt-6.1-sol | 5 | - | - | 2026-11-14 | | design | claude-opus-5-5 | 1 | - | - | 2026-11-14 | | design | claude-fable-5-2 | 2 | 1.0 | 0.342 | 2026-11-14 | | design | gpt-6.1-sol | 3 | - | - | 2026-11-14 | | judge | claude-opus-5-5 | 1 | - | - | 2026-11-14 | | judge | gpt-6-astra | 2 | - | - | 2026-11-14 | | judge | claude-fable-5-2 | 3 | 0.0 | 0.0 | 2026-11-14 | | judge | gpt-6.1-sol | 4 | - | - | 2026-11-14 | | taste | claude-opus-5-5 | 1 | - | - | 2026-11-15 | | taste | claude-fable-5-2 | 2 | - | - | 2026-11-15 | | review | claude-opus-5-5 | 1 | 1.0 | 0.207 | 2026-11-15 | | review | gpt-6-astra | 2 | - | - | 2026-11-15 | | review | claude-fable-5-2 | 3 | - | - | 2026-11-15 | | review | gpt-6.1-sol | 4 | - | - | 2026-11-15 | | review | gpt-5.6-sol | 5 | - | - | 2026-11-15 | | review | moonshotai/kimi-k3.1-pro | 6 | - | - | 2026-11-15 | | review | google/gemini-4-argon | 7 | - | - | 2026-11-15 | | review | claude-sonnet-5-5 | 8 | - | - | 2026-11-15 | | mechanical | gpt-6.1-sol | 1 | - | - | 2026-11-15 | | mechanical | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-15 | | builder | claude-opus-5-5 | 1 | - | - | 2026-11-15 | | builder | gpt-6.1-sol | 2 | - | - | 2026-11-15 | | cheap | deepseek/deepseek-v4.1-flash-1017 | 1 | - | - | 2026-11-15 | | cheap | z-ai/glm-5.3-flash | 2 | - | - | 2026-11-15 | | biology | moonshotai/kimi-k3.1-pro | 1 | - | - | 2026-11-15 | | batch | gpt-6.1-sol | 1 | 1.0 | 0.867 | 2026-11-15 | | batch | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-15 | | batch | gpt-6-astra | 3 | - | - | 2026-11-15 | | writing | claude-opus-5-5 | 1 | - | - | 2026-11-15 | | ideation | claude-opus-5-5 | 1 | - | - | 2026-11-15 | | ideation | gpt-6-astra | 2 | - | - | 2026-11-15 | | ideation | moonshotai/kimi-k3.1-pro | 3 | - | - | 2026-11-15 | | ideation | claude-fable-5-2 | 4 | 1.0 | 0.741 | 2026-11-15 | | ideation | gpt-6.1-sol | 5 | - | - | 2026-11-15 | | design | claude-opus-5-5 | 1 | - | - | 2026-11-15 | | design | claude-fable-5-2 | 2 | 1.0 | 0.438 | 2026-11-15 | | design | gpt-6.1-sol | 3 | - | - | 2026-11-15 | | judge | claude-opus-5-5 | 1 | - | - | 2026-11-15 | | judge | gpt-6-astra | 2 | - | - | 2026-11-15 | | judge | claude-fable-5-2 | 3 | 0.0 | 0.0 | 2026-11-15 | | judge | gpt-6.1-sol | 4 | - | - | 2026-11-15 | | taste | claude-opus-5-5 | 1 | - | - | 2026-11-16 | | taste | claude-fable-5-2 | 2 | - | - | 2026-11-16 | | taste | gpt-6-astra | 3 | - | - | 2026-11-16 | | review | claude-opus-5-5 | 1 | 1.0 | 0.207 | 2026-11-16 | | review | gpt-6-astra | 2 | - | - | 2026-11-16 | | review | claude-fable-5-2 | 3 | - | - | 2026-11-16 | | review | gpt-6.1-sol | 4 | - | - | 2026-11-16 | | review | google/gemini-4-carbon | 5 | - | - | 2026-11-16 | | review | google/gemini-4-hydrogen | 6 | - | - | 2026-11-16 | | review | gpt-5.6-sol | 7 | - | - | 2026-11-16 | | review | moonshotai/kimi-k3.1-pro | 8 | - | - | 2026-11-16 | | review | google/gemini-4-argon | 9 | - | - | 2026-11-16 | | review | claude-sonnet-5-5 | 10 | - | - | 2026-11-16 | | mechanical | gpt-6.1-sol | 1 | - | - | 2026-11-16 | | mechanical | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-16 | | mechanical | google/gemini-4-carbon | 3 | - | - | 2026-11-16 | | mechanical | google/gemini-4-hydrogen | 4 | - | - | 2026-11-16 | | builder | claude-opus-5-5 | 1 | - | - | 2026-11-16 | | builder | gpt-6.1-sol | 2 | - | - | 2026-11-16 | | cheap | deepseek/deepseek-v4.1-flash-1017 | 1 | - | - | 2026-11-16 | | cheap | z-ai/glm-5.3-flash | 2 | - | - | 2026-11-16 | | biology | moonshotai/kimi-k3.1-pro | 1 | - | - | 2026-11-16 | | batch | gpt-6.1-sol | 1 | 1.0 | 0.867 | 2026-11-16 | | batch | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-16 | | batch | google/gemini-4-carbon | 3 | - | - | 2026-11-16 | | batch | google/gemini-4-hydrogen | 4 | - | - | 2026-11-16 | | batch | gpt-6-astra | 5 | - | - | 2026-11-16 | | writing | claude-opus-5-5 | 1 | - | - | 2026-11-16 | | ideation | claude-opus-5-5 | 1 | 1.0 | 0.342 | 2026-11-16 | | ideation | gpt-6-astra | 2 | - | - | 2026-11-16 | | ideation | moonshotai/kimi-k3.1-pro | 3 | - | - | 2026-11-16 | | ideation | google/gemini-4-carbon | 4 | - | - | 2026-11-16 | | ideation | google/gemini-4-hydrogen | 5 | - | - | 2026-11-16 | | ideation | claude-fable-5-2 | 6 | 1.0 | 0.741 | 2026-11-16 | | ideation | gpt-6.1-sol | 7 | - | - | 2026-11-16 | | design | claude-opus-5-5 | 1 | - | - | 2026-11-16 | | design | claude-fable-5-2 | 2 | 1.0 | 0.438 | 2026-11-16 | | design | google/gemini-4-carbon | 3 | - | - | 2026-11-16 | | design | google/gemini-4-hydrogen | 4 | - | - | 2026-11-16 | | design | gpt-6.1-sol | 5 | - | - | 2026-11-16 | | judge | claude-opus-5-5 | 1 | - | - | 2026-11-16 | | judge | gpt-6-astra | 2 | - | - | 2026-11-16 | | judge | claude-fable-5-2 | 3 | 0.0 | 0.0 | 2026-11-16 | | judge | gpt-6.1-sol | 4 | - | - | 2026-11-16 | | judge | google/gemini-4-carbon | 5 | - | - | 2026-11-16 | | judge | google/gemini-4-hydrogen | 6 | - | - | 2026-11-16 | | taste | claude-opus-5-5 | 1 | - | - | 2026-11-17 | | taste | claude-fable-5-2 | 2 | - | - | 2026-11-17 | | taste | gpt-6-astra | 3 | - | - | 2026-11-17 | | review | claude-opus-5-5 | 1 | 1.0 | 0.207 | 2026-11-17 | | review | gpt-6-astra | 2 | 0.6 | 0.231 | 2026-11-17 | | review | claude-fable-5-2 | 3 | - | - | 2026-11-17 | | review | gpt-6.1-sol | 4 | 0.8 | 0.376 | 2026-11-17 | | review | google/gemini-4-carbon | 5 | - | - | 2026-11-17 | | review | google/gemini-4-hydrogen | 6 | - | - | 2026-11-17 | | review | gpt-5.6-sol | 7 | - | - | 2026-11-17 | | review | moonshotai/kimi-k3.1-pro | 8 | - | - | 2026-11-17 | | review | google/gemini-4-argon | 9 | - | - | 2026-11-17 | | review | gpt-6.2-astra | 10 | - | - | 2026-11-17 | | review | claude-sonnet-5-5 | 11 | - | - | 2026-11-17 | | mechanical | gpt-6.1-sol | 1 | - | - | 2026-11-17 | | mechanical | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-17 | | mechanical | google/gemini-4-carbon | 3 | - | - | 2026-11-17 | | mechanical | google/gemini-4-hydrogen | 4 | - | - | 2026-11-17 | | builder | claude-opus-5-5 | 1 | - | - | 2026-11-17 | | builder | gpt-6.1-sol | 2 | - | - | 2026-11-17 | | cheap | deepseek/deepseek-v4.1-flash-1017 | 1 | - | - | 2026-11-17 | | cheap | z-ai/glm-5.3-flash | 2 | - | - | 2026-11-17 | | biology | moonshotai/kimi-k3.1-pro | 1 | - | - | 2026-11-17 | | batch | gpt-6.1-sol | 1 | 1.0 | 0.867 | 2026-11-17 | | batch | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-17 | | batch | google/gemini-4-carbon | 3 | - | - | 2026-11-17 | | batch | google/gemini-4-hydrogen | 4 | - | - | 2026-11-17 | | batch | gpt-6-astra | 5 | - | - | 2026-11-17 | | writing | claude-opus-5-5 | 1 | - | - | 2026-11-17 | | ideation | claude-opus-5-5 | 1 | 1.0 | 0.342 | 2026-11-17 | | ideation | gpt-6-astra | 2 | - | - | 2026-11-17 | | ideation | moonshotai/kimi-k3.1-pro | 3 | - | - | 2026-11-17 | | ideation | google/gemini-4-carbon | 4 | - | - | 2026-11-17 | | ideation | google/gemini-4-hydrogen | 5 | - | - | 2026-11-17 | | ideation | claude-fable-5-2 | 6 | 1.0 | 0.741 | 2026-11-17 | | ideation | gpt-6.1-sol | 7 | - | - | 2026-11-17 | | design | claude-opus-5-5 | 1 | - | - | 2026-11-17 | | design | claude-fable-5-2 | 2 | 1.0 | 0.438 | 2026-11-17 | | design | google/gemini-4-carbon | 3 | - | - | 2026-11-17 | | design | google/gemini-4-hydrogen | 4 | - | - | 2026-11-17 | | design | gpt-6.1-sol | 5 | - | - | 2026-11-17 | | judge | claude-opus-5-5 | 1 | - | - | 2026-11-17 | | judge | gpt-6-astra | 2 | 1.0 | 0.61 | 2026-11-17 | | judge | claude-fable-5-2 | 3 | 0.0 | 0.0 | 2026-11-17 | | judge | gpt-6.1-sol | 4 | 0.833 | 0.436 | 2026-11-17 | | judge | google/gemini-4-carbon | 5 | - | - | 2026-11-17 | | judge | google/gemini-4-hydrogen | 6 | - | - | 2026-11-17 | | judge | gpt-6.2-astra | 7 | - | - | 2026-11-17 | | taste | claude-opus-5-5 | 1 | - | - | 2026-11-18 | | taste | claude-fable-5-2 | 2 | - | - | 2026-11-18 | | review | claude-opus-5-5 | 1 | 1.0 | 0.566 | 2026-11-18 | | review | gpt-6.2-astra | 2 | - | - | 2026-11-18 | | review | claude-fable-5-2 | 3 | - | - | 2026-11-18 | | review | gpt-6.2-sol | 4 | - | - | 2026-11-18 | | review | gpt-5.6-sol | 5 | - | - | 2026-11-18 | | review | moonshotai/kimi-k3.1-pro | 6 | - | - | 2026-11-18 | | review | claude-sonnet-5-5 | 7 | - | - | 2026-11-18 | | review | gpt-6-astra | 8 | - | - | 2026-11-18 | | review | gpt-6.1-sol | 9 | - | - | 2026-11-18 | | review | google/gemini-4-argon | - | - | - | 2026-11-18 | | review | google/gemini-4-hydrogen | - | - | - | 2026-11-18 | | mechanical | gpt-6.2-sol | 1 | - | - | 2026-11-18 | | mechanical | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-18 | | mechanical | gpt-6.1-sol | 3 | - | - | 2026-11-18 | | builder | claude-opus-5-5 | 1 | - | - | 2026-11-18 | | builder | gpt-6.2-sol | 2 | - | - | 2026-11-18 | | builder | gpt-6.1-sol | 3 | - | - | 2026-11-18 | | cheap | deepseek/deepseek-v4.1-flash-1017 | 1 | - | - | 2026-11-18 | | cheap | z-ai/glm-5.3-flash | 2 | - | - | 2026-11-18 | | biology | moonshotai/kimi-k3.1-pro | 1 | - | - | 2026-11-18 | | batch | gpt-6.2-sol | 1 | - | - | 2026-11-18 | | batch | deepseek/deepseek-v4.1-flash-1017 | 2 | - | - | 2026-11-18 | | batch | gpt-6.1-sol | 3 | 1.0 | 0.867 | 2026-11-18 | | writing | claude-opus-5-5 | 1 | - | - | 2026-11-18 | | ideation | claude-opus-5-5 | 1 | 1.0 | 0.342 | 2026-11-18 | | ideation | gpt-6.2-astra | 2 | - | - | 2026-11-18 | | ideation | moonshotai/kimi-k3.1-pro | 3 | - | - | 2026-11-18 | | ideation | claude-fable-5-2 | 4 | 1.0 | 0.741 | 2026-11-18 | | ideation | gpt-6-astra | 5 | - | - | 2026-11-18 | | design | claude-opus-5-5 | 1 | - | - | 2026-11-18 | | design | claude-fable-5-2 | 2 | 1.0 | 0.438 | 2026-11-18 | | judge | claude-opus-5-5 | 1 | - | - | 2026-11-18 | | judge | gpt-6.2-astra | 2 | - | - | 2026-11-18 | | judge | claude-fable-5-2 | 3 | 0.0 | 0.0 | 2026-11-18 | | judge | gpt-6.2-sol | 4 | - | - | 2026-11-18 | | judge | gpt-6-astra | 5 | - | - | 2026-11-18 | | judge | gpt-6.1-sol | 6 | - | - | 2026-11-18 | ## Recorded observation scores Selected local labels on a 0–4 scale, including proxy and operational outcomes. Repeated scores are retained; no task identifiers or text are exported. These labels are not matched benchmark trials. | Role | Model | Scores | Date | |---|---|---|---| | batch | gpt-6.1-sol | 0, 0, 4, 4, 4, 4 | 2026-10-19 | | batch | gpt-6.1-sol | 4, 4, 4 | 2026-10-20 | | batch | gpt-6.1-sol | 4, 4, 4, 4 | 2026-10-22 | | batch | gpt-6.1-sol | 0, 0, 0 | 2026-10-25 | | batch | gpt-6.1-sol | 0, 4 | 2026-10-26 | | batch | gpt-6.1-sol | 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 4, 4 | 2026-10-30 | | batch | gpt-6.1-sol | 4, 4, 4 | 2026-10-31 | | batch | gpt-6.1-sol | 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4 | 2026-11-01 | | batch | gpt-6.1-sol | 0, 0, 0, 0, 0, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4 | 2026-11-02 | | batch | gpt-6.1-sol | 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4 | 2026-11-03 | | builder | claude-opus-5-5 | 4 | 2026-10-15 | | builder | deepseek/deepseek-v4.1-flash-1017 | 1, 2 | 2026-10-25 | | builder | gpt-6.1-sol | 2, 3, 4 | 2026-10-25 | | ideation | claude-opus-5-5 | 0, 0, 0, 0, 0, 0, 0, 4, 4, 4, 4, 4, 4, 4 | 2026-11-02 | | ideation | gpt-6-astra | 0, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4 | 2026-11-02 | | mechanical | deepseek/deepseek-v4.1-flash-1017 | 3, 4, 4 | 2026-10-25 | | mechanical | gpt-6.1-sol | 4 | 2026-10-25 | | review | gpt-6-astra | 3 | 2026-10-25 | | review | gpt-6-astra | 4 | 2026-11-02 | | taste | claude-opus-5-5 | 0, 0, 4, 4 | 2026-11-02 | | taste | claude-opus-5-5 | 0, 0 | 2026-11-03 | | taste | deepseek/deepseek-v4.1-flash-1017 | 1 | 2026-10-25 | | taste | gpt-6.1-sol | 1 | 2026-10-25 | | writing | claude-opus-5-5 | 4, 4, 4, 4 | 2026-11-02 | | judge | gpt-6-astra | 4, 4, 4, 4, 4, 4 | 2026-11-17 | | judge | gpt-6.1-sol | 0, 4, 4, 4, 4, 4 | 2026-11-17 | | judge | gpt-6.2-astra | 4, 4, 4, 4, 4, 4 | 2026-11-17 | | review | gpt-6-astra | 0, 0, 4, 4, 4 | 2026-11-17 | | review | gpt-6.1-sol | 0, 4, 4, 4, 4 | 2026-11-17 | | review | gpt-6.2-astra | 4, 4, 4, 4, 4 | 2026-11-17 | | batch | gpt-6.1-sol | 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4 | 2026-11-04 | | batch | gpt-6.1-sol | 4, 4 | 2026-11-05 | | design | claude-fable-5-2 | 4, 4 | 2026-11-13 | | design | claude-fable-5-2 | 4 | 2026-11-14 | | ideation | claude-fable-5-2 | 4, 4, 4, 4, 4, 4, 4, 4, 4, 4 | 2026-11-13 | | ideation | claude-fable-5-2 | 4 | 2026-11-14 | | ideation | claude-opus-5-5 | 4, 4 | 2026-11-16 | | judge | claude-fable-5-2 | 0, 0 | 2026-11-13 | | review | claude-opus-5-5 | 4 | 2026-11-09 | | review | claude-opus-5-5 | 4, 4 | 2026-11-17 | | review | claude-opus-5-5 | 4, 4 | 2026-11-18 | | review | google/gemini-4-argon | 4 | 2026-11-10 | | review | google/gemini-4-hydrogen | 0, 4 | 2026-11-16 | | review | gpt-5.6-sol | 0, 4, 4 | 2026-11-10 | | review | moonshotai/kimi-k3.1-pro | 4, 4 | 2026-11-10 | Ranking method and limits: [leaderboard/README.md](leaderboard/README.md).