{"date":"2026-08-26T00:14:06Z","drift":[{"model":"openai/gpt-5.4-mini","now":2,"prompt":"spatial-1","type":"SCORE_DROP","was":3.5},{"model":"anthropic/claude-haiku-4-5","now":false,"prompt":"common-sense-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-pro","now":null,"prompt":"logic-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-pro","now":null,"prompt":"math-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-pro","now":null,"prompt":"spatial-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-pro","now":null,"prompt":"causality-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-pro","now":null,"prompt":"code-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-pro","now":null,"prompt":"ambiguity-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-pro","now":null,"prompt":"common-sense-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-flash","now":null,"prompt":"logic-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-flash","now":null,"prompt":"math-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-flash","now":null,"prompt":"spatial-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-flash","now":null,"prompt":"causality-1","type":"IMPROVEMENT","was":false},{"model":"gemini/gemini-2.5-flash","now":null,"prompt":"code-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-flash","now":null,"prompt":"ambiguity-1","type":"REGRESSION","was":true},{"model":"gemini/gemini-2.5-flash","now":null,"prompt":"common-sense-1","type":"REGRESSION","was":true}],"headline":"claude-haiku-4-5 lost common-sense-1; gemini-2.5-pro lost logic-1; gemini-2.5-pro lost math-1; gemini-2.5-pro lost spatial-1; gemini-2.5-pro lost causality-1; gemini-2.5-pro lost code-1; gemini-2.5-pro lost ambiguity-1; gemini-2.5-pro lost common-sense-1; gemini-2.5-flash lost logic-1; gemini-2.5-flash lost math-1; gemini-2.5-flash lost spatial-1; gemini-2.5-flash lost code-1; gemini-2.5-flash lost ambiguity-1; gemini-2.5-flash lost common-sense-1. gpt-5.4-mini dropped on spatial-1. gpt-5.4-mini failing spatial-1. gemini-2.5-flash recovering.","previous":{"anthropic/claude-haiku-4-5":{"ambiguity-1":{"correct":true,"score":4.17},"causality-1":{"correct":true,"score":4.67},"code-1":{"correct":true,"score":4.67},"common-sense-1":{"correct":true,"score":3.33},"logic-1":{"correct":true,"score":5},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":true,"score":5}},"anthropic/claude-opus-4-6":{"ambiguity-1":{"correct":true,"score":5},"causality-1":{"correct":true,"score":5},"code-1":{"correct":true,"score":4.67},"common-sense-1":{"correct":true,"score":4.5},"logic-1":{"correct":true,"score":5},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":true,"score":5}},"anthropic/claude-sonnet-4-6":{"ambiguity-1":{"correct":true,"score":4.5},"causality-1":{"correct":true,"score":5},"code-1":{"correct":true,"score":4.5},"common-sense-1":{"correct":true,"score":3.67},"logic-1":{"correct":true,"score":5},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":true,"score":5}},"gemini/gemini-2.5-flash":{"ambiguity-1":{"correct":true,"score":4.67},"causality-1":{"correct":false,"score":2.5},"code-1":{"correct":true,"score":4.83},"common-sense-1":{"correct":true,"score":4.5},"logic-1":{"correct":true,"score":5},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":true,"score":5}},"gemini/gemini-2.5-pro":{"ambiguity-1":{"correct":true,"score":4.5},"causality-1":{"correct":true,"score":4.83},"code-1":{"correct":true,"score":4.83},"common-sense-1":{"correct":true,"score":4.5},"logic-1":{"correct":true,"score":5},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":true,"score":5}},"ollama/llama3":{"ambiguity-1":{"correct":null,"score":null},"causality-1":{"correct":null,"score":null},"code-1":{"correct":null,"score":null},"common-sense-1":{"correct":null,"score":null},"logic-1":{"correct":null,"score":null},"math-1":{"correct":null,"score":null},"spatial-1":{"correct":null,"score":null}},"openai/gpt-5.4":{"ambiguity-1":{"correct":true,"score":4.67},"causality-1":{"correct":true,"score":4.83},"code-1":{"correct":true,"score":4.67},"common-sense-1":{"correct":true,"score":4.5},"logic-1":{"correct":true,"score":4.83},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":true,"score":5}},"openai/gpt-5.4-mini":{"ambiguity-1":{"correct":true,"score":4.5},"causality-1":{"correct":true,"score":4.83},"code-1":{"correct":true,"score":4.67},"common-sense-1":{"correct":true,"score":4.33},"logic-1":{"correct":true,"score":4.83},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":false,"score":3.5}}},"run_id":"2026-08-26T05-14-06","scorecard":{"anthropic/claude-haiku-4-5":{"ambiguity-1":{"correct":true,"score":4.5},"causality-1":{"correct":true,"score":4.5},"code-1":{"correct":true,"score":5},"common-sense-1":{"correct":false,"score":3},"logic-1":{"correct":true,"score":5},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":true,"score":5}},"anthropic/claude-opus-4-6":{"ambiguity-1":{"correct":true,"score":5},"causality-1":{"correct":true,"score":4.75},"code-1":{"correct":true,"score":5},"common-sense-1":{"correct":true,"score":4.5},"logic-1":{"correct":true,"score":5},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":true,"score":5}},"anthropic/claude-sonnet-4-6":{"ambiguity-1":{"correct":true,"score":4.5},"causality-1":{"correct":true,"score":5},"code-1":{"correct":true,"score":5},"common-sense-1":{"correct":true,"score":4.25},"logic-1":{"correct":true,"score":5},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":true,"score":5}},"gemini/gemini-2.5-flash":{"ambiguity-1":{"correct":null,"score":null},"causality-1":{"correct":null,"score":null},"code-1":{"correct":null,"score":null},"common-sense-1":{"correct":null,"score":null},"logic-1":{"correct":null,"score":null},"math-1":{"correct":null,"score":null},"spatial-1":{"correct":null,"score":null}},"gemini/gemini-2.5-pro":{"ambiguity-1":{"correct":null,"score":null},"causality-1":{"correct":null,"score":null},"code-1":{"correct":null,"score":null},"common-sense-1":{"correct":null,"score":null},"logic-1":{"correct":null,"score":null},"math-1":{"correct":null,"score":null},"spatial-1":{"correct":null,"score":null}},"ollama/llama3":{"ambiguity-1":{"correct":null,"score":null},"causality-1":{"correct":null,"score":null},"code-1":{"correct":null,"score":null},"common-sense-1":{"correct":null,"score":null},"logic-1":{"correct":null,"score":null},"math-1":{"correct":null,"score":null},"spatial-1":{"correct":null,"score":null}},"openai/gpt-5.4":{"ambiguity-1":{"correct":true,"score":4.5},"causality-1":{"correct":true,"score":4.75},"code-1":{"correct":true,"score":5},"common-sense-1":{"correct":true,"score":4.75},"logic-1":{"correct":true,"score":4.5},"math-1":{"correct":true,"score":4.5},"spatial-1":{"correct":true,"score":5}},"openai/gpt-5.4-mini":{"ambiguity-1":{"correct":true,"score":4.75},"causality-1":{"correct":true,"score":4.75},"code-1":{"correct":true,"score":4.75},"common-sense-1":{"correct":true,"score":4.75},"logic-1":{"correct":true,"score":5},"math-1":{"correct":true,"score":5},"spatial-1":{"correct":false,"score":2}}},"status":{"anthropic/claude-haiku-4-5":"down","anthropic/claude-opus-4-6":"stable","anthropic/claude-sonnet-4-6":"stable","openai/gpt-5.4":"stable","openai/gpt-5.4-mini":"down"}}