{
  "date": "2026-02-28",
  "category": "text-models",
  "benchmark_version": "2.2",
  "models_tested": 15,
  "models": [
    {
      "model_id": "anthropic/claude-opus-4.6",
      "model_name": "anthropic/claude-opus-4.6",
      "provider_tier": "tier_1",
      "task_score": 4.39,
      "task_score_ci": 0.17,
      "creative_score": 3.96,
      "creative_score_ci": 0.18,
      "track_scores": {
        "track_everyday_writing": 4.57,
        "track_comprehension": 4.13,
        "track_reasoning": 4.62,
        "track_professional": 4.36,
        "track_creativity_constrained": 4.31
      },
      "hallucination_rate": 0.29,
      "avg_latency_ms": 30335,
      "total_cost_usd": 2.4633,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "anthropic/claude-sonnet-4.6",
      "model_name": "anthropic/claude-sonnet-4.6",
      "provider_tier": "tier_1",
      "task_score": 4.34,
      "task_score_ci": 0.2,
      "creative_score": 4.01,
      "creative_score_ci": 0.22,
      "track_scores": {
        "track_everyday_writing": 4.42,
        "track_comprehension": 4.13,
        "track_reasoning": 4.43,
        "track_professional": 4.52,
        "track_creativity_constrained": 4.22
      },
      "hallucination_rate": 0.32,
      "avg_latency_ms": 27400,
      "total_cost_usd": 1.476,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "deepseek/deepseek-r1-0528",
      "model_name": "deepseek/deepseek-r1-0528",
      "provider_tier": "tier_1",
      "task_score": 3.93,
      "task_score_ci": 0.2,
      "creative_score": 2.89,
      "creative_score_ci": 0.23,
      "track_scores": {
        "track_everyday_writing": 3.99,
        "track_comprehension": 4.06,
        "track_reasoning": 4.04,
        "track_professional": 4.05,
        "track_creativity_constrained": 3.59
      },
      "hallucination_rate": 0.18,
      "avg_latency_ms": 44697,
      "total_cost_usd": 0.2974,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "deepseek/deepseek-v3.2",
      "model_name": "deepseek/deepseek-v3.2",
      "provider_tier": "tier_1",
      "task_score": 3.97,
      "task_score_ci": 0.27,
      "creative_score": 3.3,
      "creative_score_ci": 0.27,
      "track_scores": {
        "track_everyday_writing": 4.24,
        "track_comprehension": 3.82,
        "track_reasoning": 4.12,
        "track_professional": 3.87,
        "track_creativity_constrained": 3.85
      },
      "hallucination_rate": 0.25,
      "avg_latency_ms": 41298,
      "total_cost_usd": 0.0387,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "google/gemini-3-flash-preview",
      "model_name": "google/gemini-3-flash-preview",
      "provider_tier": "tier_1",
      "task_score": 4.33,
      "task_score_ci": 0.19,
      "creative_score": 3.27,
      "creative_score_ci": 0.37,
      "track_scores": {
        "track_everyday_writing": 4.11,
        "track_comprehension": 4.52,
        "track_reasoning": 4.36,
        "track_professional": 4.12,
        "track_creativity_constrained": 4.49
      },
      "hallucination_rate": 0.21,
      "avg_latency_ms": 6621,
      "total_cost_usd": 0.1846,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "google/gemini-3.1-pro-preview",
      "model_name": "google/gemini-3.1-pro-preview",
      "provider_tier": "tier_1",
      "task_score": 4.54,
      "task_score_ci": 0.16,
      "creative_score": 3.45,
      "creative_score_ci": 0.4,
      "track_scores": {
        "track_everyday_writing": 4.41,
        "track_comprehension": 4.63,
        "track_reasoning": 4.56,
        "track_professional": 4.38,
        "track_creativity_constrained": 4.7
      },
      "hallucination_rate": 0.18,
      "avg_latency_ms": 65344,
      "total_cost_usd": 4.6946,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "meta-llama/llama-4-maverick",
      "model_name": "meta-llama/llama-4-maverick",
      "provider_tier": "tier_1",
      "task_score": 3.48,
      "task_score_ci": 0.23,
      "creative_score": 2.02,
      "creative_score_ci": 0.1,
      "track_scores": {
        "track_everyday_writing": 3.54,
        "track_comprehension": 3.87,
        "track_reasoning": 2.96,
        "track_professional": 3.44,
        "track_creativity_constrained": 3.58
      },
      "hallucination_rate": 0.11,
      "avg_latency_ms": 5221,
      "total_cost_usd": 0.0308,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "mistralai/mistral-large-2512",
      "model_name": "mistralai/mistral-large-2512",
      "provider_tier": "tier_1",
      "task_score": 3.75,
      "task_score_ci": 0.24,
      "creative_score": 2.68,
      "creative_score_ci": 0.11,
      "track_scores": {
        "track_everyday_writing": 3.84,
        "track_comprehension": 3.56,
        "track_reasoning": 4.06,
        "track_professional": 3.75,
        "track_creativity_constrained": 3.56
      },
      "hallucination_rate": 0.43,
      "avg_latency_ms": 16531,
      "total_cost_usd": 0.1056,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "moonshotai/kimi-k2.5",
      "model_name": "moonshotai/kimi-k2.5",
      "provider_tier": "tier_2",
      "task_score": 4.53,
      "task_score_ci": 0.12,
      "creative_score": 3.79,
      "creative_score_ci": 0.29,
      "track_scores": {
        "track_everyday_writing": 4.49,
        "track_comprehension": 4.58,
        "track_reasoning": 4.54,
        "track_professional": 4.41,
        "track_creativity_constrained": 4.62
      },
      "hallucination_rate": 0.29,
      "avg_latency_ms": 107384,
      "total_cost_usd": 0.8808,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "openai/gpt-5.2",
      "model_name": "openai/gpt-5.2",
      "provider_tier": "tier_1",
      "task_score": 4.63,
      "task_score_ci": 0.13,
      "creative_score": 3.87,
      "creative_score_ci": 0.15,
      "track_scores": {
        "track_everyday_writing": 4.54,
        "track_comprehension": 4.47,
        "track_reasoning": 4.75,
        "track_professional": 4.66,
        "track_creativity_constrained": 4.69
      },
      "hallucination_rate": 0.04,
      "avg_latency_ms": 56940,
      "total_cost_usd": 2.0251,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "openai/gpt-5.3-codex",
      "model_name": "openai/gpt-5.3-codex",
      "provider_tier": "tier_1",
      "task_score": 4.64,
      "task_score_ci": 0.11,
      "creative_score": 4.11,
      "creative_score_ci": 0.28,
      "track_scores": {
        "track_everyday_writing": 4.55,
        "track_comprehension": 4.59,
        "track_reasoning": 4.72,
        "track_professional": 4.69,
        "track_creativity_constrained": 4.64
      },
      "hallucination_rate": 0.04,
      "avg_latency_ms": 35896,
      "total_cost_usd": 1.9155,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "qwen/qwen3-max",
      "model_name": "qwen/qwen3-max",
      "provider_tier": "tier_1",
      "task_score": 4.15,
      "task_score_ci": 0.24,
      "creative_score": 2.89,
      "creative_score_ci": 0.24,
      "track_scores": {
        "track_everyday_writing": 4.22,
        "track_comprehension": 4.64,
        "track_reasoning": 4.25,
        "track_professional": 3.77,
        "track_creativity_constrained": 3.93
      },
      "hallucination_rate": 0.29,
      "avg_latency_ms": 27720,
      "total_cost_usd": 0.4562,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "qwen/qwen3.5-plus-02-15",
      "model_name": "qwen/qwen3.5-plus-02-15",
      "provider_tier": "tier_1",
      "task_score": 4.01,
      "task_score_ci": 0.24,
      "creative_score": 2.81,
      "creative_score_ci": 0.28,
      "track_scores": {
        "track_everyday_writing": 3.7,
        "track_comprehension": 4.11,
        "track_reasoning": 4.06,
        "track_professional": 4.52,
        "track_creativity_constrained": 3.72
      },
      "hallucination_rate": 0.32,
      "avg_latency_ms": 17542,
      "total_cost_usd": 0.2041,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "x-ai/grok-4.1-fast",
      "model_name": "x-ai/grok-4.1-fast",
      "provider_tier": "tier_1",
      "task_score": 4.1,
      "task_score_ci": 0.21,
      "creative_score": 2.95,
      "creative_score_ci": 0.43,
      "track_scores": {
        "track_everyday_writing": 4.35,
        "track_comprehension": 4.06,
        "track_reasoning": 4.16,
        "track_professional": 3.8,
        "track_creativity_constrained": 4.14
      },
      "hallucination_rate": 0.25,
      "avg_latency_ms": 13731,
      "total_cost_usd": 0.0617,
      "prompts_tested": 28,
      "deprecated": false
    },
    {
      "model_id": "z-ai/glm-5",
      "model_name": "z-ai/glm-5",
      "provider_tier": "tier_2",
      "task_score": 4.34,
      "task_score_ci": 0.16,
      "creative_score": 3.25,
      "creative_score_ci": 0.3,
      "track_scores": {
        "track_everyday_writing": 4.27,
        "track_comprehension": 4.34,
        "track_reasoning": 4.39,
        "track_professional": 4.28,
        "track_creativity_constrained": 4.4
      },
      "hallucination_rate": 0.07,
      "avg_latency_ms": 87094,
      "total_cost_usd": 0.9474,
      "prompts_tested": 28,
      "deprecated": false
    }
  ]
}