{
  "schemaVersion": 1,
  "name": "cubic Bug Bench",
  "description": "Bug Bench ranks AI coding models by the bugs cubic finds in the code they write. Relative bug rate is counted bugs per AI-attributed line divided by the rate across all AI-attributed lines in the window, so 1.00 is average and lower is better.",
  "url": "https://www.cubic.dev/bugbench",
  "methodology": {
    "summary": "A counted bug is a cubic code review finding on AI-written code that a developer upvoted or an AI coding agent addressed. Relative bug rate is counted bugs per AI-attributed line divided by the rate across all AI-attributed lines in the window, so 1.00 is average and lower is better. Bug Bench is observational, not causal: teams choose their models, so a rate reflects the code each model was used for as well as the model.",
    "url": "https://www.cubic.dev/bugbench#methodology"
  },
  "license": {
    "name": "CC BY 4.0",
    "url": "https://creativecommons.org/licenses/by/4.0/"
  },
  "citation": "cubic Bug Bench, Sep 26, 2026, https://www.cubic.dev/bugbench",
  "updatedAt": "2026-09-26T14:20:12.139Z",
  "rankingWindow": {
    "start": "2026-06-01T00:00:00.000Z",
    "endExclusive": "2026-09-21T00:00:00.000Z"
  },
  "release": "Bug Bench v0.1",
  "models": [
    {
      "key": "gpt-5-5",
      "slug": "gpt-5-5",
      "name": "GPT-5.5",
      "url": "https://www.cubic.dev/bugbench/models/gpt-5-5",
      "providerName": "OpenAI",
      "family": "gpt",
      "releaseDate": "2026-04-23",
      "inputPricePerMTok": 5,
      "outputPricePerMTok": 30,
      "status": "ranked",
      "rank": 1,
      "relativeBugRate": 0.47,
      "tiedWithKeys": [],
      "weekly": [],
      "harnessRates": [
        {
          "harnessKey": "codex-cli",
          "relativeBugRate": 0.42
        },
        {
          "harnessKey": "cursor",
          "relativeBugRate": 0.88
        }
      ],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0.272
        },
        {
          "weekStart": "2026-06-08",
          "share": 0.209
        },
        {
          "weekStart": "2026-06-15",
          "share": 0.333
        },
        {
          "weekStart": "2026-06-22",
          "share": 0.243
        },
        {
          "weekStart": "2026-06-29",
          "share": 0.181
        },
        {
          "weekStart": "2026-07-06",
          "share": 0.118
        },
        {
          "weekStart": "2026-07-13",
          "share": 0.032
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.009
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.025
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.001
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.002
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.003
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.003
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.001
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.002
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.001
        }
      ],
      "latestShare": 0.001,
      "provisionalShare": 0.001,
      "firstSeenWeek": "2026-06-01",
      "predecessorKey": null
    },
    {
      "key": "claude-fable-5",
      "slug": "claude-fable-5",
      "name": "Claude Fable 5",
      "url": "https://www.cubic.dev/bugbench/models/claude-fable-5",
      "providerName": "Anthropic",
      "family": "claude-fable",
      "releaseDate": "2026-06-09",
      "inputPricePerMTok": 10,
      "outputPricePerMTok": 50,
      "status": "ranked",
      "rank": 2,
      "relativeBugRate": 0.7,
      "tiedWithKeys": [
        "gpt-5-6-sol"
      ],
      "weekly": [],
      "harnessRates": [
        {
          "harnessKey": "cursor",
          "relativeBugRate": 0.17
        },
        {
          "harnessKey": "claude-code",
          "relativeBugRate": 0.72
        }
      ],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0
        },
        {
          "weekStart": "2026-06-08",
          "share": 0.181
        },
        {
          "weekStart": "2026-06-15",
          "share": 0.058
        },
        {
          "weekStart": "2026-06-22",
          "share": 0.008
        },
        {
          "weekStart": "2026-06-29",
          "share": 0.135
        },
        {
          "weekStart": "2026-07-06",
          "share": 0.288
        },
        {
          "weekStart": "2026-07-13",
          "share": 0.28
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.168
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.154
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.144
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.168
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.167
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.134
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.069
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.015
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.009
        }
      ],
      "latestShare": 0.009,
      "provisionalShare": 0.002,
      "firstSeenWeek": "2026-06-08",
      "predecessorKey": null
    },
    {
      "key": "gpt-5-6-sol",
      "slug": "gpt-5-6-sol",
      "name": "GPT-5.6 Sol",
      "url": "https://www.cubic.dev/bugbench/models/gpt-5-6-sol",
      "providerName": "OpenAI",
      "family": "gpt-sol",
      "releaseDate": "2026-07-09",
      "inputPricePerMTok": 4,
      "outputPricePerMTok": 20,
      "status": "ranked",
      "rank": 3,
      "relativeBugRate": 0.73,
      "tiedWithKeys": [
        "claude-fable-5"
      ],
      "weekly": [],
      "harnessRates": [
        {
          "harnessKey": "codex-cli",
          "relativeBugRate": 0.71
        },
        {
          "harnessKey": "pi",
          "relativeBugRate": 0.77
        },
        {
          "harnessKey": "cursor",
          "relativeBugRate": 1.56
        }
      ],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0
        },
        {
          "weekStart": "2026-06-08",
          "share": 0
        },
        {
          "weekStart": "2026-06-15",
          "share": 0
        },
        {
          "weekStart": "2026-06-22",
          "share": 0
        },
        {
          "weekStart": "2026-06-29",
          "share": 0
        },
        {
          "weekStart": "2026-07-06",
          "share": 0.074
        },
        {
          "weekStart": "2026-07-13",
          "share": 0.278
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.345
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.244
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.228
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.246
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.353
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.352
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.296
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.143
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.072
        }
      ],
      "latestShare": 0.072,
      "provisionalShare": 0.041,
      "firstSeenWeek": "2026-07-06",
      "predecessorKey": null
    },
    {
      "key": "claude-opus-4-8",
      "slug": "claude-opus-4-8",
      "name": "Claude Opus 4.8",
      "url": "https://www.cubic.dev/bugbench/models/claude-opus-4-8",
      "providerName": "Anthropic",
      "family": "claude-opus",
      "releaseDate": "2026-05-28",
      "inputPricePerMTok": 5,
      "outputPricePerMTok": 25,
      "status": "ranked",
      "rank": 4,
      "relativeBugRate": 0.88,
      "tiedWithKeys": [],
      "weekly": [],
      "harnessRates": [
        {
          "harnessKey": "claude-code",
          "relativeBugRate": 0.86
        },
        {
          "harnessKey": "cursor",
          "relativeBugRate": 1.13
        }
      ],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0.522
        },
        {
          "weekStart": "2026-06-08",
          "share": 0.41
        },
        {
          "weekStart": "2026-06-15",
          "share": 0.522
        },
        {
          "weekStart": "2026-06-22",
          "share": 0.613
        },
        {
          "weekStart": "2026-06-29",
          "share": 0.55
        },
        {
          "weekStart": "2026-07-06",
          "share": 0.379
        },
        {
          "weekStart": "2026-07-13",
          "share": 0.285
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.263
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.119
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.057
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.043
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.017
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.036
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.019
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.014
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.019
        }
      ],
      "latestShare": 0.019,
      "provisionalShare": 0.006,
      "firstSeenWeek": "2026-06-01",
      "predecessorKey": null
    },
    {
      "key": "gpt-6-astra",
      "slug": "gpt-6-astra",
      "name": "GPT-6 Astra",
      "url": "https://www.cubic.dev/bugbench/models/gpt-6-astra",
      "providerName": "OpenAI",
      "family": "gpt-astra",
      "releaseDate": "2026-09-04",
      "inputPricePerMTok": 10,
      "outputPricePerMTok": 50,
      "status": "ranked",
      "rank": 5,
      "relativeBugRate": 1.16,
      "tiedWithKeys": [
        "claude-fable-5-1",
        "gpt-5-6-luna"
      ],
      "weekly": [],
      "harnessRates": [
        {
          "harnessKey": "codex-cli",
          "relativeBugRate": 1.42
        }
      ],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0
        },
        {
          "weekStart": "2026-06-08",
          "share": 0
        },
        {
          "weekStart": "2026-06-15",
          "share": 0
        },
        {
          "weekStart": "2026-06-22",
          "share": 0
        },
        {
          "weekStart": "2026-06-29",
          "share": 0
        },
        {
          "weekStart": "2026-07-06",
          "share": 0
        },
        {
          "weekStart": "2026-07-13",
          "share": 0
        },
        {
          "weekStart": "2026-07-20",
          "share": 0
        },
        {
          "weekStart": "2026-07-27",
          "share": 0
        },
        {
          "weekStart": "2026-08-03",
          "share": 0
        },
        {
          "weekStart": "2026-08-10",
          "share": 0
        },
        {
          "weekStart": "2026-08-17",
          "share": 0
        },
        {
          "weekStart": "2026-08-24",
          "share": 0
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.061
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.239
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.196
        }
      ],
      "latestShare": 0.196,
      "provisionalShare": 0.126,
      "firstSeenWeek": "2026-08-31",
      "predecessorKey": null
    },
    {
      "key": "claude-fable-5-1",
      "slug": "claude-fable-5-1",
      "name": "Claude Fable 5.1",
      "url": "https://www.cubic.dev/bugbench/models/claude-fable-5-1",
      "providerName": "Anthropic",
      "family": "claude-fable",
      "releaseDate": "2026-09-01",
      "inputPricePerMTok": 10,
      "outputPricePerMTok": 50,
      "status": "ranked",
      "rank": 6,
      "relativeBugRate": 1.17,
      "tiedWithKeys": [
        "gpt-6-astra",
        "gpt-5-6-luna"
      ],
      "weekly": [],
      "harnessRates": [
        {
          "harnessKey": "claude-code",
          "relativeBugRate": 1.17
        }
      ],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0
        },
        {
          "weekStart": "2026-06-08",
          "share": 0
        },
        {
          "weekStart": "2026-06-15",
          "share": 0
        },
        {
          "weekStart": "2026-06-22",
          "share": 0
        },
        {
          "weekStart": "2026-06-29",
          "share": 0
        },
        {
          "weekStart": "2026-07-06",
          "share": 0
        },
        {
          "weekStart": "2026-07-13",
          "share": 0
        },
        {
          "weekStart": "2026-07-20",
          "share": 0
        },
        {
          "weekStart": "2026-07-27",
          "share": 0
        },
        {
          "weekStart": "2026-08-03",
          "share": 0
        },
        {
          "weekStart": "2026-08-10",
          "share": 0
        },
        {
          "weekStart": "2026-08-17",
          "share": 0
        },
        {
          "weekStart": "2026-08-24",
          "share": 0
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.177
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.222
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.194
        }
      ],
      "latestShare": 0.194,
      "provisionalShare": 0.134,
      "firstSeenWeek": "2026-08-31",
      "predecessorKey": "claude-fable-5"
    },
    {
      "key": "gpt-5-6-luna",
      "slug": "gpt-5-6-luna",
      "name": "GPT-5.6 Luna",
      "url": "https://www.cubic.dev/bugbench/models/gpt-5-6-luna",
      "providerName": "OpenAI",
      "family": "gpt-luna",
      "releaseDate": "2026-07-09",
      "inputPricePerMTok": 0.2,
      "outputPricePerMTok": 1.2,
      "status": "ranked",
      "rank": 7,
      "relativeBugRate": 1.28,
      "tiedWithKeys": [
        "gpt-6-astra",
        "claude-fable-5-1"
      ],
      "weekly": [],
      "harnessRates": [
        {
          "harnessKey": "codex-cli",
          "relativeBugRate": 1.32
        }
      ],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0
        },
        {
          "weekStart": "2026-06-08",
          "share": 0
        },
        {
          "weekStart": "2026-06-15",
          "share": 0
        },
        {
          "weekStart": "2026-06-22",
          "share": 0
        },
        {
          "weekStart": "2026-06-29",
          "share": 0
        },
        {
          "weekStart": "2026-07-06",
          "share": 0
        },
        {
          "weekStart": "2026-07-13",
          "share": 0.003
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.009
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.002
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.005
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.01
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.01
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.028
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.014
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.016
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.017
        }
      ],
      "latestShare": 0.017,
      "provisionalShare": 0.009,
      "firstSeenWeek": "2026-07-06",
      "predecessorKey": null
    },
    {
      "key": "claude-opus-5",
      "slug": "claude-opus-5",
      "name": "Claude Opus 5",
      "url": "https://www.cubic.dev/bugbench/models/claude-opus-5",
      "providerName": "Anthropic",
      "family": "claude-opus",
      "releaseDate": "2026-07-24",
      "inputPricePerMTok": 5,
      "outputPricePerMTok": 25,
      "status": "ranked",
      "rank": 8,
      "relativeBugRate": 1.58,
      "tiedWithKeys": [],
      "weekly": [],
      "harnessRates": [
        {
          "harnessKey": "cursor",
          "relativeBugRate": 1.16
        },
        {
          "harnessKey": "claude-code",
          "relativeBugRate": 1.58
        }
      ],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0
        },
        {
          "weekStart": "2026-06-08",
          "share": 0
        },
        {
          "weekStart": "2026-06-15",
          "share": 0
        },
        {
          "weekStart": "2026-06-22",
          "share": 0
        },
        {
          "weekStart": "2026-06-29",
          "share": 0
        },
        {
          "weekStart": "2026-07-06",
          "share": 0
        },
        {
          "weekStart": "2026-07-13",
          "share": 0
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.05
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.318
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.467
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.378
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.262
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.299
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.262
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.258
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.383
        }
      ],
      "latestShare": 0.383,
      "provisionalShare": 0.255,
      "firstSeenWeek": "2026-07-20",
      "predecessorKey": "claude-opus-4-8"
    },
    {
      "key": "claude-sonnet-5",
      "slug": "claude-sonnet-5",
      "name": "Claude Sonnet 5",
      "url": "https://www.cubic.dev/bugbench/models/claude-sonnet-5",
      "providerName": "Anthropic",
      "family": "claude-sonnet",
      "releaseDate": "2026-06-30",
      "inputPricePerMTok": 2,
      "outputPricePerMTok": 10,
      "status": "ranked",
      "rank": 9,
      "relativeBugRate": 2.1,
      "tiedWithKeys": [],
      "weekly": [],
      "harnessRates": [
        {
          "harnessKey": "claude-code",
          "relativeBugRate": 2.12
        }
      ],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0
        },
        {
          "weekStart": "2026-06-08",
          "share": 0
        },
        {
          "weekStart": "2026-06-15",
          "share": 0
        },
        {
          "weekStart": "2026-06-22",
          "share": 0
        },
        {
          "weekStart": "2026-06-29",
          "share": 0.03
        },
        {
          "weekStart": "2026-07-06",
          "share": 0.036
        },
        {
          "weekStart": "2026-07-13",
          "share": 0.023
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.031
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.024
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.019
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.019
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.027
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.054
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.024
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.032
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.04
        }
      ],
      "latestShare": 0.04,
      "provisionalShare": 0.038,
      "firstSeenWeek": "2026-06-29",
      "predecessorKey": null
    },
    {
      "key": "claude-opus-5-5",
      "slug": "claude-opus-5-5",
      "name": "Claude Opus 5.5",
      "url": "https://www.cubic.dev/bugbench/models/claude-opus-5-5",
      "providerName": "Anthropic",
      "family": "claude-opus",
      "releaseDate": "2026-09-22",
      "inputPricePerMTok": 4,
      "outputPricePerMTok": 20,
      "status": "new",
      "rank": null,
      "relativeBugRate": null,
      "tiedWithKeys": [],
      "weekly": [],
      "harnessRates": [],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0
        },
        {
          "weekStart": "2026-06-08",
          "share": 0
        },
        {
          "weekStart": "2026-06-15",
          "share": 0
        },
        {
          "weekStart": "2026-06-22",
          "share": 0
        },
        {
          "weekStart": "2026-06-29",
          "share": 0
        },
        {
          "weekStart": "2026-07-06",
          "share": 0
        },
        {
          "weekStart": "2026-07-13",
          "share": 0
        },
        {
          "weekStart": "2026-07-20",
          "share": 0
        },
        {
          "weekStart": "2026-07-27",
          "share": 0
        },
        {
          "weekStart": "2026-08-03",
          "share": 0
        },
        {
          "weekStart": "2026-08-10",
          "share": 0
        },
        {
          "weekStart": "2026-08-17",
          "share": 0
        },
        {
          "weekStart": "2026-08-24",
          "share": 0
        },
        {
          "weekStart": "2026-08-31",
          "share": 0
        },
        {
          "weekStart": "2026-09-07",
          "share": 0
        },
        {
          "weekStart": "2026-09-14",
          "share": 0
        }
      ],
      "latestShare": 0,
      "provisionalShare": 0.288,
      "firstSeenWeek": "2026-09-21",
      "predecessorKey": "claude-opus-5"
    },
    {
      "key": "gpt-6-sol",
      "slug": "gpt-6-sol",
      "name": "GPT-6 Sol",
      "url": "https://www.cubic.dev/bugbench/models/gpt-6-sol",
      "providerName": "OpenAI",
      "family": "gpt-sol",
      "releaseDate": "2026-09-22",
      "inputPricePerMTok": 2,
      "outputPricePerMTok": 10,
      "status": "new",
      "rank": null,
      "relativeBugRate": null,
      "tiedWithKeys": [],
      "weekly": [],
      "harnessRates": [],
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0
        },
        {
          "weekStart": "2026-06-08",
          "share": 0
        },
        {
          "weekStart": "2026-06-15",
          "share": 0
        },
        {
          "weekStart": "2026-06-22",
          "share": 0
        },
        {
          "weekStart": "2026-06-29",
          "share": 0
        },
        {
          "weekStart": "2026-07-06",
          "share": 0
        },
        {
          "weekStart": "2026-07-13",
          "share": 0
        },
        {
          "weekStart": "2026-07-20",
          "share": 0
        },
        {
          "weekStart": "2026-07-27",
          "share": 0
        },
        {
          "weekStart": "2026-08-03",
          "share": 0
        },
        {
          "weekStart": "2026-08-10",
          "share": 0
        },
        {
          "weekStart": "2026-08-17",
          "share": 0
        },
        {
          "weekStart": "2026-08-24",
          "share": 0
        },
        {
          "weekStart": "2026-08-31",
          "share": 0
        },
        {
          "weekStart": "2026-09-07",
          "share": 0
        },
        {
          "weekStart": "2026-09-14",
          "share": 0
        }
      ],
      "latestShare": 0,
      "provisionalShare": 0.041,
      "firstSeenWeek": "2026-09-21",
      "predecessorKey": "gpt-5-6-sol"
    }
  ],
  "harnesses": [
    {
      "key": "claude-code",
      "slug": "claude-code",
      "name": "Claude Code",
      "url": "https://www.cubic.dev/bugbench/harnesses/claude-code",
      "baseline": "Rates with this coding agent, relative to all AI-attributed lines (1.00 = the overall average).",
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0.616
        },
        {
          "weekStart": "2026-06-08",
          "share": 0.666
        },
        {
          "weekStart": "2026-06-15",
          "share": 0.605
        },
        {
          "weekStart": "2026-06-22",
          "share": 0.652
        },
        {
          "weekStart": "2026-06-29",
          "share": 0.719
        },
        {
          "weekStart": "2026-07-06",
          "share": 0.715
        },
        {
          "weekStart": "2026-07-13",
          "share": 0.6
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.537
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.623
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.71
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.648
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.493
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.541
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.567
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.554
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.656
        }
      ],
      "latestShare": 0.656,
      "provisionalShare": 0.733,
      "rates": [
        {
          "rank": 1,
          "modelKey": "claude-fable-5",
          "modelSlug": "claude-fable-5",
          "modelName": "Claude Fable 5",
          "relativeBugRate": 0.72,
          "tiedWithKeys": [],
          "modelUrl": "https://www.cubic.dev/bugbench/models/claude-fable-5"
        },
        {
          "rank": 2,
          "modelKey": "claude-opus-4-8",
          "modelSlug": "claude-opus-4-8",
          "modelName": "Claude Opus 4.8",
          "relativeBugRate": 0.86,
          "tiedWithKeys": [],
          "modelUrl": "https://www.cubic.dev/bugbench/models/claude-opus-4-8"
        },
        {
          "rank": 3,
          "modelKey": "claude-fable-5-1",
          "modelSlug": "claude-fable-5-1",
          "modelName": "Claude Fable 5.1",
          "relativeBugRate": 1.17,
          "tiedWithKeys": [],
          "modelUrl": "https://www.cubic.dev/bugbench/models/claude-fable-5-1"
        },
        {
          "rank": 4,
          "modelKey": "claude-opus-5",
          "modelSlug": "claude-opus-5",
          "modelName": "Claude Opus 5",
          "relativeBugRate": 1.58,
          "tiedWithKeys": [],
          "modelUrl": "https://www.cubic.dev/bugbench/models/claude-opus-5"
        },
        {
          "rank": 5,
          "modelKey": "claude-sonnet-5",
          "modelSlug": "claude-sonnet-5",
          "modelName": "Claude Sonnet 5",
          "relativeBugRate": 2.12,
          "tiedWithKeys": [],
          "modelUrl": "https://www.cubic.dev/bugbench/models/claude-sonnet-5"
        }
      ]
    },
    {
      "key": "codex-cli",
      "slug": "codex",
      "name": "Codex",
      "url": "https://www.cubic.dev/bugbench/harnesses/codex",
      "baseline": "Rates with this coding agent, relative to all AI-attributed lines (1.00 = the overall average).",
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0.256
        },
        {
          "weekStart": "2026-06-08",
          "share": 0.245
        },
        {
          "weekStart": "2026-06-15",
          "share": 0.341
        },
        {
          "weekStart": "2026-06-22",
          "share": 0.214
        },
        {
          "weekStart": "2026-06-29",
          "share": 0.173
        },
        {
          "weekStart": "2026-07-06",
          "share": 0.189
        },
        {
          "weekStart": "2026-07-13",
          "share": 0.311
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.367
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.274
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.231
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.246
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.357
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.376
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.346
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.343
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.284
        }
      ],
      "latestShare": 0.284,
      "provisionalShare": 0.219,
      "rates": [
        {
          "rank": 1,
          "modelKey": "gpt-5-5",
          "modelSlug": "gpt-5-5",
          "modelName": "GPT-5.5",
          "relativeBugRate": 0.42,
          "tiedWithKeys": [],
          "modelUrl": "https://www.cubic.dev/bugbench/models/gpt-5-5"
        },
        {
          "rank": 2,
          "modelKey": "gpt-5-6-sol",
          "modelSlug": "gpt-5-6-sol",
          "modelName": "GPT-5.6 Sol",
          "relativeBugRate": 0.71,
          "tiedWithKeys": [],
          "modelUrl": "https://www.cubic.dev/bugbench/models/gpt-5-6-sol"
        },
        {
          "rank": 3,
          "modelKey": "gpt-5-6-luna",
          "modelSlug": "gpt-5-6-luna",
          "modelName": "GPT-5.6 Luna",
          "relativeBugRate": 1.32,
          "tiedWithKeys": [
            "gpt-6-astra"
          ],
          "modelUrl": "https://www.cubic.dev/bugbench/models/gpt-5-6-luna"
        },
        {
          "rank": 4,
          "modelKey": "gpt-6-astra",
          "modelSlug": "gpt-6-astra",
          "modelName": "GPT-6 Astra",
          "relativeBugRate": 1.42,
          "tiedWithKeys": [
            "gpt-5-6-luna"
          ],
          "modelUrl": "https://www.cubic.dev/bugbench/models/gpt-6-astra"
        }
      ]
    },
    {
      "key": "cursor",
      "slug": "cursor",
      "name": "Cursor",
      "url": "https://www.cubic.dev/bugbench/harnesses/cursor",
      "baseline": "Rates with this coding agent, relative to all AI-attributed lines (1.00 = the overall average).",
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0.103
        },
        {
          "weekStart": "2026-06-08",
          "share": 0.08
        },
        {
          "weekStart": "2026-06-15",
          "share": 0.044
        },
        {
          "weekStart": "2026-06-22",
          "share": 0.092
        },
        {
          "weekStart": "2026-06-29",
          "share": 0.092
        },
        {
          "weekStart": "2026-07-06",
          "share": 0.072
        },
        {
          "weekStart": "2026-07-13",
          "share": 0.056
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.058
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.084
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.04
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.051
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.112
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.038
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.029
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.025
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.032
        }
      ],
      "latestShare": 0.032,
      "provisionalShare": 0.031,
      "rates": [
        {
          "rank": 1,
          "modelKey": "claude-fable-5",
          "modelSlug": "claude-fable-5",
          "modelName": "Claude Fable 5",
          "relativeBugRate": 0.17,
          "tiedWithKeys": [],
          "modelUrl": "https://www.cubic.dev/bugbench/models/claude-fable-5"
        },
        {
          "rank": 2,
          "modelKey": "gpt-5-5",
          "modelSlug": "gpt-5-5",
          "modelName": "GPT-5.5",
          "relativeBugRate": 0.88,
          "tiedWithKeys": [
            "claude-opus-4-8",
            "claude-opus-5"
          ],
          "modelUrl": "https://www.cubic.dev/bugbench/models/gpt-5-5"
        },
        {
          "rank": 3,
          "modelKey": "claude-opus-4-8",
          "modelSlug": "claude-opus-4-8",
          "modelName": "Claude Opus 4.8",
          "relativeBugRate": 1.13,
          "tiedWithKeys": [
            "gpt-5-5",
            "claude-opus-5"
          ],
          "modelUrl": "https://www.cubic.dev/bugbench/models/claude-opus-4-8"
        },
        {
          "rank": 4,
          "modelKey": "claude-opus-5",
          "modelSlug": "claude-opus-5",
          "modelName": "Claude Opus 5",
          "relativeBugRate": 1.16,
          "tiedWithKeys": [
            "gpt-5-5",
            "claude-opus-4-8",
            "gpt-5-6-sol"
          ],
          "modelUrl": "https://www.cubic.dev/bugbench/models/claude-opus-5"
        },
        {
          "rank": 5,
          "modelKey": "gpt-5-6-sol",
          "modelSlug": "gpt-5-6-sol",
          "modelName": "GPT-5.6 Sol",
          "relativeBugRate": 1.56,
          "tiedWithKeys": [
            "claude-opus-5"
          ],
          "modelUrl": "https://www.cubic.dev/bugbench/models/gpt-5-6-sol"
        }
      ]
    },
    {
      "key": "opencode",
      "slug": "opencode",
      "name": "OpenCode",
      "url": "https://www.cubic.dev/bugbench/harnesses/opencode",
      "baseline": "Rates with this coding agent, relative to all AI-attributed lines (1.00 = the overall average).",
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0.005
        },
        {
          "weekStart": "2026-06-08",
          "share": 0.003
        },
        {
          "weekStart": "2026-06-15",
          "share": 0.005
        },
        {
          "weekStart": "2026-06-22",
          "share": 0.03
        },
        {
          "weekStart": "2026-06-29",
          "share": 0.005
        },
        {
          "weekStart": "2026-07-06",
          "share": 0.011
        },
        {
          "weekStart": "2026-07-13",
          "share": 0.005
        },
        {
          "weekStart": "2026-07-20",
          "share": 0.012
        },
        {
          "weekStart": "2026-07-27",
          "share": 0.005
        },
        {
          "weekStart": "2026-08-03",
          "share": 0.008
        },
        {
          "weekStart": "2026-08-10",
          "share": 0.023
        },
        {
          "weekStart": "2026-08-17",
          "share": 0.016
        },
        {
          "weekStart": "2026-08-24",
          "share": 0.013
        },
        {
          "weekStart": "2026-08-31",
          "share": 0.008
        },
        {
          "weekStart": "2026-09-07",
          "share": 0.015
        },
        {
          "weekStart": "2026-09-14",
          "share": 0.02
        }
      ],
      "latestShare": 0.02,
      "provisionalShare": 0.009,
      "rates": []
    },
    {
      "key": "pi",
      "slug": "pi",
      "name": "Pi",
      "url": "https://www.cubic.dev/bugbench/harnesses/pi",
      "baseline": "Rates with this coding agent, relative to all AI-attributed lines (1.00 = the overall average).",
      "adoption": [
        {
          "weekStart": "2026-06-01",
          "share": 0
        },
        {
          "weekStart": "2026-06-08",
          "share": 0
        },
        {
          "weekStart": "2026-06-15",
          "share": 0
        },
        {
          "weekStart": "2026-06-22",
          "share": 0
        },
        {
          "weekStart": "2026-06-29",
          "share": 0
        },
        {
          "weekStart": "2026-07-06",
          "share": 0
        },
        {
          "weekStart": "2026-07-13",
          "share": 0
        },
        {
          "weekStart": "2026-07-20",
          "share": 0
        },
        {
          "weekStart": "2026-07-27",
          "share": 0
        },
        {
          "weekStart": "2026-08-03",
          "share": 0
        },
        {
          "weekStart": "2026-08-10",
          "share": 0
        },
        {
          "weekStart": "2026-08-17",
          "share": 0
        },
        {
          "weekStart": "2026-08-24",
          "share": 0
        },
        {
          "weekStart": "2026-08-31",
          "share": 0
        },
        {
          "weekStart": "2026-09-07",
          "share": 0
        },
        {
          "weekStart": "2026-09-14",
          "share": 0
        }
      ],
      "latestShare": 0,
      "provisionalShare": 0,
      "rates": [
        {
          "rank": 1,
          "modelKey": "gpt-5-6-sol",
          "modelSlug": "gpt-5-6-sol",
          "modelName": "GPT-5.6 Sol",
          "relativeBugRate": 0.77,
          "tiedWithKeys": [],
          "modelUrl": "https://www.cubic.dev/bugbench/models/gpt-5-6-sol"
        }
      ]
    }
  ],
  "languages": [
    {
      "slug": "typescript",
      "label": "TypeScript",
      "url": "https://www.cubic.dev/bugbench/languages/typescript",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "javascript",
      "label": "JavaScript",
      "url": "https://www.cubic.dev/bugbench/languages/javascript",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "python",
      "label": "Python",
      "url": "https://www.cubic.dev/bugbench/languages/python",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "go",
      "label": "Go",
      "url": "https://www.cubic.dev/bugbench/languages/go",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "rust",
      "label": "Rust",
      "url": "https://www.cubic.dev/bugbench/languages/rust",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "java",
      "label": "Java",
      "url": "https://www.cubic.dev/bugbench/languages/java",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "kotlin",
      "label": "Kotlin",
      "url": "https://www.cubic.dev/bugbench/languages/kotlin",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "swift",
      "label": "Swift",
      "url": "https://www.cubic.dev/bugbench/languages/swift",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "csharp",
      "label": "C#",
      "url": "https://www.cubic.dev/bugbench/languages/csharp",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "cpp",
      "label": "C++",
      "url": "https://www.cubic.dev/bugbench/languages/cpp",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "c",
      "label": "C",
      "url": "https://www.cubic.dev/bugbench/languages/c",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "ruby",
      "label": "Ruby",
      "url": "https://www.cubic.dev/bugbench/languages/ruby",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "php",
      "label": "PHP",
      "url": "https://www.cubic.dev/bugbench/languages/php",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "scala",
      "label": "Scala",
      "url": "https://www.cubic.dev/bugbench/languages/scala",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "dart",
      "label": "Dart",
      "url": "https://www.cubic.dev/bugbench/languages/dart",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "elixir",
      "label": "Elixir",
      "url": "https://www.cubic.dev/bugbench/languages/elixir",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "sql",
      "label": "SQL",
      "url": "https://www.cubic.dev/bugbench/languages/sql",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "shell",
      "label": "Shell",
      "url": "https://www.cubic.dev/bugbench/languages/shell",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "vue",
      "label": "Vue",
      "url": "https://www.cubic.dev/bugbench/languages/vue",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "svelte",
      "label": "Svelte",
      "url": "https://www.cubic.dev/bugbench/languages/svelte",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "terraform",
      "label": "Terraform",
      "url": "https://www.cubic.dev/bugbench/languages/terraform",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    }
  ],
  "bugTypes": [
    {
      "slug": "security",
      "label": "Security and privacy",
      "url": "https://www.cubic.dev/bugbench/bugs/security",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "logic",
      "label": "Logic bugs",
      "url": "https://www.cubic.dev/bugbench/bugs/logic",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "error-handling",
      "label": "Error handling",
      "url": "https://www.cubic.dev/bugbench/bugs/error-handling",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "performance",
      "label": "Performance",
      "url": "https://www.cubic.dev/bugbench/bugs/performance",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "type-errors",
      "label": "Type and compile errors",
      "url": "https://www.cubic.dev/bugbench/bugs/type-errors",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "business-logic",
      "label": "Business logic",
      "url": "https://www.cubic.dev/bugbench/bugs/business-logic",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "architecture",
      "label": "Architecture and design",
      "url": "https://www.cubic.dev/bugbench/bugs/architecture",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "config-dependencies",
      "label": "Config and dependencies",
      "url": "https://www.cubic.dev/bugbench/bugs/config-dependencies",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "accessibility-ux",
      "label": "Accessibility and UX",
      "url": "https://www.cubic.dev/bugbench/bugs/accessibility-ux",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "testing-docs",
      "label": "Testing and docs",
      "url": "https://www.cubic.dev/bugbench/bugs/testing-docs",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "code-quality",
      "label": "Code quality",
      "url": "https://www.cubic.dev/bugbench/bugs/code-quality",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    },
    {
      "slug": "style",
      "label": "Style and conventions",
      "url": "https://www.cubic.dev/bugbench/bugs/style",
      "baseline": "Rates relative to the all-model rate for this segment, so 1.00 is the segment average.",
      "rates": []
    }
  ]
}
