{
  "meta": {
    "title": "Estimated share of PostgreSQL website bug reports written by an LLM, by year",
    "method": "Distributional mixture estimate (Liang et al. 2024, arXiv 2403.07183) over word occurrence; human reference = bug reports 2019-2021; LLM reference = LLM-written bug reports identified by hand and by a local second reader; each reporter counts at most 3 reports a year; 95% CI by bootstrap over reporters; calibrated against an injection test. reader_lower_bound = share of a stratified sample that a local LLM reader (Ternary Bonsai 2 27B) called LLM-written; it rarely says yes, so it is a lower bound.",
    "method_floor": 0.061,
    "k_floor_reporters": 10,
    "caveat": "An estimate for the population, not a verdict on any report. No per-report or per-person value is published."
  },
  "series": [
    {
      "year": 2019,
      "forms": 600,
      "suppressed": false,
      "estimate": 0.011,
      "ci_low": 0.0,
      "ci_high": 0.039,
      "raw_estimate": 0.065,
      "reader_lower_bound": 0.0,
      "reader_ci_low": 0.0,
      "reader_ci_high": 0.06,
      "reader_sample": 60
    },
    {
      "year": 2020,
      "forms": 538,
      "suppressed": false,
      "estimate": 0.005,
      "ci_low": 0.0,
      "ci_high": 0.033,
      "raw_estimate": 0.06,
      "reader_lower_bound": 0.017,
      "reader_ci_low": 0.003,
      "reader_ci_high": 0.089,
      "reader_sample": 60
    },
    {
      "year": 2021,
      "forms": 474,
      "suppressed": false,
      "estimate": 0.024,
      "ci_low": 0.0,
      "ci_high": 0.061,
      "raw_estimate": 0.075,
      "reader_lower_bound": 0.0,
      "reader_ci_low": 0.0,
      "reader_ci_high": 0.06,
      "reader_sample": 60
    },
    {
      "year": 2022,
      "forms": 323,
      "suppressed": false,
      "estimate": 0.03,
      "ci_low": 0.0,
      "ci_high": 0.074,
      "raw_estimate": 0.08,
      "reader_lower_bound": 0.0,
      "reader_ci_low": 0.0,
      "reader_ci_high": 0.06,
      "reader_sample": 60
    },
    {
      "year": 2023,
      "forms": 456,
      "suppressed": false,
      "estimate": 0.052,
      "ci_low": 0.014,
      "ci_high": 0.087,
      "raw_estimate": 0.098,
      "reader_lower_bound": 0.0,
      "reader_ci_low": 0.0,
      "reader_ci_high": 0.06,
      "reader_sample": 60
    },
    {
      "year": 2024,
      "forms": 433,
      "suppressed": false,
      "estimate": 0.055,
      "ci_low": 0.018,
      "ci_high": 0.094,
      "raw_estimate": 0.101,
      "reader_lower_bound": 0.033,
      "reader_ci_low": 0.011,
      "reader_ci_high": 0.093,
      "reader_sample": 90
    },
    {
      "year": 2025,
      "forms": 361,
      "suppressed": false,
      "estimate": 0.112,
      "ci_low": 0.064,
      "ci_high": 0.174,
      "raw_estimate": 0.147,
      "reader_lower_bound": 0.075,
      "reader_ci_low": 0.04,
      "reader_ci_high": 0.136,
      "reader_sample": 120
    },
    {
      "year": 2026,
      "forms": 487,
      "suppressed": false,
      "estimate": 0.592,
      "ci_low": 0.503,
      "ci_high": 0.671,
      "raw_estimate": 0.51,
      "reader_lower_bound": 0.15,
      "reader_ci_low": 0.097,
      "reader_ci_high": 0.225,
      "reader_sample": 120
    }
  ]
}