{
  "alt": "Dumbbell chart with three blocks of two rows, one row each for Jev and Luna. For the reworded question and the reversed options, the open and filled dots both sit near zero, with the filled dot a little to the right. For the removed no-problem option, the filled dot sits far to the right for both engines.",
  "caption": "Each row joins two shares. The open dot is the share of answers that change when the same question is simply asked again; the filled dot is the share that change after the edit. The second view zooms in on the two small edits. Whiskers are 95% intervals from a bootstrap that resamples products.",
  "data": [
    {
      "again": 0.22,
      "again_hi": 0.4,
      "again_lo": 0.07,
      "change": "Reworded question",
      "changed": 2.49,
      "changed_hi": 3.95,
      "changed_lo": 1.38,
      "engine": "Jev 1.14.0",
      "n_again": 1000,
      "n_changed": 1000,
      "size": "small"
    },
    {
      "again": 0,
      "again_hi": null,
      "again_lo": null,
      "change": "Reworded question",
      "changed": 1.69,
      "changed_hi": 2.66,
      "changed_lo": 1.03,
      "engine": "OpenAI Luna",
      "n_again": 999,
      "n_changed": 999,
      "size": "small"
    },
    {
      "again": 0.39,
      "again_hi": 0.67,
      "again_lo": 0.15,
      "change": "Issue options reversed",
      "changed": 1.86,
      "changed_hi": 3.01,
      "changed_lo": 0.93,
      "engine": "Jev 1.14.0",
      "n_again": 1000,
      "n_changed": 1000,
      "size": "small"
    },
    {
      "again": 0,
      "again_hi": null,
      "again_lo": null,
      "change": "Issue options reversed",
      "changed": 2.98,
      "changed_hi": 3.69,
      "changed_lo": 2.29,
      "engine": "OpenAI Luna",
      "n_again": 1000,
      "n_changed": 1000,
      "size": "small"
    },
    {
      "again": 0.39,
      "again_hi": 0.67,
      "again_lo": 0.15,
      "change": "No-problem option removed",
      "changed": 67.36,
      "changed_hi": 70.59,
      "changed_lo": 63.89,
      "engine": "Jev 1.14.0",
      "n_again": 1000,
      "n_changed": 1000,
      "size": "large"
    },
    {
      "again": 0,
      "again_hi": null,
      "again_lo": null,
      "change": "No-problem option removed",
      "changed": 69.61,
      "changed_hi": 72.82,
      "changed_lo": 66.14,
      "engine": "OpenAI Luna",
      "n_again": 1000,
      "n_changed": 988,
      "size": "large"
    }
  ],
  "id": "question-changes",
  "source": "Amazon Reviews 2023, coffee products; 1,000 reviews drawn at random from the sample, weighted; engine calls October 2026",
  "spec": {
    "deltaLabel": "Change minus asking again (points)",
    "group": "change",
    "hi1": "again_hi",
    "hi2": "changed_hi",
    "label1": "Same question asked again",
    "label2": "After the change",
    "lo1": "again_lo",
    "lo2": "changed_lo",
    "n1": "n_again",
    "n2": "n_changed",
    "sort": "data",
    "x1": "again",
    "x2": "changed",
    "xDomain": [
      0,
      80
    ],
    "xFormat": {
      "digits": 1,
      "suffix": "%"
    },
    "xLabel": "Answers that change (percent of reviews)",
    "y": "engine"
  },
  "subtitle": "Percent of reviews whose answer differs from the original question, after one change and after asking the same question again, Jev and Luna, weighted",
  "title": "Removing the no-problem option changes most issue answers, while rewording or reordering changes only a few",
  "type": "dumbbell",
  "views": [
    {
      "id": "all",
      "label": "All three changes"
    },
    {
      "filter": {
        "size": "small"
      },
      "id": "small",
      "label": "Small edits only",
      "spec": {
        "xDomain": [
          0,
          6
        ]
      },
      "title": "Rewording or reordering changes a few answers, more than asking again does"
    }
  ],
  "width": "body"
}