{
  "auc_adapter": {
    "ci": [
      0.98,
      0.985
    ],
    "ciLevel": 0.95,
    "display": "0.983",
    "estimand": "weighted AUC for dissatisfied (one or two stars)",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "area under the ROC curve",
    "value": 0.982799,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "auc_diff_adapter_jev": {
    "ci": [
      0.0012,
      0.0037
    ],
    "ciLevel": 0.95,
    "display": "+0.0024",
    "estimand": "general language model minus Jev",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "difference in AUC",
    "value": 0.00242323,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "auc_jev": {
    "ci": [
      0.978,
      0.982
    ],
    "ciLevel": 0.95,
    "display": "0.980",
    "estimand": "weighted AUC for dissatisfied (one or two stars)",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "area under the ROC curve",
    "value": 0.980376,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "auc_luna": {
    "ci": [
      0.976,
      0.982
    ],
    "ciLevel": 0.95,
    "display": "0.979",
    "estimand": "weighted AUC for dissatisfied (one or two stars)",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "area under the ROC curve",
    "value": 0.979001,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "auc_tfidf": {
    "ci": [
      0.964,
      0.972
    ],
    "ciLevel": 0.95,
    "display": "0.968",
    "estimand": "weighted AUC for dissatisfied (one or two stars)",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "area under the ROC curve",
    "value": 0.968036,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "change_escape_jev": {
    "ci": [
      63.9,
      70.6
    ],
    "ciLevel": 0.95,
    "display": "67.4%",
    "estimand": "answer differs between the two versions of the question",
    "n": 1000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "1,000 reviews drawn at random from the sample",
    "source": "amazon-reviews-2023",
    "unit": "percent of reviews",
    "value": 67.3618,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "change_escape_named_jev": {
    "display": "0.9%",
    "estimand": "answer differs, among reviews where Jev named a problem with the option present",
    "n": 682,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "1,000 reviews drawn at random from the sample",
    "source": "amazon-reviews-2023",
    "unit": "percent of reviews",
    "value": 0.853109,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "change_order_jev": {
    "ci": [
      0.9,
      3
    ],
    "ciLevel": 0.95,
    "display": "1.9%",
    "estimand": "answer differs between the two versions of the question",
    "n": 1000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "1,000 reviews drawn at random from the sample",
    "source": "amazon-reviews-2023",
    "unit": "percent of reviews",
    "value": 1.8574,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "change_wording_jev": {
    "ci": [
      1.4,
      3.9
    ],
    "ciLevel": 0.95,
    "display": "2.5%",
    "estimand": "answer differs between the two versions of the question",
    "n": 1000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "1,000 reviews drawn at random from the sample",
    "source": "amazon-reviews-2023",
    "unit": "percent of reviews",
    "value": 2.49195,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "err_adapter": {
    "display": "0.0%",
    "estimand": "calls that returned an error or a refusal",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "share of calls",
    "value": 0,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "err_jev": {
    "display": "0.0%",
    "estimand": "calls that returned an error or a refusal",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "share of calls",
    "value": 0,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "err_luna": {
    "display": "0.1%",
    "estimand": "calls that returned an error or a refusal",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "share of calls",
    "value": 0.0006,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "issue_agree": {
    "display": "94.1%",
    "estimand": "Jev and Luna choose the same issue",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "share of reviews",
    "value": 0.940662,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "issue_agree_named": {
    "display": "81.4%",
    "estimand": "Jev and Luna choose the same issue, among reviews where at least one names a problem",
    "n": 3412,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "share of reviews",
    "value": 0.814452,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "lc_auc_1000": {
    "display": "0.928",
    "estimand": "mean AUC over refits on 1,000 labeled reviews",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "area under the ROC curve",
    "value": 0.928074,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "lc_auc_200": {
    "display": "0.821",
    "estimand": "mean AUC over refits on 200 labeled reviews",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "area under the ROC curve",
    "value": 0.821094,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "lc_auc_20000": {
    "display": "0.968",
    "estimand": "mean AUC over refits on 20,000 labeled reviews",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "area under the ROC curve",
    "value": 0.968431,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "lc_auc_5000": {
    "display": "0.957",
    "estimand": "mean AUC over refits on 5,000 labeled reviews",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "area under the ROC curve",
    "value": 0.956978,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "lc_n_small": {
    "display": "a thousand",
    "estimand": "training size in the small-sample refit",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "labeled reviews",
    "value": 1000,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "lc_net_1000": {
    "display": "$4,466",
    "estimand": "mean net value over refits on 1,000 labeled reviews, at assumed contact costs",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "US dollars per 1,000 reviews",
    "value": 4465.96,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "lc_net_200": {
    "display": "$3,307",
    "estimand": "mean net value over refits on 200 labeled reviews, at assumed contact costs",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "US dollars per 1,000 reviews",
    "value": 3306.83,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "lc_net_20000": {
    "display": "$5,047",
    "estimand": "mean net value over refits on 20,000 labeled reviews, at assumed contact costs",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "US dollars per 1,000 reviews",
    "value": 5047.19,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "lc_net_5000": {
    "display": "$4,816",
    "estimand": "mean net value over refits on 5,000 labeled reviews, at assumed contact costs",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "US dollars per 1,000 reviews",
    "value": 4816.4,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "lc_net_jev": {
    "display": "$5,076",
    "estimand": "Jev's raw probabilities at the same contact costs",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "US dollars per 1,000 reviews",
    "value": 5076.08,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "mae_jev": {
    "ci": [
      0.35,
      0.4
    ],
    "ciLevel": 0.95,
    "display": "0.37",
    "estimand": "weighted mean absolute error of the score against the rating",
    "n": 5000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "stars",
    "value": 0.374381,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "n_confident_disagree": {
    "display": "0.2%",
    "estimand": "Jev P(dissatisfied) at least 0.9 on four or five stars, or at most 0.05 on one star",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "share of reviews",
    "value": 0.00190037,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "n_population": {
    "display": "1,428,867",
    "estimand": "coffee reviews the sample stands for",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "reviews",
    "value": 1428867,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "n_products": {
    "display": "2,082",
    "estimand": "distinct products in the sample",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "products",
    "value": 2082,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "n_reviews": {
    "display": "5,000",
    "estimand": "sample size",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "reviews",
    "value": 5000,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "n_train": {
    "display": "20,000",
    "estimand": "classifier training sample",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "labeled reviews",
    "value": 20000,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "noise_order_jev": {
    "ci": [
      0.1,
      0.7
    ],
    "ciLevel": 0.95,
    "display": "0.4%",
    "estimand": "answer differs between two identical calls",
    "n": 1000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "1,000 reviews drawn at random from the sample",
    "source": "amazon-reviews-2023",
    "unit": "percent of reviews",
    "value": 0.385064,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "noise_wording_jev": {
    "ci": [
      0.1,
      0.4
    ],
    "ciLevel": 0.95,
    "display": "0.2%",
    "estimand": "answer differs between two identical calls",
    "n": 1000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "1,000 reviews drawn at random from the sample",
    "source": "amazon-reviews-2023",
    "unit": "percent of reviews",
    "value": 0.217843,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "rule_precision": {
    "display": "39.4%",
    "estimand": "weighted precision",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "share of flagged reviews that are dissatisfied",
    "value": 0.393867,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "rule_recall": {
    "display": "46.1%",
    "estimand": "weighted recall",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "share of dissatisfied reviews the rule flags",
    "value": 0.460617,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "share_dissatisfied": {
    "display": "14.2%",
    "estimand": "weighted share",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "share of reviews with one or two stars",
    "value": 0.142327,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "share_fractional_jev": {
    "display": "24.5%",
    "estimand": "Jev score at least a quarter star from a whole number",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "5,000 sampled coffee reviews in Amazon Reviews 2023, Grocery and Gourmet Food",
    "source": "amazon-reviews-2023",
    "unit": "share of reviews",
    "value": 0.245445,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  },
  "share_none_jev": {
    "display": "67.1%",
    "estimand": "Jev answers no problem raised",
    "n": 1000,
    "nUnit": "reviews",
    "note": "",
    "period": "reviews written 2006 to 2023; engines called October 2026",
    "population": "1,000 reviews drawn at random from the sample",
    "source": "amazon-reviews-2023",
    "unit": "percent of reviews",
    "value": 67.081,
    "weights": "weighted to the star mix of the coffee reviews (sample_weight)"
  }
}