{
  "agree_diff_jev_tfidf": {
    "ci": [
      -1.9,
      0.7
    ],
    "ciLevel": 0.95,
    "display": "−0.6",
    "estimand": "jev minus tfidf",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percentage points",
    "value": -0.582364,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "agree_jev": {
    "ci": [
      80.5,
      83.2
    ],
    "ciLevel": 0.95,
    "display": "81.9%",
    "estimand": "top product equals the consumer-selected product",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 81.8601,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "agree_jev_equal_products": {
    "display": "75.2%",
    "estimand": "mean agreement across the eleven products",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints, each product counted equally",
    "value": 75.1661,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "agree_tfidf": {
    "ci": [
      81.2,
      83.7
    ],
    "ciLevel": 0.95,
    "display": "82.4%",
    "estimand": "top product equals the consumer-selected product",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 82.4425,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "agree_tfidf_equal_products": {
    "display": "63.6%",
    "estimand": "mean agreement across the eleven products",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints, each product counted equally",
    "value": 63.5774,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "agree_tfidf_unweighted_fit": {
    "display": "78.2%",
    "estimand": "agreement for a classifier fit without weights",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 78.2269,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "auc_money_diff_jev_tfidf": {
    "ci": [
      -0.054,
      -0.029
    ],
    "ciLevel": 0.95,
    "display": "−0.041",
    "estimand": "Jev minus TF-IDF",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "difference in AUC",
    "value": -0.0408363,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "auc_money_jev": {
    "ci": [
      0.881,
      0.908
    ],
    "ciLevel": 0.95,
    "display": "0.895",
    "estimand": "P(money back) against closed with monetary relief",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "area under the ROC curve",
    "value": 0.895398,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "auc_money_product_only": {
    "display": "0.906",
    "estimand": "ranking complaints by their product's relief rate in the training years",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "area under the ROC curve",
    "value": 0.905577,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "auc_money_tfidf": {
    "ci": [
      0.928,
      0.945
    ],
    "ciLevel": 0.95,
    "display": "0.936",
    "estimand": "P(money back) against closed with monetary relief",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "area under the ROC curve",
    "value": 0.936235,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "auc_within_adapter": {
    "ci": [
      0.704,
      0.756
    ],
    "ciLevel": 0.95,
    "display": "0.730",
    "estimand": "mean across products of the AUC within each product that has both outcomes",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "area under the ROC curve",
    "value": 0.73016,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "auc_within_diff_tfidf_jev": {
    "ci": [
      -0.009,
      0.065
    ],
    "ciLevel": 0.95,
    "display": "+0.027",
    "estimand": "classifier minus Jev, within product",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "difference in AUC",
    "value": 0.0271063,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "auc_within_jev": {
    "ci": [
      0.709,
      0.77
    ],
    "ciLevel": 0.95,
    "display": "0.742",
    "estimand": "mean across products of the AUC within each product that has both outcomes",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "area under the ROC curve",
    "value": 0.741876,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "auc_within_luna": {
    "ci": [
      0.706,
      0.772
    ],
    "ciLevel": 0.95,
    "display": "0.743",
    "estimand": "mean across products of the AUC within each product that has both outcomes",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "area under the ROC curve",
    "value": 0.742721,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "auc_within_tfidf": {
    "ci": [
      0.736,
      0.802
    ],
    "ciLevel": 0.95,
    "display": "0.769",
    "estimand": "mean across products of the AUC within each product that has both outcomes",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "area under the ROC curve",
    "value": 0.768982,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "capture10_diff_tfidf_jev": {
    "ci": [
      8.9,
      20.4
    ],
    "ciLevel": 0.95,
    "display": "+14.9",
    "estimand": "classifier minus Jev",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percentage points",
    "value": 14.8612,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "capture10_jev": {
    "ci": [
      53,
      63.4
    ],
    "ciLevel": 0.95,
    "display": "58.2%",
    "estimand": "share caught by fast-tracking the tenth of complaints with the highest P(money back)",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints closed with monetary relief",
    "value": 58.2238,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "capture10_tfidf": {
    "ci": [
      68.4,
      77.9
    ],
    "ciLevel": 0.95,
    "display": "73.1%",
    "estimand": "share caught by fast-tracking the tenth of complaints with the highest P(money back)",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints closed with monetary relief",
    "value": 73.085,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "cost1k_jev": {
    "display": "$0.05",
    "estimand": "mean billed cost per call, list price",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 0.0509582,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "lc_capture_1000": {
    "display": "58.8%",
    "estimand": "mean top-tenth capture over refits on 1,000 labeled complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints closed with monetary relief",
    "value": 58.8489,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "lc_capture_300": {
    "display": "49.3%",
    "estimand": "mean top-tenth capture over refits on 300 labeled complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints closed with monetary relief",
    "value": 49.3269,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "lc_capture_3000": {
    "display": "66.4%",
    "estimand": "mean top-tenth capture over refits on 3,000 labeled complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints closed with monetary relief",
    "value": 66.3567,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "loss_diff_jev_cal": {
    "ci": [
      -419,
      27
    ],
    "ciLevel": 0.95,
    "display": "−$195",
    "estimand": "jev_cal minus the classifier with a cutoff",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": -195.364,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "loss_diff_jev_cut": {
    "ci": [
      97,
      655
    ],
    "ciLevel": 0.95,
    "display": "+$368",
    "estimand": "jev_cut minus the classifier with a cutoff",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 368.3,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "loss_jev_all": {
    "ci": [
      5041,
      5861
    ],
    "ciLevel": 0.95,
    "display": "$5,442",
    "estimand": "expected misroute and triage cost",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed costs; measured error mix against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 5442.05,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "loss_jev_cal": {
    "ci": [
      3243,
      3709
    ],
    "ciLevel": 0.95,
    "display": "$3,471",
    "estimand": "expected misroute and triage cost",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed costs; measured error mix against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 3470.88,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "loss_jev_cut": {
    "ci": [
      3740,
      4384
    ],
    "ciLevel": 0.95,
    "display": "$4,054",
    "estimand": "expected misroute and triage cost",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed costs; measured error mix against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 4053.76,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "loss_tfidf_cal": {
    "ci": [
      3466,
      3885
    ],
    "ciLevel": 0.95,
    "display": "$3,666",
    "estimand": "expected misroute and triage cost",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed costs; measured error mix against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 3666.24,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "loss_tfidf_cut": {
    "ci": [
      3482,
      3893
    ],
    "ciLevel": 0.95,
    "display": "$3,685",
    "estimand": "expected misroute and triage cost",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed costs; measured error mix against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 3685.46,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "loss_triage_all": {
    "ci": [
      6000,
      6000
    ],
    "ciLevel": 0.95,
    "display": "$6,000",
    "estimand": "expected misroute and triage cost",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed costs; measured error mix against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 6000,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "lv_clf_500": {
    "display": "$4,792",
    "estimand": "expected misroute and triage cost at the cutoff, mean across label draws",
    "note": "Assumed costs. Both arms use the same labeled draws.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters; labels from August 2023 to 2024 complaints",
    "source": "cfpb-complaints",
    "unit": "US dollars per thousand complaints",
    "value": 4792.08,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "lv_clf_full": {
    "display": "$3,742",
    "estimand": "expected misroute and triage cost at the cutoff, mean across label draws",
    "note": "Assumed costs. Both arms use the same labeled draws.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters; labels from August 2023 to 2024 complaints",
    "source": "cfpb-complaints",
    "unit": "US dollars per thousand complaints",
    "value": 3742.03,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "lv_jev_500": {
    "display": "$3,613",
    "estimand": "expected misroute and triage cost at the cutoff, mean across label draws",
    "note": "Assumed costs. Both arms use the same labeled draws.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters; labels from August 2023 to 2024 complaints",
    "source": "cfpb-complaints",
    "unit": "US dollars per thousand complaints",
    "value": 3612.61,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "lv_jev_full": {
    "display": "$3,542",
    "estimand": "expected misroute and triage cost at the cutoff, mean across label draws",
    "note": "Assumed costs. Both arms use the same labeled draws.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters; labels from August 2023 to 2024 complaints",
    "source": "cfpb-complaints",
    "unit": "US dollars per thousand complaints",
    "value": 3542.49,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "lv_raw_jev": {
    "display": "$4,054",
    "estimand": "raw Jev, no local fitting",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters; labels from August 2023 to 2024 complaints",
    "source": "cfpb-complaints",
    "unit": "US dollars per thousand complaints",
    "value": 4053.76,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "mis_jev_cal": {
    "display": "4.6%",
    "estimand": "routed to a product other than the consumer's",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 4.55059,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "mis_jev_cut": {
    "display": "10.2%",
    "estimand": "routed to a product other than the consumer's",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 10.2364,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "mis_tfidf_cal": {
    "display": "4.0%",
    "estimand": "routed to a product other than the consumer's",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 4.01878,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "mis_tfidf_cut": {
    "display": "3.8%",
    "estimand": "routed to a product other than the consumer's",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 3.78709,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "misroute_cost": {
    "display": "$30",
    "estimand": "assumed cost: three days of delay at $10",
    "note": "",
    "period": "assumed inputs, October 2026",
    "population": "the complaint desk's routing decision (assumed inputs)",
    "source": "cfpb-complaints",
    "unit": "US dollars per misrouted complaint",
    "value": 30,
    "weights": "not applicable; assumed inputs"
  },
  "money_extra": {
    "display": "$120",
    "estimand": "assumed extra cost",
    "note": "",
    "period": "assumed inputs, October 2026",
    "population": "the complaint desk's routing decision (assumed inputs)",
    "source": "cfpb-complaints",
    "unit": "US dollars per misrouted complaint that ends in money back",
    "value": 120,
    "weights": "not applicable; assumed inputs"
  },
  "n_complaints": {
    "display": "10,000",
    "estimand": "sample size",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "complaints",
    "value": 10000,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "n_population": {
    "display": "519,841",
    "estimand": "2025 complaints within the length limit that the sample stands for",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "complaints",
    "value": 519841,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "narrative_cap": {
    "display": "3,000",
    "estimand": "length cap of the stored narratives",
    "note": "",
    "period": "2025",
    "population": "CFPB narratives in the July 2026 copy",
    "source": "cfpb-complaints",
    "unit": "characters",
    "value": 3000,
    "weights": "not applicable"
  },
  "queue_diff_value_cost": {
    "ci": [
      -56,
      233
    ],
    "ciLevel": 0.95,
    "display": "+79",
    "estimand": "value minus reviewing the least certain, cost",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "per 1,000 complaints",
    "value": 79.1211,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_diff_value_left_money": {
    "ci": [
      -0.91,
      0.09
    ],
    "ciLevel": 0.95,
    "display": "−0.43",
    "estimand": "value minus reviewing the least certain, left_money",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "per 1,000 complaints",
    "value": -0.42578,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_diff_value_per_minute_cost": {
    "ci": [
      -639,
      -198
    ],
    "ciLevel": 0.95,
    "display": "−425",
    "estimand": "value_per_minute minus reviewing the least certain, cost",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "per 1,000 complaints",
    "value": -425.056,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_diff_value_per_minute_left": {
    "ci": [
      -18.81,
      -4.95
    ],
    "ciLevel": 0.95,
    "display": "−12.15",
    "estimand": "value_per_minute minus reviewing the least certain, left",
    "n": 10000,
    "nUnit": "complaints",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "per 1,000 complaints",
    "value": -12.1549,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_minutes": {
    "display": "400",
    "estimand": "assumed review budget",
    "note": "",
    "period": "assumed inputs, October 2026",
    "population": "the complaint desk's routing decision (assumed inputs)",
    "source": "cfpb-complaints",
    "unit": "reviewer minutes per 1,000 complaints",
    "value": 400,
    "weights": "not applicable; assumed inputs"
  },
  "queue_none_cost": {
    "ci": [
      5402,
      6277
    ],
    "ciLevel": 0.95,
    "display": "$5,827",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 5827.24,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_none_left": {
    "ci": [
      168.2,
      195.6
    ],
    "ciLevel": 0.95,
    "display": "181.5",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "misroutes left per 1,000 complaints",
    "value": 181.525,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_none_left_money": {
    "ci": [
      2.26,
      4.2
    ],
    "ciLevel": 0.95,
    "display": "3.18",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "misrouted money-back complaints left per 1,000 complaints",
    "value": 3.17912,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_none_reviewed": {
    "display": "0.0%",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints reviewed",
    "value": 0,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_uncertain_cost": {
    "ci": [
      3144,
      3852
    ],
    "ciLevel": 0.95,
    "display": "$3,499",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 3499.41,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_uncertain_left": {
    "ci": [
      99.4,
      121.6
    ],
    "ciLevel": 0.95,
    "display": "110.4",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "misroutes left per 1,000 complaints",
    "value": 110.38,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_uncertain_left_money": {
    "ci": [
      0.89,
      2.31
    ],
    "ciLevel": 0.95,
    "display": "1.57",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "misrouted money-back complaints left per 1,000 complaints",
    "value": 1.56676,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_uncertain_reviewed": {
    "ci": [
      13.1,
      15.6
    ],
    "ciLevel": 0.95,
    "display": "14.3%",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints reviewed",
    "value": 14.2823,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_value_cost": {
    "ci": [
      3229,
      3944
    ],
    "ciLevel": 0.95,
    "display": "$3,579",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 3578.53,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_value_left": {
    "ci": [
      103.6,
      126.1
    ],
    "ciLevel": 0.95,
    "display": "114.7",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "misroutes left per 1,000 complaints",
    "value": 114.72,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_value_left_money": {
    "ci": [
      0.54,
      1.88
    ],
    "ciLevel": 0.95,
    "display": "1.14",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "misrouted money-back complaints left per 1,000 complaints",
    "value": 1.14098,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_value_per_minute_cost": {
    "ci": [
      2732,
      3429
    ],
    "ciLevel": 0.95,
    "display": "$3,074",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "US dollars per 1,000 complaints",
    "value": 3074.35,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_value_per_minute_left": {
    "ci": [
      87,
      109.5
    ],
    "ciLevel": 0.95,
    "display": "98.2",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "misroutes left per 1,000 complaints",
    "value": 98.2251,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_value_per_minute_left_money": {
    "ci": [
      0.5,
      1.73
    ],
    "ciLevel": 0.95,
    "display": "1.06",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "misrouted money-back complaints left per 1,000 complaints",
    "value": 1.06334,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_value_per_minute_reviewed": {
    "ci": [
      18.8,
      21.6
    ],
    "ciLevel": 0.95,
    "display": "20.2%",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints reviewed",
    "value": 20.2014,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "queue_value_reviewed": {
    "ci": [
      13,
      15.3
    ],
    "ciLevel": 0.95,
    "display": "14.1%",
    "estimand": "review queue of 400 reviewer minutes per 1,000 complaints",
    "n": 10000,
    "nUnit": "complaints",
    "note": "Assumed review time, reviewer accuracy and costs; measured misroutes against the consumer's product.",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints reviewed",
    "value": 14.0871,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "route_cutoff": {
    "display": "0.8",
    "estimand": "1 minus triage cost over misroute cost",
    "note": "",
    "period": "assumed inputs, October 2026",
    "population": "the complaint desk's routing decision (assumed inputs)",
    "source": "cfpb-complaints",
    "unit": "probability that the top product is right",
    "value": 0.8,
    "weights": "not applicable; assumed inputs"
  },
  "share_relief": {
    "display": "2.6%",
    "estimand": "company response is closed with monetary relief",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 2.61963,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "share_too_long": {
    "display": "7.7%",
    "estimand": "narratives over 3,000 characters, excluded",
    "note": "",
    "period": "2025",
    "population": "deduplicated 2025 CFPB complaints with a narrative",
    "source": "cfpb-complaints",
    "unit": "percent of deduplicated 2025 complaints with a narrative",
    "value": 7.71327,
    "weights": "full count"
  },
  "tri_jev_cal": {
    "display": "35.1%",
    "estimand": "sent to triage",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 35.095,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "tri_jev_cut": {
    "display": "16.4%",
    "estimand": "sent to triage",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 16.3808,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "tri_tfidf_cal": {
    "display": "41.0%",
    "estimand": "sent to triage",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 41.0101,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "tri_tfidf_cut": {
    "display": "42.5%",
    "estimand": "sent to triage",
    "note": "",
    "period": "complaints received in 2025; engines called October 2026",
    "population": "10,000 sampled 2025 CFPB complaints with a narrative of at most 3,000 characters",
    "source": "cfpb-complaints",
    "unit": "percent of complaints",
    "value": 42.4888,
    "weights": "weighted to the product mix of those complaints (sample_weight)"
  },
  "triage_cost": {
    "display": "$6",
    "estimand": "assumed cost: four minutes of a triage handler",
    "note": "",
    "period": "assumed inputs, October 2026",
    "population": "the complaint desk's routing decision (assumed inputs)",
    "source": "cfpb-complaints",
    "unit": "US dollars per complaint sent to triage",
    "value": 6,
    "weights": "not applicable; assumed inputs"
  }
}