← All files for this project · the case study
results.json
{ "checks": { "rows": 2000, "per_brand": [ 500, 500, 500, 500 ], "duplicate_ids": 0, "empty_text": 0, "spanish": 59, "first_day": "2022-01-01", "last_day": "2023-09-10", "stars": [ 185, 124, 150, 151, 1390 ] }, "mood": { "n": 1795, "accuracy": 0.944, "kappa": 0.82, "unhappy_n": 300, "unhappy_missed": 9, "table": { "stars_happy_ai_happy": 1404, "stars_happy_ai_unhappy": 91, "stars_unhappy_ai_happy": 9, "stars_unhappy_ai_unhappy": 291 } }, "calibration": { "T": 0.7, "ece_all_before": 0.04, "ece_test_before": 0.037, "ece_test_after": 0.014, "test_n": 875, "bands_before": [ { "band": "[0.5, 0.6)", "n": 19, "said": 0.54, "right": 0.579 }, { "band": "[0.6, 0.7)", "n": 26, "said": 0.659, "right": 0.654 }, { "band": "[0.7, 0.8)", "n": 56, "said": 0.762, "right": 0.929 }, { "band": "[0.8, 0.9)", "n": 165, "said": 0.861, "right": 0.903 }, { "band": "[0.9, 1.0)", "n": 609, "said": 0.952, "right": 0.977 } ], "bands_after": [ { "band": "[0.5, 0.6)", "n": 16, "said": 0.547, "right": 0.562 }, { "band": "[0.6, 0.7)", "n": 14, "said": 0.665, "right": 0.5 }, { "band": "[0.7, 0.8)", "n": 25, "said": 0.764, "right": 0.84 }, { "band": "[0.8, 0.9)", "n": 67, "said": 0.863, "right": 0.881 }, { "band": "[0.9, 1.0)", "n": 753, "said": 0.976, "right": 0.967 } ] }, "routing": [ { "cut": 0.6, "auto_share": 0.982, "auto_right": 0.949, "to_person": 16 }, { "cut": 0.7, "auto_share": 0.966, "auto_right": 0.956, "to_person": 30 }, { "cut": 0.8, "auto_share": 0.937, "auto_right": 0.96, "to_person": 55 }, { "cut": 0.9, "auto_share": 0.861, "auto_right": 0.967, "to_person": 122 }, { "cut": 0.95, "auto_share": 0.745, "auto_right": 0.977, "to_person": 223 } ], "coders_agree": 0.61, "human_check": null, "by_brand": [ { "brand": "YETI", "reviews": 476, "unhappy": 76, "unhappy_share": 0.16, "leaks_lid": 0.237, "temperature": 0.237, "damage": 0.132, "wrong_item": 0.263, "size_design": 0.039, "cleaning_taste": 0.039, "price": 0.013, "other": 0.039 }, { "brand": "Stanley", "reviews": 473, "unhappy": 71, "unhappy_share": 0.15, "leaks_lid": 0.211, "temperature": 0.268, "damage": 0.338, "wrong_item": 0.085, "size_design": 0.042, "cleaning_taste": 0.0, "price": 0.014, "other": 0.042 }, { "brand": "Hydro Flask", "reviews": 492, "unhappy": 92, "unhappy_share": 0.187, "leaks_lid": 0.359, "temperature": 0.163, "damage": 0.207, "wrong_item": 0.13, "size_design": 0.043, "cleaning_taste": 0.054, "price": 0.033, "other": 0.011 }, { "brand": "Owala", "reviews": 500, "unhappy": 61, "unhappy_share": 0.122, "leaks_lid": 0.23, "temperature": 0.066, "damage": 0.41, "wrong_item": 0.131, "size_design": 0.033, "cleaning_taste": 0.082, "price": 0.0, "other": 0.049 } ], "complaint_totals": { "leaks_lid": 80, "damage": 78, "temperature": 56, "wrong_item": 46, "cleaning_taste": 13, "size_design": 12, "other": 10, "price": 5 }, "yeti_missing_lid_part": { "n": 14, "of": 20, "slider": 7, "unhappy": 76 }, "unhappy_total": 300, "names": { "leaks_lid": "Leaks or lid problems", "temperature": "Doesn't keep cold or hot", "damage": "Damaged, dented or broken", "wrong_item": "Wrong or missing parts", "size_design": "Size, weight or design", "cleaning_taste": "Cleaning, smell or taste", "price": "Too expensive", "other": "Something else" }}