{"id":"W4386200970","doi":"10.2139/ssrn.4547452","title":"NLP-Based Detection of Systematic Anomalies Among the Narratives of Consumer Complaints","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"Greenfield Research (Canada); Dalhousie University; Western University","funders":"","keywords":"Narrative; Natural language processing; Artificial intelligence; Psychology; Computer science; History; Linguistics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002782848,0.0004097567,0.0003428583,0.006393638,0.0006835708,0.00176674,0.0007814543,0.001238827,0.002359866],"category_scores_gemma":[0.030319,0.0001982666,0.0003857987,0.003729799,0.0005991468,0.002004885,0.001724829,0.001164127,0.001510306],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008431359,"about_ca_system_score_gemma":0.002191127,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005061242,"about_ca_topic_score_gemma":0.00614672,"domain_scores_codex":[0.9958103,0.001172257,0.0005290014,0.0007150024,0.001539522,0.0002340139],"domain_scores_gemma":[0.9573677,0.03015091,0.005614872,0.00213471,0.004176319,0.000555491],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001929149,0.0008091044,0.27261,0.003089905,0.0002923033,0.005553747,0.01675263,0.008145009,0.08988228,0.01243936,0.03536246,0.5531341],"study_design_scores_gemma":[0.0001570287,0.0006289271,0.3555016,0.0007684187,0.0003977333,0.005827439,0.01920793,0.4224885,0.06288841,0.02626998,0.1056295,0.0002346313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8365241,0.001699388,0.09482876,0.003548508,0.0003801431,0.001117138,0.04087318,0.004860884,0.01616793],"genre_scores_gemma":[0.8948739,0.0004918979,0.07800663,0.0002389427,0.0001675614,0.0004419172,0.02343215,0.0001345771,0.002212333],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006393638,"threshold_uncertainty_score":0.01471728,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03752003783244341,"score_gpt":0.3240011673480807,"score_spread":0.2864811295156373,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}