{"id":"W4386200970","doi":"10.2139/ssrn.4547452","title":"NLP-Based Detection of Systematic Anomalies Among the Narratives of Consumer Complaints","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"Greenfield Research (Canada); Dalhousie University; Western University","funders":"","keywords":"Narrative; Natural language processing; Artificial intelligence; Psychology; Computer science; History; Linguistics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00466867,0.00008472528,0.0002366348,0.0001259904,0.0006446485,0.0000334685,0.0003671483,0.00006231319,0.00003211959],"category_scores_gemma":[0.0005776164,0.00005914526,0.0001232514,0.0005824173,0.0009925759,0.000143115,0.00001668035,0.0004765705,0.00002507386],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002703377,"about_ca_system_score_gemma":0.000949608,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008135877,"about_ca_topic_score_gemma":0.02498241,"domain_scores_codex":[0.9974076,0.0007113141,0.0004748376,0.00009385826,0.0004660372,0.0008463822],"domain_scores_gemma":[0.9986618,0.0004514362,0.0004688071,0.0001380752,0.0002413728,0.00003855157],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001646249,0.0001878486,0.02702442,0.001376782,0.0006691591,0.000005991698,0.1135068,0.001874874,0.01870774,0.8317963,0.0000830051,0.004602501],"study_design_scores_gemma":[0.0002205726,0.0004441886,0.001946916,0.001151365,0.0001224525,0.00001918183,0.6745012,0.001664874,0.02134333,0.2980341,0.0002745645,0.0002773069],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9915094,0.000710182,0.005740944,0.0004483798,0.000283272,0.000370271,0.000001633309,0.00003611651,0.0008997745],"genre_scores_gemma":[0.9993418,0.0002777592,0.000009676929,0.00001016259,0.00006859217,0.0000110376,3.85919e-7,0.000008808158,0.0002718136],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5609944,"threshold_uncertainty_score":0.9928091,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03752003783244341,"score_gpt":0.3240011673480807,"score_spread":0.2864811295156373,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}