{"id":"W4395097836","doi":"10.2139/ssrn.4768314","title":"Online Supplementary Material for \"NLP-based Detection of Systematic Anomalies Among the Narratives of Consumer Complaints''","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Greenfield Research (Canada); Dalhousie University; Western University","funders":"","keywords":"Narrative; Natural language processing; Artificial intelligence; Computer science; Linguistics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002918474,0.00009930623,0.0002389449,0.00009548818,0.0004344497,0.00007126207,0.0002876127,0.0000548404,0.0001614382],"category_scores_gemma":[0.000154049,0.00006827553,0.0001509232,0.0001898382,0.0006514857,0.0001376961,0.00001375273,0.0003283612,0.000001521705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003665728,"about_ca_system_score_gemma":0.001057216,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001277163,"about_ca_topic_score_gemma":0.04922029,"domain_scores_codex":[0.9979057,0.0003977234,0.0005577992,0.0001138859,0.0003166709,0.0007082383],"domain_scores_gemma":[0.9990389,0.0003929342,0.0002619705,0.000102057,0.0001725699,0.00003161511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006274837,0.0004811722,0.002517101,0.005727742,0.001457217,0.000004987366,0.06033982,0.000414099,0.05475384,0.867729,0.0002211237,0.005726438],"study_design_scores_gemma":[0.0004140369,0.00152384,0.0001457222,0.002743179,0.0005060466,0.0000438236,0.5588596,0.003436874,0.09775316,0.3310685,0.003071283,0.0004339355],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9729425,0.001209511,0.02299425,0.000933837,0.0008718027,0.0008225088,0.0001444867,0.00002151353,0.00005960621],"genre_scores_gemma":[0.9993345,0.0001554254,0.00009977957,0.00001509615,0.0002607353,0.00002530501,0.00001056697,0.00001278175,0.00008587283],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5366604,"threshold_uncertainty_score":0.968129,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02961806213630669,"score_gpt":0.3333787333236913,"score_spread":0.3037606711873846,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}