{"id":"W4402996633","doi":"10.1177/10497315241280686","title":"Moving Beyond ChatGPT: Local Large Language Models (LLMs) and the Secure Analysis of Confidential Unstructured Text Data in Social Work Research","year":2024,"lang":"en","type":"article","venue":"Research on Social Work Practice","topic":"Mental Health via Writing","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Confidentiality; Computer science; Unstructured data; Computer security; Data science; Internet privacy; Information extraction; Server; Welfare; Artificial intelligence; Big data; Data mining; World Wide Web; Political science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03413258,0.0002186396,0.0006169929,0.001238271,0.001897258,0.0004144631,0.001096314,0.0004481229,0.001378777],"category_scores_gemma":[0.001953223,0.0001867197,0.0001337343,0.01221472,0.00133948,0.0005903484,0.00126424,0.004354034,0.0001307995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003836187,"about_ca_system_score_gemma":0.0003511027,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002378373,"about_ca_topic_score_gemma":0.0009948432,"domain_scores_codex":[0.9837111,0.01053602,0.0007056639,0.001011344,0.0026091,0.001426811],"domain_scores_gemma":[0.9851368,0.01335061,0.0001767627,0.0007975384,0.0003705853,0.0001676892],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.008911301,0.0005339747,0.0003846038,0.0003731932,0.002140862,0.0007061843,0.161816,0.00004608056,0.00004512082,0.6836865,0.03702861,0.1043276],"study_design_scores_gemma":[0.01026594,0.0003498892,0.01566233,0.0008967413,0.001441044,0.00004537823,0.8393016,0.02368218,0.00004352843,0.02158647,0.08563925,0.001085632],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6997095,0.02689287,0.00170204,0.09801011,0.001407299,0.004773664,0.001149912,0.0002166942,0.1661379],"genre_scores_gemma":[0.9968154,0.0001481379,0.0001088639,0.0002956155,0.0009970154,0.0001047072,0.0001624089,0.00005830932,0.001309475],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6774856,"threshold_uncertainty_score":0.9995341,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1748743185205621,"score_gpt":0.5513209216807,"score_spread":0.3764466031601379,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}