{"id":"W3186055314","doi":"10.2196/22651","title":"Use of Automated Thematic Annotations for Small Data Sets in a Psychotherapeutic Context: Systematic Review of Machine Learning Algorithms","year":2021,"lang":"en","type":"review","venue":"JMIR Mental Health","topic":"Mental Health via Writing","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"Institut national de psychiatrie légale Philippe-Pinel; Université de Montréal; Institut Universitaire en Santé Mentale de Québec","funders":"Fonds de Recherche du Québec - Santé","keywords":"Computer science; Context (archaeology); Machine learning; Artificial intelligence; Algorithm; Measure (data warehouse); Data mining","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003352018,0.0005616346,0.005789153,0.0004026649,0.0001280281,0.00001904912,0.0007227093,0.0002426602,0.0001582333],"category_scores_gemma":[0.0002215418,0.0004880503,0.0003928633,0.0009245416,0.00006894171,0.0001135734,0.00014704,0.0005904516,0.00002521443],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004806575,"about_ca_system_score_gemma":0.0006429876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000642106,"about_ca_topic_score_gemma":0.0003095324,"domain_scores_codex":[0.9899146,0.003343194,0.004863509,0.0008338106,0.0003862831,0.0006586136],"domain_scores_gemma":[0.9919573,0.001866658,0.004307774,0.001565827,0.000110674,0.0001917679],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000009815937,0.0004755033,0.000003994363,0.8116731,0.0002233608,0.000003786205,0.001058511,6.332056e-8,1.009657e-7,0.000157217,0.000583094,0.1858114],"study_design_scores_gemma":[0.0007803525,0.0003595418,0.000003625906,0.9684679,0.00044926,0.0001727814,0.0008865485,0.001469359,1.299025e-7,0.000005047501,0.02711101,0.0002944221],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000127109,0.9752836,0.00006378223,0.0001826473,0.0003474211,0.02045428,0.003521574,0.00009933966,0.00003468051],"genre_scores_gemma":[0.00002189923,0.9841774,0.003150057,0.001044801,0.00002306747,0.003267214,0.007938711,0.0001416864,0.0002351751],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.185517,"threshold_uncertainty_score":0.9997571,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.338663277793294,"score_gpt":0.5316551702315904,"score_spread":0.1929918924382964,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}