{"id":"W4253717506","doi":"10.2196/preprints.15942","title":"Surveying the Role of Analytics in Evaluating Digital Mental Health Interventions for Transition-Aged Youth: Scoping Review (Preprint)","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University Health Network; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Mental health; Psychological intervention; Analytics; Digital health; Psychology; Medical education; Medicine; Applied psychology; Health care; Computer science; Data science; Nursing; Psychiatry; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07022068,0.001622623,0.006828601,0.02193052,0.001821721,0.008934298,0.00243295,0.003170287,0.006122488],"category_scores_gemma":[0.2895932,0.001860771,0.009308583,0.02297382,0.002012769,0.007227311,0.004011821,0.002315571,0.0008628277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009777226,"about_ca_system_score_gemma":0.03853117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01391701,"about_ca_topic_score_gemma":0.03149065,"domain_scores_codex":[0.9387013,0.02619818,0.02269627,0.002185726,0.009340731,0.0008778311],"domain_scores_gemma":[0.6666904,0.2715938,0.02504619,0.004376953,0.03132992,0.0009626951],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002190164,0.00004483357,0.001218876,0.8785559,0.00465226,0.00006010767,0.001282588,0.0001471454,0.0001897353,0.0008516363,0.00300141,0.1097765],"study_design_scores_gemma":[0.00006031072,0.0001212039,0.001540788,0.9737814,0.009385631,0.00004927674,0.0007164952,0.00006609582,0.0001845047,0.0002638629,0.0138107,0.00001969035],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003800813,0.9812154,0.001637155,0.002030594,0.0007970125,0.006116848,0.001499443,0.00004096333,0.002861786],"genre_scores_gemma":[0.02393867,0.9597207,0.004442105,0.001395851,0.000240041,0.009026106,0.0008120394,0.00003166063,0.0003928274],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.07022068,"threshold_uncertainty_score":0.3713669,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2174737608681279,"score_gpt":0.5110200867086371,"score_spread":0.2935463258405092,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}