{"id":"W3135757929","doi":"10.1016/j.genhosppsych.2021.02.010","title":"Considerations for evaluating digital mental health tools remotely- reflections after a randomized trial of Thought Spot","year":2021,"lang":"en","type":"article","venue":"General Hospital Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"University Health Network; Centre for Addiction and Mental Health; University of Toronto","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research; Ministry of Training, Colleges and Universities","keywords":"Randomized controlled trial; Mental health; Blind spot; Psychology; Applied psychology; Medicine; Psychiatry; Internal medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4355007,0.002633894,0.01082486,0.002104043,0.006184579,0.01042803,0.007084467,0.02317183,0.02569378],"category_scores_gemma":[0.618129,0.003111673,0.01273295,0.002625824,0.00973747,0.01577447,0.003846213,0.01781243,0.003566877],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008832173,"about_ca_system_score_gemma":0.02660845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005616797,"about_ca_topic_score_gemma":0.01265392,"domain_scores_codex":[0.4115092,0.519141,0.04050271,0.007876313,0.01720666,0.003764207],"domain_scores_gemma":[0.2078465,0.7126441,0.02717025,0.02115556,0.01820376,0.01297981],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.4310495,0.01466335,0.005478843,0.01799064,0.01267374,0.0008617006,0.005191993,0.00392573,0.002248691,0.03893496,0.07881482,0.3881661],"study_design_scores_gemma":[0.481131,0.190662,0.01856798,0.02968557,0.01503231,0.0007095944,0.006292266,0.01443546,0.004380112,0.08393122,0.1537339,0.001438581],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1231024,0.04446441,0.08721226,0.3791587,0.1249212,0.2000569,0.002974961,0.002218168,0.03589109],"genre_scores_gemma":[0.3721533,0.00569404,0.2880916,0.08597732,0.02332745,0.2177252,0.0007076504,0.0004199433,0.005903442],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4355007,"threshold_uncertainty_score":0.6961281,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06826704267554354,"score_gpt":0.4340870289429833,"score_spread":0.3658199862674398,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}