{"id":"W4323294555","doi":"10.2196/40104","title":"The Use of Evaluation Panels During the Development of a Digital Intervention for Veterans Based on Cognitive Behavioral Therapy for Insomnia: Qualitative Evaluation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Sleep and related disorders","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; University of Oxford; American Psychological Association; U.S. Department of Veterans Affairs; U.S. Department of Defense","keywords":"Facilitator; Mental health; Intervention (counseling); Cognitive behavioral therapy; Cognitive behavioral therapy for insomnia; Dialectical behavior therapy; Medicine; Psychological intervention; Psychology; Psychiatry; Cognition","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07799906,0.0006582058,0.0007063564,0.001255607,0.00636763,0.00271795,0.002262944,0.001337284,0.001988115],"category_scores_gemma":[0.07310043,0.0007147681,0.0007124015,0.001016662,0.0041655,0.00269077,0.005311344,0.002310936,0.0003113235],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007542063,"about_ca_system_score_gemma":0.01182439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004850144,"about_ca_topic_score_gemma":0.01115647,"domain_scores_codex":[0.923162,0.069947,0.001541952,0.001264107,0.001625345,0.002459626],"domain_scores_gemma":[0.9290181,0.05181883,0.003724471,0.002183916,0.007672369,0.005582388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002817357,0.00102791,0.01262925,0.0009750906,0.00003086465,0.00119207,0.9246358,0.0002449602,0.00242399,0.001266536,0.003700035,0.05159166],"study_design_scores_gemma":[0.0001032897,0.001203392,0.009386805,0.001271405,0.00003750683,0.0003419085,0.9587549,0.0008843201,0.001973191,0.0006547926,0.02531931,0.00006910144],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9777927,0.0008329423,0.00777313,0.003361656,0.0001368017,0.005153836,0.0002818631,0.00006440123,0.004602553],"genre_scores_gemma":[0.9741435,0.0006769802,0.01406936,0.001651438,0.00004601119,0.007333898,0.0002064239,0.00006066097,0.001811738],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07799906,"threshold_uncertainty_score":0.4125034,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4462778437295981,"score_gpt":0.5892429220894038,"score_spread":0.1429650783598057,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}