{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":3647,"total_is_capped":false,"direct_labels_cover":38,"predictions_cover":3647,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"d31f1f08fdbf","filters":{"topic":"Digital Mental Health Interventions"}},"results":[{"id":"W2623779865","doi":"10.2196/mental.7785","title":"Delivering Cognitive Behavior Therapy to Young Adults With Symptoms of Depression and Anxiety Using a Fully Automated Conversational Agent (Woebot): A Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2533,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Anxiety; Randomized controlled trial; Psychology; Clinical psychology; Depression (economics); Cognitive behavioral therapy; Medicine; Psychiatry; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.02632023308049163,"gpt":0.3993212690276937,"spread":0.373001035947202,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007292705,0.0002503876,0.0009822726,0.0001381735,0.0005071211,0.00007263997,0.0001519556,0.00008544409,0.0001134763],"category_scores_gemma":[0.00003443276,0.0001936076,0.0001984888,0.00006280863,0.0002299143,0.0002242365,0.00008996991,0.0001258802,0.00001100452],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002343073,"about_ca_system_score_gemma":0.0001242128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002715402,"about_ca_topic_score_gemma":0.0002263263,"domain_scores_codex":[0.9975275,0.0003943843,0.0008746572,0.000445312,0.000360482,0.0003977125],"domain_scores_gemma":[0.9981776,0.0001381946,0.0009860456,0.0002676772,0.0001167241,0.0003137189],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9547955,0.001305561,0.005959603,0.00008104538,0.0002394519,0.000007213968,0.005127341,7.848405e-7,0.0000679542,0.00008602835,0.00002545381,0.03230409],"study_design_scores_gemma":[0.9385234,0.003471891,0.05435685,0.001207055,0.00005928406,0.00006407632,0.0009482506,0.001035643,0.0001302932,0.000007679228,0.000007477579,0.0001880971],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9799685,0.0002514995,0.000112345,0.0001782007,0.0009398285,0.01783481,0.0002394259,0.00009517207,0.0003801622],"genre_scores_gemma":[0.9958198,0.00001733815,0.0003230959,0.0002181129,0.00005366044,0.003381359,0.00006448942,0.0000317147,0.00009042033],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04839724,"threshold_uncertainty_score":0.789509,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2072181779","doi":"10.2196/jmir.1923","title":"CONSORT-EHEALTH: Improving and Standardizing Evaluation Reports of Web-based and Mobile Health Interventions","year":2011,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2025,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University Health Network","funders":"Weill Cornell Medical College; Universitat Autònoma de Barcelona; Bezmialem Vakıf Üniversitesi; Universidad de Valladolid; Syddansk Universitet; Radboud Universiteit; Universitat de Barcelona; Radboud Universitair Medisch Centrum; Universitetet i Oslo; Trakya Üniversitesi; Tehran University of Medical Sciences and Health Services; Mahidol University; Universiteit Maastricht; University of Oxford; Vrije Universiteit Amsterdam; Care and Public Health Research Institute, Universiteit Maastricht; Monash University; Université Laval; Universiteit van Amsterdam; University of Leeds; San José State University; McMaster University; University of New South Wales; Oulun Yliopisto; George Washington University; Northwestern University","keywords":"eHealth; mHealth; Consolidated Standards of Reporting Trials; Psychological intervention; Checklist; The Internet; Medicine; Telehealth; Health care; Telemedicine; Internet privacy; Nursing; Computer science; Psychology; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.164527151971581,"gpt":0.5650031790961467,"spread":0.4004760271245658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04624826,0.0002532047,0.001082741,0.001197894,0.0001092229,0.0001128254,0.0005290342,0.0008269979,0.002374846],"category_scores_gemma":[0.009601963,0.0002192909,0.0003598462,0.0002638887,0.0008547906,0.0001854109,0.0003996781,0.003776679,0.000007700021],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007663883,"about_ca_system_score_gemma":0.005125691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002275016,"about_ca_topic_score_gemma":0.000646919,"domain_scores_codex":[0.986782,0.002565642,0.003586613,0.0005337241,0.005844906,0.0006870865],"domain_scores_gemma":[0.9907594,0.002483917,0.0027346,0.0004339217,0.002520048,0.001068113],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004311805,0.0008889418,0.0002058965,0.003704399,0.0002264529,0.000249029,0.0007960218,1.916227e-7,0.000002361556,0.0002018431,0.8221291,0.1711646],"study_design_scores_gemma":[0.008685034,0.0441657,0.0007681685,0.05893408,0.0003362025,0.001388079,0.003296426,0.0006893947,0.00009824344,0.002896262,0.8781806,0.0005618482],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"empirical","genre_scores_codex":[0.07088891,0.06043971,0.001176704,0.002519459,0.8592163,0.003056773,0.0004236973,0.0000359847,0.002242408],"genre_scores_gemma":[0.9019833,0.001069448,0.0004373998,0.00007613166,0.0942623,0.0003769497,0.0001188299,0.000109978,0.001565663],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8310944,"threshold_uncertainty_score":0.9987406,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3197232629","doi":"10.1002/wps.20883","title":"The growing field of digital psychiatry: current evidence and the future of apps, social media, chatbots, and virtual reality","year":2021,"lang":"en","type":"article","venue":"World Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"National Institute of Mental Health; National Institute for Health and Care Research; UK Research and Innovation; American Psychiatric Association Foundation","keywords":"Mental health; Social media; Context (archaeology); Psychological intervention; Telemedicine; Telehealth; Digital health; Medicine; mHealth; Health care; Psychiatry; Internet privacy; Computer science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.02894438408488621,"gpt":0.3678690208361939,"spread":0.3389246367513077,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005223586,0.000166907,0.0002994499,0.00005738475,0.0002698651,0.00007330281,0.0002623703,0.00007458115,0.00006111566],"category_scores_gemma":[0.0000867673,0.0001131019,0.0001876757,0.0003624275,0.0004786886,0.0002565854,0.0001734891,0.0003601949,0.000005800048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001404754,"about_ca_system_score_gemma":0.0001099414,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003057735,"about_ca_topic_score_gemma":0.001218177,"domain_scores_codex":[0.9982544,0.0002244219,0.0006582389,0.0003208433,0.0002692109,0.0002729559],"domain_scores_gemma":[0.9982508,0.0008809579,0.0003214926,0.0003979985,0.00006213888,0.00008658822],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0004065435,0.0003230636,0.01845128,0.0002035076,0.00009320263,6.344976e-7,0.001072759,7.26539e-8,0.00000137383,0.7766337,0.02200224,0.1808116],"study_design_scores_gemma":[0.008375303,0.0009013398,0.4409491,0.003793891,0.0004744096,0.0001093887,0.04339331,0.00001613325,0.0001133104,0.3869013,0.1140186,0.0009538885],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4212172,0.2484916,0.0001337349,0.2725086,0.04341523,0.0008866639,0.000399625,0.00007251956,0.01287482],"genre_scores_gemma":[0.997534,0.0003713682,0.00005806075,0.0004957347,0.001034944,0.00003697757,0.00001187056,0.00001618202,0.0004408358],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5763168,"threshold_uncertainty_score":0.4612162,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3013038708","doi":"10.2196/18848","title":"Digital Mental Health and COVID-19: Using Technology Today to Accelerate the Curve on Access and Quality Tomorrow","year":2020,"lang":"en","type":"editorial","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":989,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Telehealth; Digital health; Mental health; Workforce; Quality (philosophy); Telemedicine; Equity (law); Health care; Public relations; Business; Psychology; Political science; Economics; Economic growth; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1072879946049144,"gpt":0.5226289162201415,"spread":0.4153409216152271,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001154613,0.0008349654,0.001288832,0.0005007341,0.001401172,0.000697717,0.0009828556,0.0006505061,0.0001321577],"category_scores_gemma":[0.0003311788,0.0007236358,0.000178213,0.0007946428,0.0004876451,0.0004954295,0.001344348,0.001675552,0.0001555658],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003191006,"about_ca_system_score_gemma":0.00177858,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002571563,"about_ca_topic_score_gemma":0.001150039,"domain_scores_codex":[0.9933138,0.000732552,0.00176567,0.001769028,0.0009891518,0.001429739],"domain_scores_gemma":[0.9949293,0.0005131762,0.001141305,0.0008272543,0.00006868508,0.002520313],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001155574,0.0006837751,0.0005659235,0.001531496,0.00009774794,0.00001226248,0.003897251,4.415355e-7,0.000001540469,0.001774416,0.9500048,0.04027474],"study_design_scores_gemma":[0.002240353,0.005282143,0.0003916098,0.0009093198,0.000008623495,0.00005859203,0.003269675,0.000009387482,0.00000818415,0.0005414622,0.9866588,0.0006219177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"empirical","genre_scores_codex":[0.02693262,0.004037088,0.00008881717,0.3029597,0.6222646,0.01275719,0.02663649,0.0006889293,0.003634522],"genre_scores_gemma":[0.3748647,0.001267063,0.0006571237,0.2161027,0.3650658,0.00504937,0.01748056,0.001302101,0.01821053],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.347932,"threshold_uncertainty_score":0.9998989,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2922711788","doi":"10.1177/0706743719828977","title":"Chatbots and Conversational Agents in Mental Health: A Review of the Psychiatric Landscape","year":2019,"lang":"en","type":"review","venue":"The Canadian Journal of Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":984,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"PsycINFO; Psychoeducation; Psychiatry; Mental health; Chatbot; MEDLINE; Psychology; Anxiety; Clinical psychology; Medicine; Psychological intervention; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.07944137385576476,"gpt":0.4052306308361252,"spread":0.3257892569803604,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00131217,0.0002599582,0.001112997,0.0004333776,0.0001560834,0.00002698441,0.0007715638,0.0001469178,0.0006992784],"category_scores_gemma":[0.00003320058,0.0001559231,0.00063893,0.0006019286,0.0001418286,0.00007256211,0.00003717562,0.0007567178,0.00007346945],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003360221,"about_ca_system_score_gemma":0.005932571,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003280157,"about_ca_topic_score_gemma":0.06422649,"domain_scores_codex":[0.9967501,0.0006311979,0.001740772,0.00019717,0.0003028458,0.0003779041],"domain_scores_gemma":[0.9968642,0.00007711162,0.002201933,0.000446647,0.00006271103,0.0003473826],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002316663,0.0002307079,0.007414341,0.1159053,0.0005508547,0.000007057873,0.0005826313,2.228131e-7,5.718252e-10,0.02544939,0.4560959,0.3937404],"study_design_scores_gemma":[0.0005028944,0.0002337642,0.003589541,0.1202538,0.0002384031,0.0007564321,0.0001034954,2.611234e-7,1.89974e-9,0.001101254,0.8730786,0.0001414347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003114501,0.9558619,2.839465e-7,0.02823508,0.01201032,0.00117265,0.0004131153,0.000001649874,0.002273882],"genre_scores_gemma":[0.0002710087,0.9956257,0.00006442647,0.003008081,0.0002594271,0.00001773444,0.00002678218,0.00003653633,0.0006903253],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4169828,"threshold_uncertainty_score":0.9997029,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2289545039","doi":"10.2196/mental.4984","title":"Mental Health Smartphone Apps: Review and Evidence-Based Recommendations for Future Developments","year":2016,"lang":"en","type":"review","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":973,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mental health; Psychological intervention; Systematic review; Set (abstract data type); Computer science; Evidence-based practice; Smartphone application; Publication; Internet privacy; MEDLINE; Psychology; Medicine; Alternative medicine; Multimedia; Psychiatry; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.1647518430297714,"gpt":0.5215513881231744,"spread":0.3567995450934029,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001953922,0.0009653692,0.002984962,0.0004276499,0.0009576106,0.00007753557,0.0005741228,0.0003285145,0.0009814225],"category_scores_gemma":[0.00002848737,0.0007827746,0.0007157326,0.000563411,0.0001434658,0.0003963079,0.0002147153,0.0005351668,0.0009398062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003533348,"about_ca_system_score_gemma":0.002125702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001115089,"about_ca_topic_score_gemma":0.0001088127,"domain_scores_codex":[0.9925103,0.00109681,0.003092173,0.001410088,0.0004336318,0.001456984],"domain_scores_gemma":[0.9953763,0.0003414239,0.002305302,0.0008201217,0.00007766987,0.001079216],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003000974,0.0004247865,0.000002103322,0.09496247,0.0001041622,5.671126e-7,0.0001773179,1.767914e-10,3.913384e-9,0.0005708169,0.2981054,0.6056224],"study_design_scores_gemma":[0.0008780163,0.001066158,0.0000240291,0.2788688,0.00006222884,0.00007799691,0.0001260909,7.035153e-8,8.688455e-8,0.00003517466,0.7184356,0.0004258093],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[5.363742e-7,0.8785195,0.00004570881,0.0929443,0.005114081,0.0164622,0.00642205,0.0001543725,0.000337284],"genre_scores_gemma":[0.000003245819,0.9580997,0.002057051,0.01809046,0.0004078037,0.009681141,0.00486489,0.0001601304,0.006635541],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6051965,"threshold_uncertainty_score":0.9999318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2895995041","doi":"10.2196/12106","title":"An Empathy-Driven, Conversational Artificial Intelligence Agent (Wysa) for Digital Mental Well-Being: Real-World Data Evaluation Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":971,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mental health; mHealth; Psychology; Psychosocial; Population; Government (linguistics); Mobile phone; Psychological intervention; Internet privacy; Applied psychology; Medicine; Psychiatry; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2590682131492887,"gpt":0.5721715764359566,"spread":0.3131033632866679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003636348,0.0003189963,0.0004256472,0.0003483295,0.000696329,0.0002173907,0.0005500668,0.00009614837,0.0003146713],"category_scores_gemma":[0.0001078807,0.0003293123,0.00007243787,0.0004463779,0.0003547444,0.0007752028,0.0002029338,0.0002489562,0.0002395116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004627162,"about_ca_system_score_gemma":0.0004467019,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005077306,"about_ca_topic_score_gemma":0.002434434,"domain_scores_codex":[0.9952422,0.0008097079,0.001303972,0.001202218,0.0005718377,0.000870084],"domain_scores_gemma":[0.9968404,0.0004232096,0.0005698968,0.001069333,0.0002858907,0.0008113211],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001292566,0.004965016,0.007144984,0.0003061435,0.00008038881,0.000003317387,0.01187414,0.00000653484,0.000002880508,0.0246554,0.005029419,0.9446392],"study_design_scores_gemma":[0.00545705,0.05128261,0.5759253,0.0004104832,0.0006756469,0.00007117819,0.08981314,0.1803653,0.0001894275,0.06382088,0.0299225,0.00206644],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9693834,0.0000804972,0.0127386,0.001902591,0.005308731,0.005681774,0.001118742,0.0001757534,0.00360992],"genre_scores_gemma":[0.9923899,0.000009658872,0.00340958,0.0006577302,0.0009031831,0.0006574011,0.001671068,0.00005434385,0.000247127],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9425728,"threshold_uncertainty_score":0.9999159,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3123322472","doi":"10.1001/jamapsychiatry.2020.4364","title":"Internet-Based Cognitive Behavioral Therapy for Depression","year":2021,"lang":"en","type":"review","venue":"JAMA Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":878,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"National Institute of Mental Health; Faculty of Medicine and Health, University of Sydney; Zorginstituut Nederland; Linnéuniversitetet; Universiteit van Tilburg; Ohio State University; Göteborgs Universitet; McLean Hospital; Karolinska Institutet; Linköpings Universitet; University of Regina; Universiteit van Amsterdam; Trinity College Dublin; Australian National University; University of Bristol; Imperial College London; Northwell Health; University Hospitals Bristol NHS Foundation Trust; Universitätsklinikum Hamburg-Eppendorf; NIHR Bristol Biomedical Research Centre; University of Bern; Harvard University; Massachusetts General Hospital; National Institute for Health and Care Research; Stockholms Universitet; China Academy of Chinese Medical Sciences; University of Oxford","keywords":"Cognitive behavioral therapy; Depression (economics); Psychology; Cognition; Clinical psychology; Cognitive therapy; Psychotherapist; Psychiatry; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1428470020980606,"gpt":0.4925623784356614,"spread":0.3497153763376009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002400235,0.0005578423,0.001329369,0.0002573096,0.00009055468,0.0001512875,0.0004481699,0.0007582112,0.001722142],"category_scores_gemma":[0.00002672781,0.0004882671,0.001732401,0.0002859094,0.00007473833,0.0001109911,0.00007339767,0.000645867,0.0006499135],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001277976,"about_ca_system_score_gemma":0.0004357958,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005410845,"about_ca_topic_score_gemma":0.00003838709,"domain_scores_codex":[0.9969218,0.0003442618,0.001067892,0.0009132583,0.0002076752,0.0005451297],"domain_scores_gemma":[0.9981227,0.0003193748,0.0006503338,0.000577967,0.0001257614,0.0002038416],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001302533,0.002857575,0.00009586742,0.003934972,0.0002272917,0.00001074157,0.00004094755,5.856637e-9,3.770416e-9,0.001363349,0.05204164,0.9392974],"study_design_scores_gemma":[0.002384524,0.001058532,0.00006084927,0.04617828,0.0004892363,0.00004603594,0.0001003963,6.434835e-7,0.000001123467,0.0001887285,0.949039,0.0004526854],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00006118868,0.9754304,0.0006123696,0.0002003196,0.01428529,0.002668106,0.00140192,0.0001276691,0.005212772],"genre_scores_gemma":[0.0005537083,0.9625219,0.002310421,0.002180918,0.001966972,0.009875843,0.00680348,0.0004627664,0.01332407],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9388447,"threshold_uncertainty_score":0.9997569,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2887538181","doi":"10.1016/j.janxdis.2018.08.003","title":"Virtual reality exposure therapy for anxiety and related disorders: A meta-analysis of randomized controlled trials","year":2018,"lang":"en","type":"review","venue":"Journal of Anxiety Disorders","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":867,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Phobias; Virtual Reality Exposure Therapy; Specific phobia; Agoraphobia; Psychology; Anxiety; Exposure therapy; Meta-analysis; Panic disorder; Generalized anxiety disorder; Clinical psychology; Anxiety disorder; Placebo; Randomized controlled trial; Panic; Psychiatry; Medicine; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1223075725311269,"gpt":0.4501936270186274,"spread":0.3278860544875005,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.02671644,0.0008646036,0.03479875,0.001222308,0.0001318013,0.00009230038,0.0006080831,0.0007620258,0.001278696],"category_scores_gemma":[0.003506058,0.0004937625,0.05398938,0.001082046,0.0005728386,0.000256692,0.0000619094,0.0006153343,0.000006387219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008676635,"about_ca_system_score_gemma":0.0002626955,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007284678,"about_ca_topic_score_gemma":0.0001062753,"domain_scores_codex":[0.9798032,0.007593663,0.01084298,0.0006235793,0.0006473506,0.0004892327],"domain_scores_gemma":[0.9747897,0.008127571,0.01561028,0.0006937376,0.0005167664,0.0002619676],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.04414131,0.001117857,0.000004238639,0.001045481,0.5546871,5.032034e-7,0.0004047246,0.000003726656,4.9668e-8,0.001287525,0.00248534,0.3948221],"study_design_scores_gemma":[0.1412559,0.0016309,0.000004335795,0.0005600931,0.5296949,0.0000237182,0.0002964048,0.00001219638,1.408702e-7,0.003436351,0.3227392,0.0003459194],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000722507,0.9866979,0.0009586476,0.0007372802,0.001392286,0.007689253,0.0009688308,0.00002123037,0.001462397],"genre_scores_gemma":[0.003631677,0.9932581,0.0001627757,0.00007258405,0.0001190546,0.001079283,0.0001520389,0.00008783863,0.001436631],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3944762,"threshold_uncertainty_score":0.9997514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2347128633","doi":"10.2196/mental.5165","title":"New Tools for New Research in Psychiatry: A Scalable and Customizable Platform to Empower Data Driven Smartphone Research","year":2016,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":786,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Scalability; Computer science; Data science; Phone; App store; Citizen science; Mobile phone; Relevance (law); Big data; Human–computer interaction; World Wide Web; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.296684674016514,"gpt":0.5570041827718304,"spread":0.2603195087553164,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004097685,0.0002193315,0.00040102,0.0007665738,0.0004452255,0.0001869366,0.000905167,0.0001592737,0.0007928993],"category_scores_gemma":[0.0000861253,0.0001820537,0.00005307421,0.001078084,0.0001379217,0.001013483,0.0009403761,0.0004671846,0.001729184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00117356,"about_ca_system_score_gemma":0.001351624,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009352552,"about_ca_topic_score_gemma":0.01443415,"domain_scores_codex":[0.9950535,0.000325107,0.0008297596,0.001132401,0.0007146614,0.001944535],"domain_scores_gemma":[0.9964463,0.0006351313,0.0001003822,0.001298815,0.00008357804,0.001435793],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001277859,0.0005958292,0.001448845,0.000161241,0.00001546836,0.000002477381,0.001277123,6.94229e-8,0.00002533115,0.009725956,0.7001851,0.2852848],"study_design_scores_gemma":[0.01467971,0.009603583,0.02820085,0.003994782,0.00000408585,0.00006294441,0.005933964,0.00003550901,0.0001036611,0.02780498,0.9090083,0.0005676002],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5886142,0.002998292,0.001054895,0.3442318,0.008084754,0.02300836,0.003867551,0.0002552896,0.02788495],"genre_scores_gemma":[0.7869074,0.0001286804,0.02239325,0.002935191,0.001264405,0.002116756,0.0006101433,0.000224009,0.1834202],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3412966,"threshold_uncertainty_score":0.9990481,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2609940642","doi":"10.1016/j.jad.2017.04.046","title":"Can smartphone mental health interventions reduce symptoms of anxiety? A meta-analysis of randomized controlled trials","year":2017,"lang":"en","type":"review","venue":"Journal of Affective Disorders","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":766,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Economic and Social Research Council; National Health and Medical Research Council; Medical Research Council Canada","keywords":"Anxiety; Randomized controlled trial; Mental health; Meta-analysis; Psychological intervention; Psychology; Psychiatry; Clinical psychology; Medicine; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1806221454588959,"gpt":0.5201406624058836,"spread":0.3395185169469878,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.02434633,0.0007427195,0.0511966,0.003082094,0.0001599254,0.00006224565,0.0008708175,0.0003017014,0.001211285],"category_scores_gemma":[0.005415907,0.0004631222,0.08518136,0.0009585108,0.0005612272,0.0001991966,0.0001102043,0.0006922047,0.000008023645],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004344063,"about_ca_system_score_gemma":0.0006937819,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001079952,"about_ca_topic_score_gemma":0.001243939,"domain_scores_codex":[0.9727953,0.0141319,0.01138723,0.0004647756,0.0007623782,0.0004584049],"domain_scores_gemma":[0.9538328,0.005474455,0.03906488,0.0007991648,0.0005438459,0.0002848491],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.01106375,0.001929964,0.000002820704,0.00426239,0.5885785,0.000001715002,0.0004211098,0.000002370419,9.782688e-8,0.0007686245,0.0009310186,0.3920376],"study_design_scores_gemma":[0.1324081,0.002508973,0.00002549114,0.008716534,0.833837,0.00004455699,0.0004444629,0.000002510207,0.000001223435,0.0006807285,0.02097517,0.0003552458],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000691259,0.985136,0.0003056913,0.0008182878,0.002373501,0.00719105,0.002286503,0.000009559597,0.001810223],"genre_scores_gemma":[0.01891275,0.9779463,0.00009244749,0.000035513,0.00007983689,0.0009836695,0.0001950023,0.00007933262,0.001675138],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3916824,"threshold_uncertainty_score":0.999782,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2889335577","doi":"10.2196/mental.9782","title":"Using Psychological Artificial Intelligence (Tess) to Relieve Symptoms of Depression and Anxiety: Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":693,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Anxiety; Depression (economics); Randomized controlled trial; Psychology; Clinical psychology; Psychotherapist; Psychiatry; Medicine; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.07280388187919566,"gpt":0.477443968677888,"spread":0.4046400867986923,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001739332,0.0002424301,0.001233786,0.0001960614,0.0002298685,0.00003315848,0.0001947559,0.0001496023,0.0004777419],"category_scores_gemma":[0.0001011879,0.000188257,0.0002767597,0.0002727583,0.0004197326,0.0001047938,0.0001282288,0.0001888506,0.0001474595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000161087,"about_ca_system_score_gemma":0.0000494962,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002692275,"about_ca_topic_score_gemma":0.00004474527,"domain_scores_codex":[0.9961079,0.0007769033,0.001666594,0.0005877845,0.000320975,0.000539896],"domain_scores_gemma":[0.9983413,0.0002505397,0.00058186,0.0003485371,0.00007236174,0.0004053572],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.8562638,0.001790177,0.00008492882,0.0000452547,0.00005999866,0.00000135873,0.001448483,3.162829e-7,0.0001015022,0.008889913,0.0004889486,0.1308254],"study_design_scores_gemma":[0.969733,0.01541429,0.0007128556,0.0008496548,0.0000529541,0.00009769369,0.001037207,0.0006023671,0.0009370708,0.009614253,0.0005252817,0.0004233634],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9795432,0.0003486195,0.001728707,0.001189179,0.003595741,0.01008881,0.00005713431,0.00006805312,0.003380521],"genre_scores_gemma":[0.9960508,0.0000120853,0.001355922,0.001070436,0.0003146056,0.0008534092,0.00001381758,0.00002623003,0.0003027367],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.130402,"threshold_uncertainty_score":0.7676898,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3134071992","doi":"10.2196/25847","title":"Evidence on Digital Mental Health Interventions for Adolescents and Young People: Systematic Overview","year":2021,"lang":"en","type":"review","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":491,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Fondation Botnar","keywords":"Mental health; Psychological intervention; Psychopathology; Psychology; Digital health; Health care; Psychiatry; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1931245254973068,"gpt":0.5257398982312005,"spread":0.3326153727338936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001382966,0.001040841,0.004708627,0.0005036892,0.0007604281,0.0004233838,0.0006333766,0.0003032128,0.0001815523],"category_scores_gemma":[0.0000961566,0.0009623688,0.002143324,0.0006519149,0.0001152217,0.0005226011,0.000437425,0.0007043122,0.0005697632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003294015,"about_ca_system_score_gemma":0.0007004218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002412569,"about_ca_topic_score_gemma":0.000666773,"domain_scores_codex":[0.9911672,0.001241154,0.003931883,0.001540327,0.0007012515,0.001418114],"domain_scores_gemma":[0.9949694,0.0003353586,0.002528237,0.001081941,0.00007430877,0.001010755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00003250987,0.001633225,0.000023902,0.6047726,0.0001820874,0.00000318348,0.0007723288,4.078113e-9,2.464952e-9,0.001688299,0.0181384,0.3727534],"study_design_scores_gemma":[0.0008311519,0.003008101,0.0001500269,0.8751109,0.0001385757,0.000569902,0.001114378,0.000001669681,3.195342e-8,0.00003569723,0.1184813,0.0005583523],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002317347,0.9644404,0.00004579038,0.001682176,0.005881106,0.02082314,0.006663512,0.0001589841,0.0002817088],"genre_scores_gemma":[0.002225083,0.9794585,0.0000760574,0.0008575948,0.0001938886,0.007407698,0.003223557,0.0002283086,0.006329383],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3721951,"threshold_uncertainty_score":0.9992827,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007172259","doi":"10.1186/s12913-016-1423-5","title":"Proceedings of the 3rd IPLeiria’s International Health Congress","year":2016,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":456,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"Fundação para a Ciência e a Tecnologia","keywords":"Nursing research; Health informatics; Health administration; Medicine; Public health; Health economics; Health policy; Family medicine; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.1128033255115685,"gpt":0.5174976341105406,"spread":0.404694308598972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003085283,0.0001392597,0.0002775842,0.0002922946,0.0003083204,0.00006284429,0.001317889,0.00008805297,0.000856882],"category_scores_gemma":[0.00005324242,0.00008421455,0.0001188365,0.0006095807,0.0002640416,0.0003108441,0.0004940891,0.0003118715,0.0005916025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005667279,"about_ca_system_score_gemma":0.0005767313,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001831464,"about_ca_topic_score_gemma":0.001362628,"domain_scores_codex":[0.9962059,0.000334577,0.0009279632,0.0004623055,0.001071333,0.0009978712],"domain_scores_gemma":[0.9976783,0.0003506676,0.0004572092,0.0004080761,0.0007004428,0.0004052752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001106624,0.00262513,0.4512412,0.008336789,0.0001570148,0.000002793684,0.008193619,3.295716e-7,0.0001714251,0.2873842,0.06336889,0.177412],"study_design_scores_gemma":[0.002328333,0.001562204,0.8398883,0.004688199,0.000002267927,0.00003215827,0.005794891,0.00002938511,0.0004972164,0.005836721,0.1391516,0.0001887421],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8359776,0.001203232,0.00003275127,0.07165563,0.006539801,0.003313553,0.0004840162,0.0001373297,0.08065605],"genre_scores_gemma":[0.9804006,0.00003922839,0.0001582735,0.001634215,0.000218422,0.0002271968,0.000007297408,0.00003240463,0.01728241],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3886471,"threshold_uncertainty_score":0.9382257,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155300577","doi":"10.1176/appi.ps.201300009","title":"E-Mental Health: A Rapid Review of the Literature","year":2013,"lang":"en","type":"review","venue":"Psychiatric Services","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":445,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Douglas Mental Health University Institute","funders":"American Psychological Association","keywords":"Mental health; Transformative learning; Anxiety; Psychology; Complement (music); Mental health care; Cognition; The Internet; Psychotherapist; Psychiatry; Computer science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.0437646916451792,"gpt":0.4176733971445294,"spread":0.3739087054993502,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004658956,0.0005612115,0.001870705,0.0002568873,0.0001638075,0.00005897279,0.001504476,0.0002930948,0.002177383],"category_scores_gemma":[0.000007179021,0.0003399034,0.001619,0.001952558,0.00005504158,0.0001459127,0.0002472391,0.0006348501,0.001680087],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001342759,"about_ca_system_score_gemma":0.000203384,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001851807,"about_ca_topic_score_gemma":0.00002247113,"domain_scores_codex":[0.9956546,0.0007407234,0.002055263,0.0006138488,0.0004048175,0.0005307805],"domain_scores_gemma":[0.9958443,0.00009275703,0.00237046,0.001408203,0.00008975689,0.0001945235],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001519119,0.000229747,0.000002580125,0.3979347,0.0001132327,2.816389e-7,0.0001216158,4.163405e-10,5.009755e-10,0.0005261266,0.06588686,0.5351833],"study_design_scores_gemma":[0.0001166403,0.0001494892,0.00001635404,0.2336823,0.000206227,0.00008754299,0.00003582389,3.773598e-8,1.117017e-8,0.0001202683,0.7654024,0.0001829157],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001157613,0.9681486,2.191278e-7,0.003641611,0.01023723,0.004099379,0.001090013,0.00005805775,0.01272367],"genre_scores_gemma":[0.000001550853,0.9899607,0.0001254761,0.004826569,0.0003730073,0.0007219951,0.0005093578,0.00008004229,0.003401301],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6995155,"threshold_uncertainty_score":0.9999053,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226148866","doi":"10.2196/35159","title":"Digital Health Interventions for Delivery of Mental Health Care: Systematic and Comprehensive Meta-Review","year":2022,"lang":"en","type":"review","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":439,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Simon Fraser University; Vancouver Community College; Vancouver Coastal Health Research Institute; University of British Columbia","funders":"","keywords":"Mental health; Psychological intervention; Context (archaeology); Digital health; Telepsychiatry; Medicine; Telemedicine; Systematic review; Health care; Telehealth; Psychology; MEDLINE; Psychiatry; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1866281414613241,"gpt":0.5097811990492368,"spread":0.3231530575879127,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001459398,0.001148832,0.009677389,0.0006639368,0.000931201,0.00009215235,0.00074902,0.0001744342,0.0006831892],"category_scores_gemma":[0.00002848133,0.001013178,0.004476352,0.0007034726,0.0002338696,0.000328145,0.0006257824,0.000721398,0.0001052979],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003803702,"about_ca_system_score_gemma":0.00148836,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000500909,"about_ca_topic_score_gemma":0.0001901456,"domain_scores_codex":[0.9878418,0.002169668,0.006485732,0.001348047,0.0007835403,0.001371163],"domain_scores_gemma":[0.9913434,0.000633119,0.005849233,0.001098485,0.0001028171,0.0009729288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002207853,0.0007957521,2.555854e-7,0.5492809,0.00145542,0.00000126948,0.0007994853,8.282329e-9,9.896532e-10,0.0007264058,0.03517478,0.4117437],"study_design_scores_gemma":[0.0007274675,0.004312606,0.00000194542,0.3121745,0.0007811593,0.0002879541,0.002161473,3.285647e-7,1.522581e-8,0.00001749111,0.6791536,0.0003814265],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00000229961,0.9272251,0.00002578194,0.00306058,0.002464964,0.03394832,0.03274688,0.0001272325,0.0003988039],"genre_scores_gemma":[0.00004185304,0.9671782,0.0002262753,0.003354528,0.00006442908,0.01459123,0.0122262,0.0002131409,0.00210416],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6439788,"threshold_uncertainty_score":0.9992319,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2258988981","doi":"10.2196/mental.4534","title":"Mixing Online and Face-to-Face Therapy: How to Benefit From Blended Care in Mental Health Care","year":2016,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":398,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Innovatiefonds Zorgverzekeraars","keywords":"Blended learning; Health care; Operationalization; Psychology; eHealth; Modalities; Set (abstract data type); Nursing; Mental health; Medicine; Medical education; Computer science; Psychotherapist; Pedagogy; Sociology; Educational technology","retraction":null,"screen_n_in":null,"score":{"opus":0.03248093316080736,"gpt":0.4008625988692233,"spread":0.3683816657084159,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002017936,0.0004105871,0.0005866081,0.0003200868,0.0003167855,0.00006155416,0.0003322137,0.0001221279,0.0002086808],"category_scores_gemma":[0.000006055238,0.0003525484,0.0001100046,0.0003373963,0.00005893803,0.0002361414,0.000241661,0.0002358965,0.0002544856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002777263,"about_ca_system_score_gemma":0.0002047312,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004219969,"about_ca_topic_score_gemma":0.01894417,"domain_scores_codex":[0.9964659,0.0002403922,0.0007624362,0.0009766837,0.0003891902,0.001165417],"domain_scores_gemma":[0.9980412,0.00006433959,0.0002420733,0.0005312457,0.00003831811,0.001082858],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001035128,0.0009202983,0.007043151,0.0002409763,0.00004426507,0.000007816901,0.09747604,5.883503e-7,0.0001884401,0.0003753836,0.01170275,0.8809652],"study_design_scores_gemma":[0.01814603,0.01965414,0.4170922,0.006035891,0.000006939356,0.00005321801,0.2855208,0.000005790972,0.001383174,0.0003516192,0.2501946,0.001555544],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8763528,0.007291524,0.00002458508,0.101464,0.001526637,0.003929467,0.00889699,0.0001256751,0.0003882974],"genre_scores_gemma":[0.9861531,0.0001598711,0.000886571,0.00952663,0.0001387085,0.0004094269,0.0007828819,0.0000853837,0.001857461],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8794096,"threshold_uncertainty_score":0.9998927,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1877102223","doi":"10.1002/14651858.cd011565.pub2","title":"Therapist-supported Internet cognitive behavioural therapy for anxiety disorders in adults","year":2016,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":395,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Izaak Walton Killam Health Centre; St. Francis Xavier University; Dalhousie University","funders":"Canadian Institutes of Health Research; Dalhousie University","keywords":"Anxiety; Psychotherapist; Psychology; Cognition; The Internet; Clinical psychology; Cognitive behaviour therapy; Cognitive behavioral therapy; Psychiatry; World Wide Web; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1464219714539549,"gpt":0.4599607531702383,"spread":0.3135387817162834,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003259533,0.0008688263,0.006450513,0.0004089362,0.00003544419,0.00003309778,0.0009118564,0.0002996724,0.00101837],"category_scores_gemma":[0.0007258303,0.0005263355,0.001929792,0.0004016513,0.0001675626,0.0002384295,0.0001084004,0.0003039949,0.0009913258],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000182598,"about_ca_system_score_gemma":0.0001080472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001665061,"about_ca_topic_score_gemma":0.000196098,"domain_scores_codex":[0.9902919,0.002099474,0.005756823,0.0009216801,0.0003388853,0.0005912721],"domain_scores_gemma":[0.9926469,0.001591166,0.003960519,0.001464834,0.000162561,0.0001740707],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00006951849,0.0005396773,0.000008055067,0.5863957,0.0001919135,0.000003109329,0.0001833458,1.788628e-10,4.733901e-8,0.0003025515,0.00113812,0.4111679],"study_design_scores_gemma":[0.001770145,0.0004361011,0.00000642328,0.8790478,0.0005062775,0.0000576401,0.0001233445,5.634577e-7,8.276553e-7,0.00003005405,0.1175888,0.0004320029],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001808753,0.9553561,0.0004533313,0.0000200309,0.001296278,0.03337936,0.00860364,0.00003520995,0.0008380073],"genre_scores_gemma":[0.000304999,0.9684712,0.00009343405,0.00003842045,0.00006127416,0.02502397,0.004574793,0.0001273256,0.001304572],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4107359,"threshold_uncertainty_score":0.9998949,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2346033637","doi":"10.1371/journal.pone.0154248","title":"A Systematic Review of Cognitive Behavioral Therapy and Behavioral Activation Apps for Depression","year":2016,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":371,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Nova Scotia Health Authority; Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Usability; Depression (economics); Cognitive behavioral therapy; Cognition; Scientific literature; Mobile apps; MEDLINE; Scientific evidence; Behavioral activation; Psychology; Systematic review; Medicine; Internet privacy; Psychotherapist; Clinical psychology; Psychiatry; Computer science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.3227856717524849,"gpt":0.4928439509670453,"spread":0.1700582792145603,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003317554,0.0003003968,0.00219062,0.0001466186,0.00004700805,0.00001537395,0.0001649403,0.000221043,0.0002107291],"category_scores_gemma":[0.0001152302,0.0002071281,0.0004001734,0.0001202463,0.00006348591,0.0001249039,0.00004795774,0.0001454222,0.00007524217],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008614898,"about_ca_system_score_gemma":0.00004550036,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001170282,"about_ca_topic_score_gemma":0.000001028755,"domain_scores_codex":[0.9975757,0.0003121966,0.001256322,0.0003780233,0.0002476442,0.0002301321],"domain_scores_gemma":[0.9976367,0.000501929,0.001245464,0.0003410495,0.0001849746,0.00008983935],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00002194981,0.003600519,0.000001956974,0.6965566,0.0002903869,7.07049e-7,0.00003584202,6.663195e-12,7.76849e-7,0.00007925145,0.00005365854,0.2993584],"study_design_scores_gemma":[0.0004707308,0.0009780368,0.000003688198,0.9937522,0.003565854,0.000007881071,0.00002099716,2.583221e-8,0.00003504347,0.00004988731,0.0009263726,0.0001892466],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000310432,0.9869038,0.00002969733,0.00001650873,0.0001061544,0.01136149,0.0009399558,0.00003523529,0.000296658],"genre_scores_gemma":[0.0003153216,0.9881262,0.00008969292,0.00004472536,0.00003599561,0.009825838,0.0003842923,0.00006897814,0.001108974],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2991691,"threshold_uncertainty_score":0.8446438,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2884656465","doi":"10.1016/j.invent.2018.07.006","title":"ICBT in routine care: A descriptive analysis of successful clinics in five countries","year":2018,"lang":"en","type":"review","venue":"Internet Interventions","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":369,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Regina","funders":"","keywords":"Referral; Context (archaeology); Mental health; Clinical governance; Anxiety; Medicine; Health care; Descriptive statistics; Depression (economics); Patient satisfaction; Family medicine; Nursing; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1258738613160611,"gpt":0.4955717477586147,"spread":0.3696978864425535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009000667,0.000618924,0.003243001,0.004031146,0.00002863019,0.00008835064,0.001126809,0.000585312,0.003394889],"category_scores_gemma":[0.0002935351,0.0006154249,0.004266508,0.002999643,0.0004137424,0.0002445022,0.0004393181,0.0008341744,0.0009314158],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001366374,"about_ca_system_score_gemma":0.0001672549,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006327649,"about_ca_topic_score_gemma":0.03563151,"domain_scores_codex":[0.9924304,0.0009070582,0.004711422,0.000986627,0.0003016405,0.0006628125],"domain_scores_gemma":[0.9960926,0.0006610391,0.001851401,0.0009368052,0.0003167651,0.0001414112],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000395121,0.01043539,0.01237486,0.07760943,0.02408766,0.0005025279,0.02843092,0.00001167647,1.016317e-8,0.0446634,0.01161145,0.7898775],"study_design_scores_gemma":[0.001603233,0.002361219,0.003968541,0.1772452,0.0105386,0.00003502544,0.005618087,0.00005537191,0.000001228973,0.0006160007,0.7968225,0.001134977],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002322207,0.9811122,0.0002712659,0.00002768492,0.003565977,0.001426277,0.003083707,0.00005538358,0.008135253],"genre_scores_gemma":[0.1507713,0.8146721,0.0002191191,0.00006633876,0.0001887922,0.002483718,0.003210321,0.0002125113,0.02817588],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7887425,"threshold_uncertainty_score":0.9998465,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2414738784","doi":"10.2196/mhealth.5960","title":"Mobile Sensing and Support for People With Depression: A Pilot Trial in the Wild","year":2016,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":359,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"mHealth; Context (archaeology); Mental health; Psychological intervention; eHealth; Intervention (counseling); Depression (economics); Patient Health Questionnaire; Psychology; Applied psychology; Clinical psychology; Medicine; Cognition; Psychiatry; Depressive symptoms; Health care","retraction":null,"screen_n_in":null,"score":{"opus":0.07449331699534704,"gpt":0.4364799450652406,"spread":0.3619866280698935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007846854,0.0001460548,0.0002688611,0.00009571921,0.0002212326,0.00003007089,0.00008593369,0.00006511466,0.00003482605],"category_scores_gemma":[0.00002032633,0.00007836283,0.00002821766,0.0001411689,0.00008676145,0.0001146483,0.00002653488,0.0001360808,0.00001327295],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006007498,"about_ca_system_score_gemma":0.00014226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003709881,"about_ca_topic_score_gemma":0.001323357,"domain_scores_codex":[0.998271,0.0001776999,0.0004481787,0.000383224,0.0001423776,0.0005775461],"domain_scores_gemma":[0.998868,0.0003897895,0.0001735684,0.0002619402,0.00002635,0.000280325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.07829256,0.002106244,0.02537692,0.002006985,0.0000265591,0.00002656731,0.009043601,1.144451e-7,0.000006352347,0.007642719,0.01544841,0.860023],"study_design_scores_gemma":[0.2426129,0.1222556,0.5221189,0.001920292,0.0001439506,0.00133655,0.006773512,0.00005823648,0.00002505609,0.008680458,0.09304531,0.001029272],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9879735,0.0005188751,0.0004844846,0.004154949,0.0005273757,0.003754557,0.00008712156,0.00004183575,0.002457298],"genre_scores_gemma":[0.995885,0.00004064372,0.0002387291,0.001797189,0.000176503,0.0009019341,0.00001052157,0.00002237411,0.000927106],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8589937,"threshold_uncertainty_score":0.3195544,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945841514","doi":"10.1177/0706743719839381","title":"Internet Interventions for Adults with Anxiety and Mood Disorders: A Narrative Umbrella Review of Recent Meta-Analyses","year":2019,"lang":"en","type":"review","venue":"The Canadian Journal of Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":355,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Panic disorder; Social anxiety; Anxiety; Mood; Meta-analysis; Psychology; Clinical psychology; Psychotherapist; Psychological intervention; Systematic review; Generalized anxiety disorder; Narrative review; Anxiety disorder; Depression (economics); Psychiatry; MEDLINE; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2772529435966555,"gpt":0.4791292631970644,"spread":0.2018763196004089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001124093,0.0004252372,0.002552606,0.0004016953,0.0001130054,0.00005406189,0.0007064574,0.0001651112,0.001584695],"category_scores_gemma":[0.0001042246,0.0002375831,0.002976097,0.0004250894,0.0002266039,0.0001141723,0.00003006468,0.000612635,0.00002172708],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001779069,"about_ca_system_score_gemma":0.001896869,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002861477,"about_ca_topic_score_gemma":0.2916701,"domain_scores_codex":[0.9963968,0.000575518,0.002137064,0.0003149693,0.0002126321,0.0003630112],"domain_scores_gemma":[0.9954097,0.0001909885,0.003092654,0.0005484913,0.0003587457,0.0003994258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001288634,0.0004012113,0.00005878633,0.3296615,0.02823323,0.000002725415,0.0013294,3.977268e-7,1.388256e-9,0.01220193,0.06628162,0.5617003],"study_design_scores_gemma":[0.0005885347,0.001818524,0.00001944852,0.2689883,0.03002789,0.0005432304,0.0009417122,2.250422e-7,4.341009e-8,0.001754299,0.6950502,0.0002676336],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000004875268,0.9864576,0.00008099423,0.005360411,0.002493984,0.001935592,0.0007716934,0.000003610577,0.00289125],"genre_scores_gemma":[0.0003577823,0.9967055,0.0008199225,0.0002859254,0.0001351081,0.0001784344,0.00006380601,0.00006547291,0.001388033],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6287685,"threshold_uncertainty_score":0.999328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366703942","doi":"10.2196/44838","title":"An Overview of Chatbot-Based Mobile Mental Health Apps: Insights From App Description and User Reviews","year":2023,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":354,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Northwestern University","keywords":"Chatbot; Internet privacy; Mental health; Variety (cybernetics); mHealth; Mobile apps; World Wide Web; Computer science; Health care; Psychology; Psychological intervention; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1885636954776977,"gpt":0.4832048497846673,"spread":0.2946411543069696,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008289802,0.0002915787,0.0007565421,0.000321588,0.0003390091,0.00004036889,0.0001677725,0.0001501432,0.0001334632],"category_scores_gemma":[0.00001109685,0.0002700256,0.00009482985,0.0005578887,0.0001439987,0.0003144995,0.00005492902,0.0002621891,0.0001823073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001917664,"about_ca_system_score_gemma":0.0002232386,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002477958,"about_ca_topic_score_gemma":0.0007093012,"domain_scores_codex":[0.9963602,0.0006541546,0.001323445,0.0006894691,0.0002661966,0.0007064922],"domain_scores_gemma":[0.9976973,0.00009035092,0.000664975,0.0005462811,0.00004007924,0.0009610199],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001221451,0.005043686,0.01235386,0.02194863,0.00007761111,0.00001363174,0.01722647,0.000003932596,0.0001337617,0.02939715,0.08983142,0.8227484],"study_design_scores_gemma":[0.007493077,0.015303,0.5003569,0.004889052,0.0000859869,0.00003077825,0.005460993,0.0009475132,0.00006683468,0.005021245,0.459374,0.0009706289],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9088603,0.08294453,0.00009050938,0.002470438,0.001216253,0.003200346,0.0006476804,0.0002369023,0.0003331071],"genre_scores_gemma":[0.9807526,0.01204449,0.0005415869,0.004309596,0.0001511357,0.0008523862,0.0009305157,0.00005511329,0.0003625788],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8217778,"threshold_uncertainty_score":0.9999752,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008344128","doi":"10.2196/17458","title":"Mobile Apps for Mental Health Issues: Meta-Review of Meta-Analyses","year":2020,"lang":"en","type":"review","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":354,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal; Institut Universitaire en Santé Mentale de Québec","funders":"","keywords":"Meta-analysis; Mental health; Mobile apps; mHealth; Psychology; Computer science; Medicine; Internet privacy; Psychological intervention; World Wide Web; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.5508195297981356,"gpt":0.6299535096499477,"spread":0.07913397985181203,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00266339,0.001199492,0.01267054,0.0004473492,0.0003585467,0.00003926081,0.0006717915,0.0003742524,0.001495325],"category_scores_gemma":[0.00008690041,0.000842313,0.005098722,0.0008882987,0.0001988033,0.0001558297,0.0001828517,0.0007641186,0.0002357032],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004457389,"about_ca_system_score_gemma":0.001678701,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005311014,"about_ca_topic_score_gemma":0.00004427492,"domain_scores_codex":[0.9893218,0.001726176,0.005408095,0.001518526,0.0006177751,0.001407664],"domain_scores_gemma":[0.9921703,0.000530042,0.004364824,0.001115187,0.0001578138,0.001661844],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002572737,0.0004227918,8.569388e-8,0.4229702,0.007160177,0.000001724711,0.0001969087,1.036536e-8,1.55826e-9,0.002063893,0.0978884,0.4692701],"study_design_scores_gemma":[0.0004096768,0.003386861,7.145057e-7,0.01970689,0.04560477,0.00007615204,0.000107693,7.078137e-7,1.121072e-7,0.0002040199,0.9300995,0.0004028997],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[2.968062e-7,0.9679124,0.00004954984,0.006324391,0.001067417,0.01416537,0.009330194,0.0001219316,0.001028441],"genre_scores_gemma":[0.000006984284,0.9706724,0.001226001,0.007228209,0.0002222283,0.01561768,0.00199437,0.000180478,0.002851615],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8322111,"threshold_uncertainty_score":0.9994174,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4207033168","doi":"10.2196/34384","title":"The Impact of Wearable Technologies in Health Research: Scoping Review","year":2022,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":349,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Else Kröner-Fresenius-Stiftung; Deutsche Forschungsgemeinschaft","keywords":"Wearable computer; Wearable technology; CINAHL; Activity tracker; Medicine; Observational study; Health care; Computer science; Psychological intervention; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.3233100176007621,"gpt":0.5903219684564237,"spread":0.2670119508556616,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008166081,0.0001420498,0.0004710284,0.000360457,0.001118445,0.00002035852,0.000401483,0.00005041506,0.0001595225],"category_scores_gemma":[0.0001856707,0.0001075997,0.00009610399,0.001348743,0.0002756324,0.00008351295,0.0003078201,0.0010291,0.00002344436],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008171771,"about_ca_system_score_gemma":0.001371132,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00451631,"about_ca_topic_score_gemma":0.0004999652,"domain_scores_codex":[0.9950696,0.001577892,0.001265208,0.0003962008,0.000438838,0.001252242],"domain_scores_gemma":[0.9980145,0.0006066744,0.0004903052,0.0005736579,0.00006189743,0.0002530052],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007799244,0.002228991,0.01174815,0.06719313,0.00004143243,0.00002116542,0.002690513,0.00001603679,0.000001357531,0.04493305,0.09795531,0.772391],"study_design_scores_gemma":[0.01135944,0.0785395,0.3812427,0.2988921,0.00004543436,0.001000364,0.06868718,0.000297249,0.00002231262,0.0982486,0.05979311,0.001872093],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.2157498,0.6982675,0.000004887703,0.0715627,0.0007056768,0.006777532,0.0001455701,0.0001834261,0.00660289],"genre_scores_gemma":[0.9627496,0.03428216,0.00003674252,0.0006711086,0.0000182365,0.001602469,0.000009555532,0.00002347895,0.0006066643],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7705188,"threshold_uncertainty_score":0.8602287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2986368852","doi":"10.1037/ccp0000452","title":"Integrating the Hierarchical Taxonomy of Psychopathology (HiTOP) into clinical practice.","year":2019,"lang":"en","type":"article","venue":"Journal of Consulting and Clinical Psychology","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":335,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"National Institute on Drug Abuse; National Institute of Mental Health; National Institutes of Health; University of Maryland","keywords":"Psychopathology; Psychology; Taxonomy (biology); Psychotherapist; Clinical Practice; Clinical psychology; Cognitive psychology; Ecology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1360083624379087,"gpt":0.5418633436366818,"spread":0.4058549811987731,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009647424,0.0002114187,0.0009725002,0.0001596509,0.00009182759,0.00002812274,0.000583977,0.0004602708,0.0002740338],"category_scores_gemma":[0.006892792,0.0001416101,0.0005799237,0.0002309454,0.001255415,0.0001779338,0.0001293679,0.002333475,0.0001889137],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001857808,"about_ca_system_score_gemma":0.000117661,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002107158,"about_ca_topic_score_gemma":0.00001088654,"domain_scores_codex":[0.9916927,0.002630448,0.00457762,0.0004602636,0.0002483611,0.0003906013],"domain_scores_gemma":[0.9844826,0.01108292,0.003089699,0.0005811767,0.0004862577,0.0002773179],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003337353,0.003101813,0.2539606,0.00004739959,0.0005734502,0.0001010487,0.0005315398,4.563299e-7,0.00004436689,0.01916206,0.01205559,0.7070843],"study_design_scores_gemma":[0.01719271,0.02426998,0.4738626,0.0008361088,0.0005013821,0.006694956,0.00626809,0.00006135322,0.00001450493,0.02015795,0.4496067,0.0005336206],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9276735,0.001383561,0.001365875,0.01931916,0.01343124,0.000452793,0.000007103266,0.00001841653,0.03634834],"genre_scores_gemma":[0.9813434,0.0001300165,0.01209822,0.005238329,0.0007221575,0.00001249188,0.000001523765,0.00002426901,0.0004295404],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7065507,"threshold_uncertainty_score":0.9999682,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1523943095","doi":"10.2196/mhealth.4160","title":"Automated Personalized Feedback for Physical Activity and Dietary Behavior Change With Mobile Phones: A Randomized Controlled Trial on Adults","year":2015,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":317,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Human–computer interaction; Behavior change; Mobile phone; Process (computing); Phone; Data logger; Multimedia; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1063589270552097,"gpt":0.4538208324206492,"spread":0.3474619053654395,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001037588,0.0003616977,0.00172662,0.0001563292,0.0002283423,0.00004533061,0.00009058679,0.0001539,0.00002029508],"category_scores_gemma":[0.00007205514,0.0002535223,0.000231445,0.0001550844,0.0002918729,0.0001839963,0.00002879886,0.0002653261,0.00002674702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001545585,"about_ca_system_score_gemma":0.0002267388,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006960721,"about_ca_topic_score_gemma":0.0001115713,"domain_scores_codex":[0.9970824,0.0006571949,0.0005793991,0.0006336085,0.0003118579,0.0007355731],"domain_scores_gemma":[0.9973555,0.0007719401,0.0005167867,0.0002617273,0.0001165546,0.0009774911],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9649825,0.004411063,0.00004445392,0.0006554683,0.0000808964,0.000007131826,0.005169239,1.192252e-7,6.497858e-7,0.0005126419,0.00121146,0.02292445],"study_design_scores_gemma":[0.9726363,0.02068787,0.003161982,0.0002385332,0.0002666565,0.00002504639,0.001121491,0.001257087,0.000002613107,0.0000946021,0.0002652519,0.00024254],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9646794,0.0006958759,0.00001020145,0.001224214,0.001007036,0.03146686,0.0002465754,0.0002889706,0.0003809172],"genre_scores_gemma":[0.9317948,0.00003314352,0.0001117176,0.0006895736,0.0004057112,0.06628835,0.00006692018,0.00004791515,0.0005619064],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03482149,"threshold_uncertainty_score":0.9999917,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090240826","doi":"10.2196/mhealth.2994","title":"Smartphone Ownership and Interest in Mobile Applications to Monitor Symptoms of Mental Health Conditions","year":2014,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":316,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mental health; Internet privacy; mHealth; Mobile device; Mobile apps; Psychology; Computer science; Business; Psychological intervention; Psychiatry; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.06840968988083856,"gpt":0.4409175927362367,"spread":0.3725079028553981,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006212305,0.0001881878,0.000423146,0.0003717545,0.0002169239,0.00002129678,0.0001361876,0.00009428534,0.00006717793],"category_scores_gemma":[0.00001367316,0.0001884176,0.00004265961,0.0003913452,0.0001576662,0.0001018424,0.00007304012,0.0002457429,0.00008360402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000205584,"about_ca_system_score_gemma":0.00009549181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007935834,"about_ca_topic_score_gemma":0.001024281,"domain_scores_codex":[0.9976367,0.0002473525,0.000890917,0.0004687517,0.0001186005,0.0006376837],"domain_scores_gemma":[0.9982547,0.0001505468,0.0002956314,0.000343648,0.00003728634,0.0009181793],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004640974,0.003237219,0.04043178,0.004215788,0.00003855161,0.0000015335,0.009711267,0.000002255415,0.00003700647,0.1254161,0.01088079,0.8055636],"study_design_scores_gemma":[0.004229397,0.009993941,0.9243063,0.0009375833,0.0000217638,0.00007720153,0.004666968,0.00005849461,0.00004822341,0.005264702,0.04989986,0.0004955287],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9865316,0.001234568,0.0001694806,0.007110903,0.0004781218,0.002604513,0.000456802,0.00006131787,0.001352657],"genre_scores_gemma":[0.9949411,0.00006206467,0.0002525666,0.002313222,0.0000986162,0.001788846,0.0001197062,0.00002768212,0.0003961668],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8838745,"threshold_uncertainty_score":0.7683448,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3004501181","doi":"10.2196/15588","title":"Benefits and Disadvantages of Electronic Patient-reported Outcome Measures: Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Perioperative Medicine","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":307,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Systematic review; Inclusion and exclusion criteria; Quality (philosophy); Data collection; Patient-reported outcome; Comparability; MEDLINE; Medicine; Computer science; Quality of life (healthcare); Alternative medicine; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.1178807341323727,"gpt":0.4645574000202581,"spread":0.3466766658878854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005657269,0.0007155245,0.006149591,0.0002058349,0.00008333524,0.00001573935,0.0003268984,0.0001849755,0.0004915074],"category_scores_gemma":[0.0008060817,0.0004443186,0.0004747014,0.0005595947,0.0003259871,0.0001036425,0.0001180922,0.0006175149,0.0001394957],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002580126,"about_ca_system_score_gemma":0.0001534576,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002674375,"about_ca_topic_score_gemma":0.00002159633,"domain_scores_codex":[0.9937928,0.0008098484,0.003656962,0.0007348847,0.0005308403,0.0004746851],"domain_scores_gemma":[0.9967231,0.0003154418,0.001772854,0.0007094265,0.0001967727,0.0002823912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000008858886,0.0001454844,0.000008587073,0.7467343,0.0006423271,0.00003568527,0.000762356,7.863334e-9,9.777214e-8,0.003040775,0.0003359746,0.2482856],"study_design_scores_gemma":[0.0003512736,0.001844108,0.00000931944,0.7000689,0.002521432,0.0003650397,0.000348599,1.407964e-7,2.184486e-7,0.00000640466,0.2941992,0.0002854162],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001417062,0.9875044,0.000008735078,0.0006498749,0.0005028678,0.00897594,0.0001694113,0.00006025749,0.002114371],"genre_scores_gemma":[0.0006634574,0.9933343,0.000007957727,0.0005104832,0.00008408138,0.00382749,0.0001988265,0.00008974839,0.001283667],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2938632,"threshold_uncertainty_score":0.9998009,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2170656380","doi":"10.2196/mental.4418","title":"Online Peer-to-Peer Support for Young People With Mental Health Problems: A Systematic Review","year":2015,"lang":"en","type":"review","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":305,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Young and Well Cooperative Research Centre; Australian Government","keywords":"Mental health; PsycINFO; Peer support; Psychology; Inclusion (mineral); Intervention (counseling); Eating disorders; Psychological intervention; Systematic review; Social support; Anxiety; Clinical psychology; MEDLINE; Psychiatry; Psychotherapist; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.09588764899218329,"gpt":0.4908246536021178,"spread":0.3949370046099345,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.005141811,0.001408816,0.007636304,0.0005559165,0.0005243914,0.0001261847,0.00107986,0.0003204926,0.0003620411],"category_scores_gemma":[0.00007546019,0.001090912,0.001123398,0.001175364,0.00009040359,0.0002735682,0.000295856,0.0008288122,0.001942193],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00611407,"about_ca_system_score_gemma":0.003020148,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008250989,"about_ca_topic_score_gemma":0.003993128,"domain_scores_codex":[0.9876567,0.001233582,0.005184857,0.001690549,0.002013939,0.002220413],"domain_scores_gemma":[0.9920761,0.0001286996,0.003491274,0.001609247,0.0004789073,0.002215769],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004178718,0.001903013,0.000001835084,0.6202523,0.0002377374,0.000002970419,0.001607282,1.634909e-8,1.042534e-9,0.0002662941,0.3206251,0.05506169],"study_design_scores_gemma":[0.0007969177,0.005398036,0.00000327666,0.4401487,0.0002355234,0.000878556,0.0006138644,6.599362e-7,6.547074e-9,0.00001193844,0.5514231,0.0004894757],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001754996,0.8848953,0.00003814021,0.01744833,0.002845119,0.07278304,0.02031964,0.0002716318,0.001397073],"genre_scores_gemma":[0.00001086293,0.8474967,0.00125758,0.007489712,0.0002969845,0.03637796,0.03195971,0.0004900772,0.07462039],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2307979,"threshold_uncertainty_score":0.9998662,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973546009","doi":"10.2196/mhealth.3713","title":"Finding a Depression App: A Review and Content Analysis of the Depression App Marketplace","year":2015,"lang":"en","type":"review","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":305,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Toronto General Hospital; Centre for Addiction and Mental Health; University of Toronto","funders":"University of Toronto; University Health Network","keywords":"Depression (economics); App store; mHealth; Mobile phone; Mobile apps; Internet privacy; Psychoeducation; Android (operating system); Medicine; Phone; World Wide Web; Psychology; Psychiatry; Psychological intervention; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2466594770139637,"gpt":0.5193480471714915,"spread":0.2726885701575278,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002279315,0.000531334,0.003202026,0.0005123521,0.0002926293,0.00003268872,0.0004207861,0.0004135358,0.0001223937],"category_scores_gemma":[0.0001235681,0.0003351164,0.000605926,0.001433033,0.0001626303,0.0001035117,0.000367208,0.0007779567,0.00002384913],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003076551,"about_ca_system_score_gemma":0.0004767173,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003548872,"about_ca_topic_score_gemma":0.0001031566,"domain_scores_codex":[0.9944131,0.00140988,0.00208932,0.0009051229,0.0004388059,0.0007437197],"domain_scores_gemma":[0.9954239,0.0004014677,0.002219405,0.0009988168,0.0001166333,0.0008397478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005263566,0.0002185973,0.0006910501,0.1644593,0.0003244279,0.000003408349,0.0001348726,2.854315e-8,6.734961e-9,0.0001645704,0.01032715,0.8236239],"study_design_scores_gemma":[0.0006821255,0.000283865,0.007502467,0.08733585,0.01221356,0.0001730672,0.0001285775,0.0000083324,4.742726e-8,0.00004858311,0.8912434,0.0003801323],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003607991,0.991345,0.00001397378,0.0004297085,0.0006555265,0.00392239,0.0005445575,0.00005781615,0.002670167],"genre_scores_gemma":[0.001464891,0.9939252,0.00005204634,0.000908798,0.00006378147,0.0009055471,0.0001767852,0.0000587149,0.002444227],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8809162,"threshold_uncertainty_score":0.9999101,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2999181723","doi":"10.1177/1460458219896492","title":"Insights from user reviews to improve mental health apps","year":2020,"lang":"en","type":"article","venue":"Health Informatics Journal","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":302,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; King Khalid University","keywords":"Mental health; Usability; Personalization; Variety (cybernetics); Internet privacy; Thematic analysis; Psychological intervention; mHealth; Computer science; World Wide Web; App store; User experience design; Psychology; Human–computer interaction; Qualitative research","retraction":null,"screen_n_in":null,"score":{"opus":0.07813534877237509,"gpt":0.4123366334104938,"spread":0.3342012846381187,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006829346,0.0002752401,0.0006746863,0.0001722471,0.000531027,0.0001762619,0.000446137,0.00008356098,0.0006695866],"category_scores_gemma":[0.00009560699,0.000238703,0.000207628,0.0003629094,0.00003370755,0.000613432,0.0001461013,0.000803733,0.005237645],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005996929,"about_ca_system_score_gemma":0.0003882679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001833428,"about_ca_topic_score_gemma":0.00006350276,"domain_scores_codex":[0.9948121,0.0002847505,0.003495446,0.0001905954,0.0004382049,0.0007788769],"domain_scores_gemma":[0.9954769,0.00004703204,0.00161074,0.0003428157,0.00007024968,0.002452252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001340646,0.0002447704,0.00008912938,0.00044647,0.00005534696,0.000004937113,0.04234834,0.000003709788,0.000003324207,0.004977112,0.6648494,0.2868434],"study_design_scores_gemma":[0.00123813,0.002629149,0.001155353,0.0006815495,0.000004923307,0.00007683729,0.003300781,0.0001358986,0.0000124375,0.0005604298,0.9899821,0.0002223588],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.135458,0.04560468,0.08410376,0.6300244,0.03900767,0.014749,0.002871913,0.0007126937,0.04746791],"genre_scores_gemma":[0.260322,0.001536196,0.05299572,0.6802904,0.002388533,0.0002583132,0.0003460193,0.0001403586,0.001722493],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.3251327,"threshold_uncertainty_score":0.9955369,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116293971","doi":"10.2196/mhealth.4930","title":"Smartphone Apps for Schizophrenia: A Systematic Review","year":2015,"lang":"en","type":"review","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":301,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"PsycINFO; Psychosocial; MEDLINE; mHealth; Psychological intervention; Medicine; Schizophrenia (object-oriented programming); Population; Telemedicine; Health care; Smartphone application; Intervention (counseling); Psychiatry; Multimedia; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1926478353000527,"gpt":0.5177834651987502,"spread":0.3251356298986974,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003005896,0.0007898177,0.005889711,0.0003750306,0.0002761339,0.00006238004,0.0004924663,0.0005216275,0.00008045871],"category_scores_gemma":[0.0001983003,0.0006189462,0.0007514181,0.0006041445,0.0001040054,0.0001167641,0.0001142309,0.0007445628,0.001168681],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006448643,"about_ca_system_score_gemma":0.001439845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006368881,"about_ca_topic_score_gemma":0.00003043962,"domain_scores_codex":[0.9928678,0.0009706404,0.003461651,0.001027317,0.000392781,0.001279785],"domain_scores_gemma":[0.994503,0.0005164348,0.002129988,0.00113699,0.0001804678,0.001533143],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002934894,0.0001993547,7.610335e-8,0.6351628,0.00007451724,0.00000414444,0.00004507652,4.914424e-10,5.377594e-11,0.003872787,0.03785702,0.3227549],"study_design_scores_gemma":[0.0005130053,0.0006186771,9.227667e-7,0.4870326,0.001869466,0.0002346611,0.00002560568,2.965406e-7,8.507721e-10,0.0004345502,0.5089955,0.000274739],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001113905,0.9734527,0.0000297008,0.0007052866,0.002316074,0.02014277,0.001145205,0.0001808758,0.002026275],"genre_scores_gemma":[0.000006355266,0.9732893,0.0002283991,0.001888883,0.0003166076,0.01891553,0.0006912681,0.0001640065,0.004499698],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4711384,"threshold_uncertainty_score":0.9996262,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2947812004","doi":"10.2196/13717","title":"Gamification in Apps and Technologies for Improving Mental Health and Well-Being: Systematic Review","year":2019,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":291,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Movember Foundation","keywords":"PsycINFO; Mental health; CINAHL; Scopus; Psychology; MEDLINE; Cochrane Library; Systematic review; Health informatics; Medical education; Applied psychology; Computer science; Meta-analysis; Medicine; Psychological intervention; Public health; Nursing; Psychotherapist","retraction":null,"screen_n_in":null,"score":{"opus":0.02137468055878003,"gpt":0.3913477788684765,"spread":0.3699730983096965,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008492497,0.0002103725,0.0006563342,0.0001943576,0.0001718251,0.00003498546,0.0001488496,0.00008160485,0.00002010187],"category_scores_gemma":[0.00002305692,0.0001971679,0.00006146531,0.0002032038,0.00006757393,0.0001959691,0.0001007019,0.0001744012,0.00009036912],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005740148,"about_ca_system_score_gemma":0.00007448385,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000210547,"about_ca_topic_score_gemma":0.00009245097,"domain_scores_codex":[0.9975553,0.0001749114,0.001046987,0.000515465,0.0001624398,0.0005448573],"domain_scores_gemma":[0.998851,0.00007197116,0.0005195603,0.0003639249,0.00001582542,0.0001776907],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001681692,0.0008844388,0.002597777,0.8795572,0.00003922268,0.000001102397,0.006120272,2.418512e-8,0.00003491526,0.03105963,0.005822329,0.07371492],"study_design_scores_gemma":[0.01841644,0.02571868,0.01765226,0.7788864,0.00009383722,0.001033442,0.1261462,0.0009606424,0.000258149,0.009709213,0.0185327,0.002592053],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4662669,0.3426419,0.0001342405,0.1077524,0.00284317,0.07470156,0.000416795,0.0008478685,0.004395232],"genre_scores_gemma":[0.9892296,0.002306734,0.0004414255,0.00362816,0.00001338524,0.002396096,0.0002000091,0.00004186785,0.001742763],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5229627,"threshold_uncertainty_score":0.8040275,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2130042179","doi":"10.2196/mental.3889","title":"Utilizing a Personal Smartphone Custom App to Assess the Patient Health Questionnaire-9 (PHQ-9) Depressive Symptoms in Patients With Major Depressive Disorder","year":2015,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":288,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Environmental Health Sciences; National Institute of Mental Health; National Institutes of Health","keywords":"Patient Health Questionnaire; Medicine; Suicidal ideation; Major depressive disorder; mHealth; Depression (economics); Smartphone app; Depressive symptoms; Psychiatry; Clinical psychology; Physical therapy; Psychological intervention; Mood; Anxiety; Medical emergency; Poison control; Injury prevention","retraction":null,"screen_n_in":null,"score":{"opus":0.02838380257372421,"gpt":0.3681393893327544,"spread":0.3397555867590302,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000532995,0.0004429796,0.0005440573,0.0002674665,0.0005199389,0.00009104572,0.0003891634,0.0001096772,0.00008144177],"category_scores_gemma":[0.00003028732,0.0003344577,0.0001090003,0.0006476637,0.0001587314,0.0003601328,0.000252947,0.0005243674,0.0003093288],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002116014,"about_ca_system_score_gemma":0.0005328379,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004992969,"about_ca_topic_score_gemma":0.003854363,"domain_scores_codex":[0.9951168,0.0008001899,0.001051345,0.0008566756,0.0008996053,0.001275444],"domain_scores_gemma":[0.9974852,0.000077999,0.0006306318,0.0005648258,0.0001530569,0.001088273],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002236577,0.00584698,0.7499706,0.0002723911,0.0001107751,0.00001504134,0.03365904,0.00001940049,3.93002e-7,0.0009257449,0.0217572,0.1851859],"study_design_scores_gemma":[0.006803575,0.007072281,0.9712842,0.001631147,0.0000103367,0.00003225668,0.008672063,0.00005170425,0.00001023361,0.0001238693,0.003841735,0.0004666075],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9810671,0.00131601,0.0001734957,0.008504074,0.001754641,0.005503968,0.0004492778,0.0001451441,0.001086238],"genre_scores_gemma":[0.9914241,0.000002732126,0.0001516648,0.005513078,0.00007545439,0.002072447,0.0002626067,0.00008296849,0.0004148977],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2213136,"threshold_uncertainty_score":0.9999108,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2980981514","doi":"10.2196/14166","title":"Conversational Agents in the Treatment of Mental Health Problems: Mixed-Method Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":286,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Psychological intervention; PsycINFO; Mental health; MEDLINE; Randomized controlled trial; Cochrane Library; Systematic review; Modalities; Medicine; Conversation; Psychology; Psychotherapist; Clinical psychology; Psychiatry; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.1579441212082147,"gpt":0.5264240807419384,"spread":0.3684799595337236,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00280079,0.0008016914,0.004971319,0.0004028973,0.0001978306,0.00003435139,0.0007626151,0.0002140346,0.0004466567],"category_scores_gemma":[0.00001248033,0.0005347838,0.001232817,0.0007453914,0.00009446804,0.0001290468,0.00007772178,0.0003900493,0.001290584],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004763654,"about_ca_system_score_gemma":0.0009591315,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008644011,"about_ca_topic_score_gemma":0.0002402657,"domain_scores_codex":[0.9877937,0.004883829,0.004586909,0.0008976751,0.0008665372,0.0009713732],"domain_scores_gemma":[0.9944557,0.0004199366,0.003575231,0.001200398,0.00003690552,0.0003118502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001192175,0.003247435,0.000004656911,0.7538575,0.0002366329,0.000002889409,0.002627747,3.344387e-8,1.226659e-9,0.001121824,0.01878305,0.2201063],"study_design_scores_gemma":[0.0008802788,0.002684072,0.00002698131,0.5398499,0.0001666639,0.0001912905,0.0006398176,0.000001671919,2.35098e-8,0.00002383992,0.4553003,0.0002350912],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003835283,0.9508335,0.000006229601,0.00307242,0.002371806,0.03955516,0.003147334,0.0000397158,0.0009700064],"genre_scores_gemma":[0.00002237303,0.9814743,0.0001595754,0.002630381,0.00006207933,0.008219609,0.003939584,0.00009563541,0.003396409],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4365173,"threshold_uncertainty_score":0.9997104,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2975920545","doi":"10.2196/15018","title":"Use of the Chatbot “Vivibot” to Deliver Positive Psychology Skills and Promote Well-Being Among Young People After Cancer Treatment: Randomized Controlled Feasibility Trial","year":2019,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":282,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Helpfulness; Psychosocial; Randomized controlled trial; Psychological intervention; Chatbot; Anxiety; Psychology; Young adult; Distress; Clinical psychology; mHealth; Medicine; Developmental psychology; Psychiatry; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03094860508231726,"gpt":0.4082489990302368,"spread":0.3773003939479195,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00118186,0.000341166,0.001645158,0.0001759628,0.0001995401,0.00004770533,0.0001328793,0.0001994825,0.0003532186],"category_scores_gemma":[0.0001067342,0.000221598,0.0003342947,0.0002566109,0.0002376161,0.000198192,0.0000826741,0.0002447537,0.00003648684],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003039141,"about_ca_system_score_gemma":0.0001567811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006422302,"about_ca_topic_score_gemma":0.004650819,"domain_scores_codex":[0.9956177,0.001373016,0.001281714,0.0007496025,0.0002341716,0.0007437333],"domain_scores_gemma":[0.9973572,0.0006966421,0.0006625275,0.0005644207,0.0001064998,0.000612745],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"observational","study_design_scores_codex":[0.7706552,0.002428116,0.2038673,0.0005597346,0.0002707792,0.000003888152,0.01209009,0.000001396856,0.000004546904,0.001350543,0.0002942977,0.008474062],"study_design_scores_gemma":[0.3751451,0.00221516,0.6214152,0.0002197044,0.0001760173,0.00001403227,0.0000969733,0.00003043144,0.000007929832,0.0004044746,0.0001191227,0.0001558736],"study_design_candidate":"randomized_trial","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9740378,0.0006564712,0.00001962326,0.003531291,0.002238725,0.0176888,0.0001939172,0.00003448749,0.001598837],"genre_scores_gemma":[0.9901144,0.000198158,0.00006641482,0.002047098,0.0001122035,0.004473699,0.00001164993,0.00003491256,0.002941495],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4175479,"threshold_uncertainty_score":0.9708642,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2286621504","doi":"10.2196/medinform.4514","title":"The Impact of Information Technology on Patient Engagement and Health Behavior Change: A Systematic Review of the Literature","year":2016,"lang":"en","type":"review","venue":"JMIR Medical Informatics","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":273,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"PsycINFO; Usability; Psychological intervention; Inclusion (mineral); MEDLINE; Health care; Medicine; Health information technology; Behavior change; Medical education; Psychology; Applied psychology; Nursing; Computer science; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.07575827349535766,"gpt":0.4797367282505871,"spread":0.4039784547552294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001783695,0.0003171979,0.001583159,0.0002732399,0.0001164868,0.0000296458,0.0006943406,0.0003730123,0.00005897012],"category_scores_gemma":[0.0004309328,0.0001211005,0.000564431,0.0006186921,0.000250969,0.0002066422,0.0003344298,0.0007404278,0.00007886109],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002983149,"about_ca_system_score_gemma":0.0003191645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007553004,"about_ca_topic_score_gemma":0.000001077564,"domain_scores_codex":[0.994688,0.0004564757,0.003685206,0.0000845854,0.0007503503,0.0003353582],"domain_scores_gemma":[0.9944769,0.0003167148,0.003967231,0.0009197033,0.0001462515,0.000173225],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001544719,0.00008855971,5.575192e-7,0.4932494,0.00007424157,3.085145e-7,0.0009741182,4.475964e-10,1.134432e-10,0.002251991,0.001923512,0.5014358],"study_design_scores_gemma":[0.0001458561,0.0009194015,0.00001170225,0.9011722,0.0001400692,0.00010188,0.0003068248,6.979384e-7,6.143667e-8,0.00004581865,0.09706143,0.00009401372],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001533743,0.9861135,0.000005350639,0.0006993701,0.0005297603,0.01153114,0.0004657067,0.00002434649,0.0006154655],"genre_scores_gemma":[0.0001609087,0.9916071,0.00001636167,0.0007174161,0.00002085775,0.007340802,0.00007244582,0.0000146189,0.00004944605],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5013418,"threshold_uncertainty_score":0.4938334,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2130109030","doi":"","title":"Better practices in collaborative mental health care: an analysis of the evidence base.","year":2006,"lang":"en","type":"review","venue":"PubMed","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":269,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McMaster University","funders":"","keywords":"PsycINFO; Collaborative Care; Psychological intervention; MEDLINE; Mental health; Systematic review; Medicine; Cochrane Library; Intervention (counseling); Inclusion (mineral); Modalities; Health care; Evidence-based practice; Psychology; Nursing; Meta-analysis; Psychiatry; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1728087735496255,"gpt":0.4928744106682202,"spread":0.3200656371185946,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009840569,0.0002723896,0.00134641,0.0005553775,0.00007473172,0.00005069023,0.0005818997,0.000154375,0.00007264348],"category_scores_gemma":[0.00017037,0.0001957848,0.0005295495,0.003021882,0.0001128563,0.0003289717,0.0001113939,0.0003396755,0.00001801469],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009883945,"about_ca_system_score_gemma":0.0002707277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002507811,"about_ca_topic_score_gemma":0.01095105,"domain_scores_codex":[0.9955407,0.001838569,0.001257372,0.0005558456,0.0003277226,0.0004797768],"domain_scores_gemma":[0.9958815,0.0003951117,0.002754739,0.000766065,0.00007553869,0.0001270313],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001495022,0.0004107312,0.001051702,0.00328823,0.0005624562,0.00000300872,0.0005421301,4.246532e-7,9.500514e-10,0.0001885991,0.003501067,0.9904367],"study_design_scores_gemma":[0.0001808947,0.0001270621,0.051906,0.003741426,0.001631149,0.00000483475,0.0006167767,7.521717e-7,3.04483e-7,0.00001266346,0.9415461,0.0002320366],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002618671,0.9888052,8.867181e-7,0.001513355,0.001013909,0.00384131,0.001519997,0.00001643101,0.003027086],"genre_scores_gemma":[0.01324325,0.9658888,0.00009759804,0.00112443,0.0001719499,0.0157509,0.001090383,0.00008600432,0.002546662],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9902047,"threshold_uncertainty_score":0.7983871,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159498050","doi":"10.1016/s2215-0366(21)00077-8","title":"Dismantling, optimising, and personalising internet cognitive behavioural therapy for depression: a systematic review and component network meta-analysis using individual participant data","year":2021,"lang":"en","type":"review","venue":"The Lancet Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":265,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Joseph’s Healthcare Hamilton; University of Regina","funders":"National Institute of Mental Health; National Institute on Drug Abuse; Japan Society for the Promotion of Science; ZonMw; Canadian Institutes of Health Research; National Institute for Health and Care Research; Wellcome Trust; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Depression (economics); Component (thermodynamics); Meta-analysis; The Internet; Cognition; Systematic review; Computer science; Psychology; MEDLINE; Clinical psychology; Applied psychology; Data science; Medicine; Psychiatry; World Wide Web; Biology; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.6587917176552147,"gpt":0.5300873851935022,"spread":0.1287043324617125,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002387076,0.0005875932,0.006760102,0.0001030284,0.0002701437,0.0003119813,0.0008442975,0.000174657,0.0001560572],"category_scores_gemma":[0.00007354627,0.0003470799,0.001455476,0.000421229,0.0001579825,0.0001376631,0.0005757192,0.0004805087,0.000004908676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000253467,"about_ca_system_score_gemma":0.00008498646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009508297,"about_ca_topic_score_gemma":0.00007317383,"domain_scores_codex":[0.9948316,0.001645047,0.001589548,0.0009757255,0.000275378,0.0006827531],"domain_scores_gemma":[0.9961532,0.0007656702,0.001491518,0.001347723,0.00006479531,0.0001771216],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.00005069234,0.0004991753,0.0001721396,0.568216,0.4092526,0.00001402429,0.0008227399,0.000001270993,1.903735e-9,0.001020066,0.005848236,0.01410304],"study_design_scores_gemma":[0.000372834,0.00007995011,0.00002601047,0.187238,0.8064417,0.0002478903,0.000299287,0.00006954461,7.218838e-9,0.0000557649,0.004804356,0.0003647552],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00005561138,0.9912391,0.0004141648,0.0004405291,0.0007616109,0.004124149,0.002897738,0.00003698239,0.00003016361],"genre_scores_gemma":[0.000667565,0.9919209,0.00181899,0.001476781,0.0004011756,0.001212437,0.002262119,0.00008659712,0.0001534661],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.397189,"threshold_uncertainty_score":0.9998981,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2904206377","doi":"10.2196/11734","title":"RADAR-Base: Open Source Mobile Health Platform for Collecting, Monitoring, and Analyzing Data Using Sensors, Wearables, and Mobile Devices","year":2018,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":254,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"European Commission; University College London; King's College London; National Institute for Health and Care Research; Medical Research Council; European Federation of Pharmaceutical Industries and Associations; Maudsley Charity; South London and Maudsley NHS Foundation Trust","keywords":"mHealth; Scalability; Computer science; Software deployment; Wearable computer; Data collection; Mobile device; Wearable technology; Modular design; Embedded system; World Wide Web; Database; Health care; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.2033862886764795,"gpt":0.5021420687067047,"spread":0.2987557800302252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002115276,0.0003499574,0.0006956015,0.0002575524,0.001902408,0.0003341017,0.0004495327,0.0001704711,0.00004486207],"category_scores_gemma":[0.00004411611,0.0003510176,0.000037576,0.000395072,0.0002726339,0.0006723494,0.0005960254,0.0003301256,0.000009251454],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002850608,"about_ca_system_score_gemma":0.0005837363,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008386103,"about_ca_topic_score_gemma":0.001049963,"domain_scores_codex":[0.996165,0.0002095977,0.001029068,0.001149562,0.0002061014,0.00124068],"domain_scores_gemma":[0.996977,0.0003429596,0.0007182504,0.000757267,0.0001026752,0.001101882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002269167,0.001682137,0.07620055,0.0129954,0.0002433321,0.00001126521,0.01319231,0.000007406949,0.00002565112,0.002351631,0.02702233,0.8639988],"study_design_scores_gemma":[0.01739375,0.03961643,0.06604089,0.00548103,0.0004154013,0.00114781,0.03233151,0.007342229,0.0002108338,0.001932652,0.8255898,0.002497623],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9757553,0.01610667,0.0003589594,0.00057679,0.0009586523,0.005072793,0.0006935603,0.0001123674,0.0003649461],"genre_scores_gemma":[0.9875072,0.0006128015,0.008081465,0.0008202624,0.0006479963,0.0007598141,0.000151823,0.00009385741,0.001324797],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8615012,"threshold_uncertainty_score":0.9998942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143338422","doi":"10.1093/jpepsy/jsn115","title":"A Systematic Review of Internet-based Self-Management Interventions for Youth with Health Conditions","year":2008,"lang":"en","type":"review","venue":"Journal of Pediatric Psychology","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":251,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; Institute for Clinical Evaluative Sciences; SickKids Foundation; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; CINAHL; The Internet; MEDLINE; Medicine; Quality of life (healthcare); Family medicine; Gerontology; Psychiatry; Nursing; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1082705321605976,"gpt":0.482201125297447,"spread":0.3739305931368493,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001439392,0.000541364,0.004873362,0.001734773,0.00007531919,0.00001631549,0.0009553391,0.0002564533,0.0001856346],"category_scores_gemma":[0.0001313605,0.0004007489,0.003420399,0.0009885833,0.0001091365,0.0001057888,0.00005466319,0.0006300625,0.0001014559],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00039257,"about_ca_system_score_gemma":0.0004812946,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004973575,"about_ca_topic_score_gemma":0.000003523458,"domain_scores_codex":[0.9911287,0.001063184,0.006379934,0.0004652398,0.0004192469,0.0005436535],"domain_scores_gemma":[0.98681,0.0005616457,0.01106803,0.0007955979,0.0004504434,0.000314322],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00004067312,0.002437214,0.000001883645,0.9323991,0.002046501,0.00005865921,0.0001250173,7.993123e-8,1.769406e-10,0.0008546701,0.05370615,0.00833003],"study_design_scores_gemma":[0.001873619,0.00553907,0.000006986034,0.9292198,0.01041962,0.001754572,0.0001093392,2.084537e-7,8.484652e-9,0.0000574189,0.05070986,0.0003095039],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001492483,0.9839872,0.0054963,0.0002742948,0.002710928,0.005271349,0.0008552074,0.00003837576,0.001364882],"genre_scores_gemma":[0.00004365014,0.9948305,0.002195937,0.0007680581,0.0003221611,0.0009785473,0.000235962,0.0000973721,0.0005278348],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01084331,"threshold_uncertainty_score":0.9998444,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056781000","doi":"10.1258/1357633001935086","title":"A randomized, controlled trial of child psychiatric assessments conducted using videoconferencing","year":2000,"lang":"en","type":"article","venue":"Journal of Telemedicine and Telecare","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":248,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Janeway Children's Health and Rehabilitation Centre; Memorial University of Newfoundland","funders":"Canadian Medical Association","keywords":"Videoconferencing; Telepsychiatry; Randomized controlled trial; Telemedicine; Medicine; Psychiatry; Patient satisfaction; Psychology; Nursing; Multimedia; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.034333294473203,"gpt":0.4007825385051884,"spread":0.3664492440319854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001307588,0.000175192,0.001614836,0.000381081,0.00007268025,0.00001889278,0.0001424417,0.00009177257,0.002152598],"category_scores_gemma":[0.0001906874,0.0001177112,0.0004516684,0.0002469223,0.0001213196,0.0001583497,0.00001421564,0.0003388478,0.000004100108],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004054623,"about_ca_system_score_gemma":0.0001113655,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008631539,"about_ca_topic_score_gemma":0.000006214212,"domain_scores_codex":[0.9968576,0.0003741878,0.002006727,0.0001476219,0.0003746771,0.0002391745],"domain_scores_gemma":[0.9978552,0.0003406765,0.001226573,0.0001503299,0.0002604827,0.0001667157],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.936848,0.0007653565,0.0003008964,0.0000847647,0.0008755761,0.00004257387,0.0003331483,0.00000313654,0.00002331752,0.0004975765,0.001068988,0.05915667],"study_design_scores_gemma":[0.9926871,0.003335682,0.0002726692,0.0004693724,0.0006033483,0.0004632941,0.0005469907,0.000065723,0.00003174826,0.000560963,0.0008642709,0.00009880972],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9679702,0.002332982,0.0001508647,0.0009514469,0.001695439,0.001612965,0.000009896507,0.000009734353,0.02526647],"genre_scores_gemma":[0.9980162,0.00009467529,0.0004388432,0.0003035988,0.000574848,0.00002568591,0.000003671188,0.00001628708,0.0005262375],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05905786,"threshold_uncertainty_score":0.9987596,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2029454745","doi":"10.2196/mental.4004","title":"Patient Smartphone Ownership and Interest in Mobile Apps to Monitor Symptoms of Mental Health Conditions: A Survey in Four Geographically Distinct Psychiatric Clinics","year":2014,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":248,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mental health; Psychiatry; Population; Mental healthcare; Medicine; Public health; Family medicine; Environmental health; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.04248106921884419,"gpt":0.3974640673870195,"spread":0.3549829981681753,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001877954,0.0003244222,0.0007219784,0.0007788686,0.0001612893,0.00003091051,0.0002413631,0.0001354831,0.00008115961],"category_scores_gemma":[0.00004250742,0.0003261353,0.000130107,0.0010208,0.0001666404,0.0001357909,0.0001729476,0.000429757,0.00007990928],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007627545,"about_ca_system_score_gemma":0.0001126778,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005812074,"about_ca_topic_score_gemma":0.0263462,"domain_scores_codex":[0.9947421,0.001314476,0.002047426,0.0007197391,0.0002884821,0.0008878071],"domain_scores_gemma":[0.9978861,0.0002932655,0.0006324323,0.0004428698,0.00004079621,0.0007044981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001000288,0.004939801,0.7583242,0.0005518884,0.00003048865,0.000002939786,0.003323963,0.0000013494,0.000002943576,0.001450405,0.002927067,0.2274446],"study_design_scores_gemma":[0.002986218,0.01162182,0.9808434,0.0008947651,0.0000021003,0.00002289836,0.001163789,0.00002669217,0.000003173136,0.0004532144,0.001729202,0.0002526863],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.989043,0.0008196644,0.00001532574,0.002608413,0.001776566,0.003744454,0.001768737,0.00004780421,0.000176066],"genre_scores_gemma":[0.9962143,0.00004792481,0.0002322611,0.001741286,0.00004867929,0.001023328,0.0005630112,0.0000476756,0.00008151396],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2271919,"threshold_uncertainty_score":0.9999191,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2932047266","doi":"10.2196/12856","title":"When Chatbots Meet Patients: One-Year Prospective Study of Conversations Between Patients With Breast Cancer and a Chatbot","year":2019,"lang":"en","type":"article","venue":"JMIR Cancer","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":247,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Chatbot; Breast cancer; Medicine; Prospective cohort study; Psychology; Cancer; Computer science; World Wide Web; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01922459088108399,"gpt":0.339041128347752,"spread":0.319816537466668,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005267772,0.0001732188,0.0003097572,0.0001122793,0.00005769578,0.00002111769,0.0001274619,0.0000636938,0.001391059],"category_scores_gemma":[0.00000278745,0.0001519341,0.00003776357,0.0001841141,0.00007941223,0.000282682,0.00007280817,0.0001113862,0.00006578568],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002610562,"about_ca_system_score_gemma":0.00004792783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002507539,"about_ca_topic_score_gemma":0.001384052,"domain_scores_codex":[0.9985874,0.00005146656,0.0003475489,0.000414309,0.0003196612,0.0002795606],"domain_scores_gemma":[0.9989837,0.00003267455,0.0002836585,0.0002917645,0.0002907889,0.0001173581],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000371288,0.002562645,0.9847801,0.00008479209,0.0003233255,1.778728e-7,0.006173791,8.23202e-7,4.701257e-7,0.0003732304,0.0006663862,0.004662926],"study_design_scores_gemma":[0.006398289,0.002084322,0.9895427,0.0002502626,0.0000669771,1.06312e-7,0.001155641,6.768735e-7,0.000008173042,0.0001219117,0.0002057249,0.0001652126],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9911171,0.00004347111,0.000001515672,0.0002961929,0.0004631852,0.003538322,0.001830325,0.00003256076,0.002677388],"genre_scores_gemma":[0.9969051,0.000001391327,0.00001426035,0.0000847449,0.00005899692,0.001580001,0.00003432928,0.00003596109,0.001285219],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006027,"threshold_uncertainty_score":0.9995218,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2141334117","doi":"10.2196/mental.3935","title":"mHealth in the Wild: Using Novel Data to Examine the Reach, Use, and Impact of PTSD Coach","year":2015,"lang":"en","type":"article","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":244,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"mHealth; Mental health; Helpfulness; Psychological intervention; Distress; Psychology; Anxiety; Medicine; Clinical psychology; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.3894202488605046,"gpt":0.5355593492072851,"spread":0.1461391003467805,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002162571,0.0001800371,0.0002950238,0.0001407706,0.0001418123,0.00005138456,0.0006139617,0.00005648059,0.00002170162],"category_scores_gemma":[0.00004773506,0.0001113584,0.0000467224,0.0004750461,0.0001253943,0.0003443189,0.0003290502,0.0002665397,0.00002217158],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005763375,"about_ca_system_score_gemma":0.0002770267,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04000778,"about_ca_topic_score_gemma":0.003866523,"domain_scores_codex":[0.9975821,0.0004238165,0.0006978515,0.0004031689,0.0003379471,0.0005550501],"domain_scores_gemma":[0.9981158,0.0001806421,0.0002693011,0.001045272,0.00003226312,0.0003566685],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004224945,0.02028384,0.342505,0.001391811,0.0003370277,0.00003131536,0.148247,0.00007129763,0.0003824652,0.02879395,0.2674704,0.1862609],"study_design_scores_gemma":[0.00375095,0.005998367,0.9598799,0.0006154008,0.00001567507,0.0004875117,0.01756764,0.0007038531,0.000007085102,0.0003060453,0.01037875,0.0002888218],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9894647,0.0004411526,0.00008114917,0.005266116,0.0004630358,0.002097444,0.001407587,0.00001859635,0.000760233],"genre_scores_gemma":[0.9963086,0.000007261929,0.0006037497,0.002540498,0.00006888202,0.00006455399,0.0002202742,0.00002567879,0.0001604674],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6173749,"threshold_uncertainty_score":0.9663849,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109334837","doi":"10.1177/0145445503255489","title":"A Brief Behavioral Activation Treatment for Depression","year":2003,"lang":"en","type":"article","venue":"Behavior Modification","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":242,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Covenant Health","funders":"","keywords":"Behavioral activation; Context (archaeology); Depression (economics); Intervention (counseling); Psychology; Depressive symptoms; Affect (linguistics); Psychiatry; Clinical psychology; Psychotherapist; Cognition","retraction":null,"screen_n_in":null,"score":{"opus":0.2105225564216297,"gpt":0.4771667418666229,"spread":0.2666441854449931,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001078889,0.0001415374,0.0001198691,0.00009746473,0.0001498333,0.00003707982,0.00007963354,0.0001118188,0.0002396204],"category_scores_gemma":[0.00001519682,0.0001403463,0.0001230218,0.00011144,0.00002769242,0.0001925329,0.000005531698,0.00004744292,0.0001334564],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003131274,"about_ca_system_score_gemma":0.00002826063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000195385,"about_ca_topic_score_gemma":0.00001679777,"domain_scores_codex":[0.9988714,0.00006839126,0.0003346733,0.0003594861,0.0001131832,0.0002528924],"domain_scores_gemma":[0.9992517,0.00003616577,0.0001563464,0.0003859985,0.00007326261,0.00009656219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003106321,0.01403244,0.02732562,0.00002684324,0.00003129819,0.000003542468,0.001113936,0.000005235571,0.0164437,0.1019975,0.001750134,0.8369591],"study_design_scores_gemma":[0.008088742,0.003937592,0.6781312,0.0001261178,0.0004610094,0.00006343889,0.001036504,0.00005805296,0.2262895,0.002869445,0.07807633,0.000862111],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9833309,0.00005324555,0.009166605,0.000100919,0.0008063971,0.001981604,0.00009334625,0.0001280819,0.004338921],"genre_scores_gemma":[0.9873633,7.832786e-7,0.001172135,0.00002796986,0.00003518244,0.005895816,0.0003120842,0.00003170311,0.005161035],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.836097,"threshold_uncertainty_score":0.5723158,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2045096094","doi":"10.1016/j.pain.2011.02.012","title":"Can pain be managed through the Internet? A systematic review of randomized controlled trials","year":2011,"lang":"en","type":"review","venue":"Pain","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":236,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University Health Network; University of Toronto; Public Health Ontario","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; Psychological intervention; Randomized controlled trial; PsycINFO; Medicine; Cochrane Library; Cognitive behavioral therapy; Anxiety; MEDLINE; Physical therapy; Systematic review; Clinical psychology; Psychiatry; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1648567821463878,"gpt":0.4530712220276361,"spread":0.2882144398812483,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.241488,0.0006753223,0.03035289,0.0001841089,0.00004883871,0.00004572421,0.001073004,0.0002720582,0.001856361],"category_scores_gemma":[0.08671872,0.0003114803,0.01004835,0.0003313335,0.0002246407,0.0000431749,0.0001123049,0.0004592053,0.0003023997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001526711,"about_ca_system_score_gemma":0.0001070497,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004600676,"about_ca_topic_score_gemma":0.00004910713,"domain_scores_codex":[0.7943199,0.1944447,0.009995683,0.0004747914,0.0003502482,0.0004147367],"domain_scores_gemma":[0.9195606,0.07003728,0.008793435,0.001392683,0.0001167038,0.00009932852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00158486,0.0001822457,8.618465e-9,0.8607481,0.00557807,0.000007287828,0.000262806,9.885099e-10,3.93977e-10,0.03605902,0.0135767,0.08200094],"study_design_scores_gemma":[0.02819597,0.0001111957,2.91424e-9,0.7969901,0.01547775,0.00001532075,0.00009766538,0.000001974574,1.507661e-8,0.001801166,0.1571029,0.0002059899],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[6.034145e-9,0.92792,0.002111119,0.0006721759,0.001134507,0.04071371,0.0001576076,0.00005768927,0.02723311],"genre_scores_gemma":[0.00002216265,0.9485317,0.0000502858,0.002987945,0.00008383059,0.03001404,0.0001294586,0.00008224073,0.01809829],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1547693,"threshold_uncertainty_score":0.9999337,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2511129951","doi":"10.2196/mental.6061","title":"Effectiveness of Internet-Based Interventions for the Prevention of Mental Disorders: A Systematic Review and Meta-Analysis","year":2016,"lang":"en","type":"review","venue":"JMIR Mental Health","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":235,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft","keywords":"Psychological intervention; PsycINFO; Medicine; Anxiety; Meta-analysis; Population; Mental health; Psychiatry; MEDLINE; Randomized controlled trial; Specific phobia; Panic disorder; Clinical psychology; Internal medicine; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.1360249173943345,"gpt":0.5212096786721248,"spread":0.3851847612777902,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003326519,0.0005151241,0.006956519,0.000485263,0.0001130031,0.00001952737,0.0005146109,0.0001441596,0.0004968451],"category_scores_gemma":[0.00005151049,0.0002893919,0.008578029,0.0006538927,0.0002102028,0.0001054626,0.0001442164,0.0001783399,0.00002788982],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003891324,"about_ca_system_score_gemma":0.0001328223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001702438,"about_ca_topic_score_gemma":0.0001711602,"domain_scores_codex":[0.9926268,0.002801677,0.003269671,0.0006054938,0.0003104352,0.0003859309],"domain_scores_gemma":[0.9938735,0.001495544,0.003566858,0.0008460808,0.00007423403,0.0001437241],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00003797363,0.001042929,5.487029e-7,0.8973747,0.06610575,9.668271e-8,0.00006945884,1.531763e-8,1.493769e-8,0.001567301,0.0003662092,0.03343496],"study_design_scores_gemma":[0.0006737028,0.001970845,0.00001057899,0.6320903,0.3571589,0.00001103234,0.00008710338,0.000002241765,0.000001187544,0.0001794628,0.007559495,0.0002551254],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001314287,0.9645633,0.001797543,0.0004276717,0.0003227364,0.02844503,0.004344961,0.00002388408,0.00007354032],"genre_scores_gemma":[0.001837865,0.9679305,0.000087644,0.00009045233,0.000009153101,0.02631468,0.0008468565,0.00007584201,0.002806988],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2910531,"threshold_uncertainty_score":0.9999558,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161620759","doi":"10.2196/jmir.7.1.e7","title":"Usage and Longitudinal Effectiveness of a Web-Based Self-Help Cognitive Behavioral Therapy Program for Panic Disorder","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":234,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Panic disorder; Panic; Anxiety; Cognitive behavioral therapy; Context (archaeology); Psychological intervention; Agoraphobia; Session (web analytics); Psychology; Clinical psychology; Psychiatry; Medicine; Computer science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1325176619394532,"gpt":0.549147409836536,"spread":0.4166297478970828,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006373849,0.0001301538,0.0003648126,0.0003331866,0.00004546743,0.00005521167,0.0004115763,0.0001905469,0.001001563],"category_scores_gemma":[0.0004207402,0.00009780213,0.0002174999,0.0002239618,0.0004626947,0.0001438167,0.00009257206,0.0008343202,0.00002132174],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001284672,"about_ca_system_score_gemma":0.0002714224,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001273028,"about_ca_topic_score_gemma":0.000114946,"domain_scores_codex":[0.9964187,0.0009211368,0.0006940226,0.0002281088,0.001275957,0.000462075],"domain_scores_gemma":[0.9966179,0.001996882,0.0002207058,0.0001204727,0.0006448708,0.0003992356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.007396211,0.02277415,0.05497702,0.000631695,0.0004451687,0.0001614177,0.0006495029,3.422041e-7,0.00007443236,0.001321568,0.002814503,0.908754],"study_design_scores_gemma":[0.07660716,0.1871888,0.6381932,0.01529947,0.0003001661,0.001425907,0.002940343,0.004832895,0.009489194,0.002334713,0.06053757,0.0008504837],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9944055,0.001571166,0.0008452529,0.001313836,0.0003443617,0.001055478,0.00002782,0.00001672926,0.0004198387],"genre_scores_gemma":[0.9988846,0.00004377176,0.000335954,0.00004152738,0.0001772602,0.0002525744,0.000006568423,0.00002353102,0.0002342574],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9079035,"threshold_uncertainty_score":0.9999117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}