{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":4258,"total_is_capped":false,"direct_labels_cover":27,"predictions_cover":4258,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"3c86162efbfb","filters":{"venue":"JMIR Formative Research"}},"results":[{"id":"W3161732502","doi":"10.2196/27868","title":"Evidence of Human-Level Bonds Established With a Digital Conversational Agent: Cross-sectional, Retrospective Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":223,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Wellcome Trust","keywords":"Observational study; Psychology; Psychological intervention; Clinical psychology; Mental health; Depression (economics); Distress; Patient Health Questionnaire; Medicine; Cognition; Psychotherapist; Psychiatry; Depressive symptoms; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.4282926900812167,"gpt":0.5514290665351855,"spread":0.1231363764539688,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001242547,0.0001719869,0.0002665074,0.0003357307,0.0004407674,0.0003714629,0.0003505824,0.00008849104,0.002424416],"category_scores_gemma":[0.0003659846,0.000159204,0.0001053528,0.001326686,0.0005863867,0.002433049,0.0002936529,0.0005790438,0.0003451135],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006603433,"about_ca_system_score_gemma":0.0004310108,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001008202,"about_ca_topic_score_gemma":0.00008546619,"domain_scores_codex":[0.9960198,0.0003552329,0.000754558,0.000500409,0.00185985,0.0005101661],"domain_scores_gemma":[0.9954891,0.0007191222,0.0002492795,0.0004332521,0.002946512,0.0001627554],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006121285,0.004721073,0.9472148,0.0001560979,0.0002702611,0.0000555828,0.007355217,0.000005493701,0.00007273236,0.03586836,0.003285339,0.0003828568],"study_design_scores_gemma":[0.001504932,0.004197998,0.9846732,0.0002405722,0.000004168294,0.00003601931,0.004783504,0.00001869108,0.0002689687,0.004023697,0.0001080678,0.0001401825],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9765412,0.00008438413,0.0001357672,0.0002593373,0.0002809161,0.0009047195,0.000616383,0.00003603179,0.02114129],"genre_scores_gemma":[0.9896826,8.828055e-7,0.00005599841,0.00003119338,0.0000671288,0.0006587451,0.0002373948,0.00002315763,0.009242879],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03745834,"threshold_uncertainty_score":0.9984875,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3171455429","doi":"10.2196/20678","title":"Artificial Intelligence–Based Chatbot for Anxiety and Depression in University Students: Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":193,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Anxiety; Psychoeducation; Randomized controlled trial; Chatbot; Depression (economics); Clinical psychology; Psychology; Depressive symptoms; Intervention (counseling); Medicine; Psychiatry; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.132583725685171,"gpt":0.5046647197765755,"spread":0.3720809940914045,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00455946,0.0001249185,0.0006395653,0.0003717738,0.0002255898,0.00009039156,0.0002247369,0.00009044852,0.0002702365],"category_scores_gemma":[0.0006354703,0.0001065748,0.0002247157,0.0004557064,0.0002615814,0.0002584618,0.0001800745,0.000356271,0.0000631357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002034603,"about_ca_system_score_gemma":0.0001275403,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004599337,"about_ca_topic_score_gemma":0.0001067791,"domain_scores_codex":[0.9959698,0.002109984,0.0006511186,0.0003142842,0.0004799953,0.000474781],"domain_scores_gemma":[0.9965823,0.00260031,0.0001316346,0.0002059807,0.0003403558,0.0001393779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9676414,0.003523997,0.0001705247,0.00008189285,0.0000866429,0.00001414218,0.001895439,0.000001698099,0.00001410555,0.01162781,0.0003477128,0.0145947],"study_design_scores_gemma":[0.9790196,0.001828659,0.0006241609,0.000236205,0.0000171278,0.000002843645,0.006876229,0.001207122,0.0007642789,0.008857314,0.0004214708,0.0001449936],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9738168,0.000172579,0.005118825,0.000804676,0.0009611994,0.01099006,0.00008117762,0.00003178908,0.008022899],"genre_scores_gemma":[0.9970582,0.00001348007,0.0001039152,0.00003380418,0.00006075261,0.001601104,0.00003547207,0.0000111517,0.001082096],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02324143,"threshold_uncertainty_score":0.4345995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3136931666","doi":"10.2196/23233","title":"Recommendations for Health Equity and Virtual Care Arising From the COVID-19 Pandemic: Narrative Review","year":2021,"lang":"en","type":"review","venue":"JMIR Formative Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":176,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Women's College Hospital; University of Toronto","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; Centers for Disease Control and Prevention; Georgia Clinical and Translational Science Alliance; American Heart Association; National Institutes of Health; National Science Foundation","keywords":"Health equity; Health care; Equity (law); Public relations; Telehealth; Pandemic; Telemedicine; Public health; Government (linguistics); Business; Political science; Nursing; Coronavirus disease 2019 (COVID-19); Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.5319085540906032,"gpt":0.6571108771032328,"spread":0.1252023230126296,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005339552,0.0003461761,0.001953261,0.0002387764,0.001395841,0.00008347718,0.0002709577,0.0001839227,0.0002898398],"category_scores_gemma":[0.002135624,0.0002145476,0.0002763137,0.0008790845,0.0002395318,0.0001871472,0.0005617471,0.001592737,0.0000134874],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001967681,"about_ca_system_score_gemma":0.006624577,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004903068,"about_ca_topic_score_gemma":0.0004034473,"domain_scores_codex":[0.9941316,0.002345648,0.001352971,0.0005204857,0.0009153328,0.0007339947],"domain_scores_gemma":[0.9923644,0.005099608,0.0006540653,0.000511991,0.0007456928,0.0006242279],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001186102,0.00002709442,0.00001816988,0.0495233,0.0001094207,0.000001743219,0.02135966,4.261666e-9,2.614477e-8,0.0001567104,0.2826819,0.6461101],"study_design_scores_gemma":[0.000925731,0.0009252703,0.00002448411,0.04705952,0.0002035197,0.00007680242,0.03273093,0.000001655563,9.272534e-8,0.0001042022,0.9177995,0.0001482968],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000006823185,0.9380565,0.0006991675,0.05066288,0.0001434633,0.008648599,0.001600261,0.00004145667,0.0001408086],"genre_scores_gemma":[0.00002787935,0.96823,0.0003708022,0.01538295,0.0004128762,0.002925176,0.01252166,0.00004026834,0.00008837588],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6459618,"threshold_uncertainty_score":0.9999042,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2980146733","doi":"10.2196/14052","title":"Understanding Health Behavior Technology Engagement: Pathway to Measuring Digital Behavior Change Interventions","year":2019,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Behavior change; Psychological intervention; Behavior change methods; Intervention (counseling); User engagement; Psychology; Applied psychology; Digital health; Human–computer interaction; Computer science; Knowledge management; Social psychology; Health care; World Wide Web; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.4988466409844116,"gpt":0.5116533471690272,"spread":0.01280670618461566,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003032933,0.0001533819,0.0002525055,0.001492547,0.001577007,0.0002990029,0.0008224095,0.0002160775,0.0002513746],"category_scores_gemma":[0.0002553664,0.0001568812,0.0001253559,0.001739553,0.0004862922,0.001135088,0.0006593918,0.001071518,0.001115353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002473116,"about_ca_system_score_gemma":0.000240135,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002212432,"about_ca_topic_score_gemma":0.0003717669,"domain_scores_codex":[0.996515,0.0003917066,0.0003607402,0.0003175035,0.00114826,0.001266792],"domain_scores_gemma":[0.9988922,0.00007902562,0.0001260227,0.0003870251,0.0002242575,0.0002914657],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008814144,0.003766649,0.3804034,0.0005819903,0.0001029181,0.00006529813,0.1535106,6.512757e-7,0.0007989601,0.1622021,0.004884796,0.2935945],"study_design_scores_gemma":[0.003191044,0.004994981,0.3384517,0.003812712,0.0000238781,0.00002559079,0.5884245,0.00002149949,0.001933161,0.006281721,0.05144196,0.001397284],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9691026,0.0001083992,0.0006422438,0.007428821,0.000489402,0.007420731,0.00009401381,0.000580657,0.01413313],"genre_scores_gemma":[0.9967535,0.00002571415,0.00007540826,0.00006670754,0.00004647364,0.001835478,0.000009658948,0.00002456854,0.00116249],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4349139,"threshold_uncertainty_score":0.9997228,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3023157841","doi":"10.2196/17293","title":"Self-Administered Skills-Based Virtual Reality Intervention for Chronic Pain: Randomized Controlled Pilot Study","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":152,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Chronic pain; Randomized controlled trial; Physical therapy; Medicine; Mood; Fibromyalgia; Virtual reality; Analgesic; Clinical psychology; Anesthesia; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.07208364659346066,"gpt":0.4306212532107715,"spread":0.3585376066173108,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02818574,0.0002723584,0.001568076,0.0004905282,0.0002326371,0.00009679381,0.000352537,0.00007731874,0.0001065004],"category_scores_gemma":[0.005865788,0.0002059707,0.0005219239,0.0006682911,0.0001964611,0.0002351382,0.0002064113,0.0005837797,0.00004689329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005998352,"about_ca_system_score_gemma":0.0003145137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000225732,"about_ca_topic_score_gemma":0.00001108522,"domain_scores_codex":[0.9899833,0.006510839,0.001139247,0.0004593791,0.001268872,0.0006383976],"domain_scores_gemma":[0.9931123,0.00509626,0.0003367389,0.0004432345,0.0007188051,0.0002926571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.8872092,0.01652199,0.001061345,0.004129239,0.002136833,0.00005809955,0.007457559,0.00000728105,0.0002166515,0.0008025478,0.06931824,0.01108105],"study_design_scores_gemma":[0.7949998,0.06758334,0.001464835,0.0002050031,0.0003337856,8.939496e-7,0.001819116,0.1295872,0.0002025121,0.0004557833,0.0030632,0.0002845036],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2256162,0.0004715824,0.6104087,0.02315265,0.000301519,0.1298921,0.0001060492,0.002439789,0.007611474],"genre_scores_gemma":[0.9852212,0.00004745826,0.0006526044,0.0004701727,0.0003964733,0.01279569,0.0001171655,0.00003836079,0.0002608515],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7596051,"threshold_uncertainty_score":0.9768671,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982702361","doi":"10.2196/13863","title":"Accuracy of a Chatbot (Ada) in the Diagnosis of Mental Disorders: Comparative Case Study With Lay and Expert Users","year":2019,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Kappa; Mental health; Medical diagnosis; Inter-rater reliability; Diagnostic Classification of Mental Health and Developmental Disorders of Infancy and Early Childhood; Psychology; Psychiatry; Medicine; Clinical psychology; Prevalence of mental disorders; Developmental psychology; Rating scale; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.1705206091532488,"gpt":0.5455406751274376,"spread":0.3750200659741889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008577944,0.0001040207,0.0002399979,0.0002499697,0.00008118477,0.00002410351,0.0002200771,0.00003115595,0.0001654294],"category_scores_gemma":[0.00001467442,0.00006566235,0.00003724335,0.0005039982,0.000324042,0.0004312039,0.0001324343,0.0002777662,0.000036127],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005902307,"about_ca_system_score_gemma":0.00002709991,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002441964,"about_ca_topic_score_gemma":0.002179334,"domain_scores_codex":[0.997946,0.0007301955,0.0003644212,0.0001761782,0.0004875617,0.0002955965],"domain_scores_gemma":[0.9983457,0.001088498,0.0001400485,0.0002827892,0.0000909736,0.00005200551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0009175863,0.008960444,0.2145977,0.0001874165,0.0001442366,0.00005593929,0.7602612,8.505642e-7,0.00001011888,0.001679147,0.00167969,0.01150565],"study_design_scores_gemma":[0.002633907,0.01355504,0.1370648,0.0002540897,0.000002856755,0.00007735855,0.8455676,0.00003017708,0.0002492839,0.00011604,0.0003597136,0.00008908752],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9894446,0.0001797011,0.000001657476,0.0003721082,0.00005604641,0.003120865,0.00006352467,0.000004625537,0.006756846],"genre_scores_gemma":[0.9983702,0.00001191126,0.000009589522,0.00001989461,0.000004266135,0.001492186,0.000005217109,0.000007985651,0.00007877855],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0853064,"threshold_uncertainty_score":0.3691535,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4309659478","doi":"10.2196/40242","title":"Chatbot-Delivered Cognitive Behavioral Therapy in Adolescents With Depression and Anxiety During the COVID-19 Pandemic: Feasibility and Acceptability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Institute of Clinical and Translational Sciences","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Anxiety; Mental health; Cognitive behavioral therapy; Psychiatry; mHealth; Depression (economics); Suicidal ideation; Telemedicine; Psychoeducation; Health care; Clinical psychology; Poison control; Suicide prevention; Medical emergency","retraction":null,"screen_n_in":null,"score":{"opus":0.2088844099784927,"gpt":0.5318008198506594,"spread":0.3229164098721667,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002654945,0.0001521285,0.0001953389,0.0001736224,0.0009959948,0.00007272519,0.0002460382,0.00004569368,0.0003186224],"category_scores_gemma":[0.00004204837,0.0001048534,0.00003572954,0.0004838388,0.0004871685,0.0003639577,0.0007445558,0.0009940956,0.000006171374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007136085,"about_ca_system_score_gemma":0.00007530985,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001301012,"about_ca_topic_score_gemma":0.001307659,"domain_scores_codex":[0.9956197,0.002409063,0.0003491638,0.0004978164,0.0006207577,0.0005035539],"domain_scores_gemma":[0.9990807,0.000180505,0.00009946412,0.0003130733,0.0001041343,0.0002221342],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003883279,0.004936897,0.9213442,0.00009189722,0.00001677209,0.00001164638,0.04395651,4.664075e-7,0.000007238227,0.000007312603,0.00001782098,0.02572595],"study_design_scores_gemma":[0.005443722,0.003439329,0.9183741,0.00004321016,0.000002799563,0.00005701219,0.07230477,0.000009692664,0.00001334944,0.0001719986,0.00004024884,0.00009972825],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9946325,0.0004225393,0.000004030334,0.0001200767,0.00006594218,0.004350443,0.0001886503,0.00003331848,0.0001824281],"genre_scores_gemma":[0.9972554,0.00001790383,0.000001561002,0.00007152907,0.000008564482,0.002571764,0.00001024114,0.00001489923,0.00004806797],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02834826,"threshold_uncertainty_score":0.7660487,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210670486","doi":"10.2196/31623","title":"Governing Data and Artificial Intelligence for Health Care: Developing an International Understanding","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Wellcome Trust","keywords":"Public relations; Health care; Corporate governance; Focus group; Thematic analysis; General partnership; Health policy; Data governance; Political science; Qualitative research; Sociology; Business; Social science; Data quality; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.7100716238831042,"gpt":0.6225710140930583,"spread":0.08750060979004592,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002626677,0.00008277901,0.0001472438,0.0002838891,0.00141293,0.00009391325,0.0003353875,0.00003427672,0.00009472924],"category_scores_gemma":[0.0003028453,0.00008390436,0.00001990278,0.0003749088,0.0001184762,0.0005590527,0.00044679,0.0005014471,0.00001018019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001985601,"about_ca_system_score_gemma":0.001117089,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000239139,"about_ca_topic_score_gemma":0.000143813,"domain_scores_codex":[0.9979458,0.0002115228,0.0004150681,0.0003299554,0.0006821857,0.0004154009],"domain_scores_gemma":[0.9987253,0.0004114817,0.00009749604,0.0003172193,0.000287183,0.0001613222],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0009918611,0.0002603006,0.002437898,0.0006381393,0.00005936435,0.00000526374,0.2133438,0.00005228289,0.0001104954,0.107282,0.005524604,0.6692939],"study_design_scores_gemma":[0.00009888926,0.002886971,0.001177381,0.0001836125,0.000007605739,0.00006870164,0.8246292,0.06703167,0.001213679,0.02895903,0.07346487,0.0002783673],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5230525,0.0009251413,0.3830183,0.08268492,0.002320334,0.004635464,0.0008613691,0.0001507946,0.002351242],"genre_scores_gemma":[0.9954904,0.000121125,0.00244292,0.0004904481,0.0002909899,0.0002463695,0.000870949,0.00001580157,0.00003098388],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6690155,"threshold_uncertainty_score":0.9998871,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4280532034","doi":"10.2196/38340","title":"Deconstructing TikTok Videos on Mental Health: Cross-sectional, Descriptive Content Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Social media; Mental health; Content analysis; Harm; Suicidal ideation; Descriptive statistics; Psychology; Content (measure theory); Descriptive research; Sample (material); Applied psychology; Social psychology; Suicide prevention; Medicine; Poison control; Psychiatry; Computer science; Sociology; Medical emergency; World Wide Web; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.4841607544005022,"gpt":0.5719331894810166,"spread":0.08777243508051441,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00803738,0.0001084552,0.0002430983,0.0009037111,0.008793151,0.0001982618,0.0004138021,0.00006625277,0.001741301],"category_scores_gemma":[0.001633942,0.0001175656,0.0001507524,0.003249458,0.0007172343,0.0004742525,0.0001854259,0.001006351,0.0001228021],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006510394,"about_ca_system_score_gemma":0.001704066,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01452439,"about_ca_topic_score_gemma":0.001861475,"domain_scores_codex":[0.9928018,0.003042476,0.00050973,0.0003334573,0.00241203,0.0009005454],"domain_scores_gemma":[0.9960041,0.002601849,0.0002680754,0.0001885178,0.0005794097,0.0003580154],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001381668,0.0003079274,0.4450962,0.00003009603,0.0001703218,0.000001110825,0.5242476,0.00004986335,0.00001482886,0.01436361,0.004180876,0.01139948],"study_design_scores_gemma":[0.0004350145,0.0005554843,0.6200393,0.00001581719,0.000005190796,0.000001725634,0.330854,0.0002200403,0.00003653455,0.0009797746,0.04669541,0.0001617294],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.982298,0.0001206095,0.00002404856,0.006407484,0.002874198,0.002299071,0.000110743,0.00006560769,0.005800297],"genre_scores_gemma":[0.9951177,0.00005953018,0.0000963693,0.0002695844,0.0003881801,0.003681276,0.00006873374,0.00001226786,0.0003063114],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1933936,"threshold_uncertainty_score":0.9991713,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3091416888","doi":"10.2196/17065","title":"Artificial Intelligence Chatbot for Depression: Descriptive Study of Usage","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Chatbot; Computer science; Depression (economics); Descriptive statistics; Human–computer interaction; Psychological intervention; World Wide Web; Psychology; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.4044780646809426,"gpt":0.5605480303058968,"spread":0.1560699656249542,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008726066,0.0001161303,0.0002293369,0.0001896764,0.0002076512,0.00004088178,0.0004172707,0.00006478973,0.0004347419],"category_scores_gemma":[0.0001652746,0.0001021244,0.00009490392,0.000625865,0.0001508696,0.0003301102,0.00025199,0.0003728227,0.0005441491],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009810176,"about_ca_system_score_gemma":0.00004389472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007171774,"about_ca_topic_score_gemma":0.00003268945,"domain_scores_codex":[0.9976453,0.0004022904,0.0006398936,0.0003038773,0.0005125023,0.0004961157],"domain_scores_gemma":[0.9986044,0.0004447975,0.0001375601,0.0002496423,0.0003471849,0.0002164147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.003776735,0.01188792,0.001348517,0.0006097825,0.0002329048,0.00002422932,0.408737,0.00000716266,0.000417515,0.05774983,0.01174204,0.5034664],"study_design_scores_gemma":[0.002328422,0.07636835,0.0350962,0.000665762,0.00003448539,0.00001512397,0.7745501,0.003474448,0.0478125,0.05289292,0.00601367,0.0007480627],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9677848,0.00009801143,0.0109298,0.001142751,0.0005401977,0.004215188,0.0001634183,0.00005385776,0.015072],"genre_scores_gemma":[0.9978951,6.406986e-7,0.0001063914,0.00004870658,0.00008534634,0.001613386,0.000009117273,0.00001840893,0.000222905],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5027183,"threshold_uncertainty_score":0.6994117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220997688","doi":"10.2196/28750","title":"Identity Threats as a Reason for Resistance to Artificial Intelligence: Survey Study With Medical Students and Professionals","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Resistance (ecology); Identity (music); Vignette; Psychology; Perception; Relevance (law); Medical education; Social psychology; Medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.4085158219927634,"gpt":0.6328452451522927,"spread":0.2243294231595293,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01185468,0.0001297094,0.0002832854,0.0003454038,0.001190013,0.0001066491,0.0004028199,0.0000662645,0.0004144529],"category_scores_gemma":[0.002091215,0.000100677,0.00003058686,0.001191293,0.0001559573,0.0002661713,0.000459417,0.0007551176,0.00006218644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003655331,"about_ca_system_score_gemma":0.0009783311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008774866,"about_ca_topic_score_gemma":0.004582381,"domain_scores_codex":[0.9938174,0.001027596,0.0005145492,0.0004093648,0.003711532,0.00051954],"domain_scores_gemma":[0.9965081,0.001557072,0.0000832736,0.0003067963,0.00108969,0.0004550964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.03640309,0.01611546,0.499608,0.0007886473,0.0003085936,0.0001372075,0.230408,0.00001168235,0.00004651254,0.01028989,0.02053364,0.1853493],"study_design_scores_gemma":[0.0004364604,0.0246802,0.5324374,0.0009077823,0.00003592275,0.00005827168,0.4034444,0.0004357932,0.002390339,0.03245675,0.002238081,0.0004785723],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9878204,0.000117037,0.0008346402,0.005579812,0.0001913873,0.005167831,0.00003753267,0.00002446318,0.0002268242],"genre_scores_gemma":[0.9940449,0.00002577508,0.00008300084,0.0003317722,0.0001251579,0.003796578,0.00005839862,0.0000196824,0.001514727],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1848707,"threshold_uncertainty_score":0.9152735,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387305434","doi":"10.2196/48023","title":"Accuracy of ChatGPT on Medical Questions in the National Medical Licensing Examination in Japan: Evaluation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Chiba University","keywords":"Medical diagnosis; Christian ministry; Welfare; Reliability (semiconductor); Medical education; Psychology; Medicine; Political science; Law; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.5099773349532368,"gpt":0.6438245307259427,"spread":0.1338471957727059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02794395,0.00007241629,0.0001541804,0.001156001,0.0001434802,0.00001835232,0.000184791,0.0001431352,0.000295851],"category_scores_gemma":[0.02039658,0.00005165339,0.00002705875,0.002533223,0.0001535474,0.0002182472,0.00004879883,0.0009035325,0.0001739416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004481164,"about_ca_system_score_gemma":0.001453754,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00063471,"about_ca_topic_score_gemma":0.001031621,"domain_scores_codex":[0.9912384,0.001965787,0.0006333594,0.0001853078,0.005666679,0.0003104432],"domain_scores_gemma":[0.9941337,0.004326371,0.00008348676,0.000161453,0.001190138,0.0001048986],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001765767,0.003254797,0.04160453,0.0001655484,0.00001629454,0.00001863427,0.2511573,0.00007523548,0.00005858664,0.00290378,0.003066467,0.6975023],"study_design_scores_gemma":[0.0002873244,0.0008330173,0.8647758,0.000563644,0.000002874448,0.000008775612,0.06617896,0.06543278,0.0001977043,0.001538194,0.0001330624,0.00004782422],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9799296,0.00002501754,0.000009585844,0.01595511,0.0001318416,0.001620143,0.000001705408,0.00001524615,0.002311728],"genre_scores_gemma":[0.9988645,0.00009011378,0.000003873549,0.0002099585,0.0001856754,0.0005604076,0.00005542609,0.00000658,0.0000234705],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8231713,"threshold_uncertainty_score":0.987855,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225143654","doi":"10.2196/36043","title":"A 3-Item Measure of Digital Health Care Literacy: Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Heart, Lung, and Blood Institute; National Institutes of Health; Vanderbilt University Medical Center; Vanderbilt University","keywords":"Cronbach's alpha; Exploratory factor analysis; Confirmatory factor analysis; Scale (ratio); Health literacy; Health care; Psychology; Reliability (semiconductor); Telehealth; Literacy; Construct validity; Medicine; Psychometrics; Family medicine; Telemedicine; Clinical psychology; Statistics; Structural equation modeling","retraction":null,"screen_n_in":null,"score":{"opus":0.1555491593072662,"gpt":0.5581788331432903,"spread":0.4026296738360241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007778144,0.0001237106,0.0003004486,0.000471504,0.003367407,0.00005948888,0.000258883,0.00004954577,0.0003099515],"category_scores_gemma":[0.0003001962,0.0001042166,0.00002907105,0.0008690394,0.00006681129,0.001971233,0.0007322142,0.001338321,0.00005560001],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009801437,"about_ca_system_score_gemma":0.001892925,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006844848,"about_ca_topic_score_gemma":0.00001175041,"domain_scores_codex":[0.9932634,0.002762638,0.001700472,0.0002280814,0.001424749,0.0006206163],"domain_scores_gemma":[0.9969423,0.0007460623,0.000539256,0.0003128724,0.001232209,0.0002273111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001885512,0.0003268817,0.1422504,0.001513945,0.00001480105,4.846538e-7,0.7479175,0.000001692704,0.000001131102,0.000262657,0.002057997,0.105464],"study_design_scores_gemma":[0.002111278,0.00146068,0.3117968,0.0002184016,0.000001648346,0.000001784572,0.5356784,0.0003826387,0.00003899301,0.0001472092,0.1479816,0.0001805721],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.990693,0.0002101701,0.0001638492,0.0004784487,0.0001465279,0.00338278,0.0001776633,0.00004481361,0.00470272],"genre_scores_gemma":[0.9974985,0.000004321853,0.0001968921,0.0002384173,0.00002915863,0.001571318,0.0002335344,0.00001135364,0.0002165044],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2122391,"threshold_uncertainty_score":0.99793,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3158419252","doi":"10.2196/27818","title":"The Impact of the COVID-19 Pandemic on Physical and Mental Health in China and Spain: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":101,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Institute for Health Innovation and Technology, National University of Singapore","keywords":"Mental health; Anxiety; Medicine; Depression (economics); Demography; Cross-sectional study; Pandemic; Sore throat; China; Coronavirus disease 2019 (COVID-19); Psychology; Psychiatry; Geography; Disease; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1780618810336209,"gpt":0.5979974117016499,"spread":0.419935530668029,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002647434,0.00009489689,0.0001663193,0.00008919447,0.0007409831,0.00004864549,0.0001420165,0.00003915318,0.00005204812],"category_scores_gemma":[0.0001058729,0.00005101505,0.00005420501,0.0003975044,0.000417132,0.00007431133,0.0002333917,0.0006374083,0.000008001004],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001023248,"about_ca_system_score_gemma":0.0008929083,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004243423,"about_ca_topic_score_gemma":0.001492964,"domain_scores_codex":[0.9971847,0.001508328,0.000243248,0.0002292305,0.0004233757,0.0004111091],"domain_scores_gemma":[0.9984848,0.0009760737,0.00007237525,0.0002396926,0.00004368056,0.0001833776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005697471,0.0009536768,0.9321383,0.00005611063,0.00003095841,0.000002339908,0.0601494,0.000003536943,0.00003207506,0.0009486036,0.001183297,0.003931967],"study_design_scores_gemma":[0.001782446,0.001686275,0.9875057,0.00001229172,3.550398e-7,0.00002902418,0.007270394,0.00009894628,0.000004863604,0.0008021325,0.0007647279,0.00004281392],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9955352,0.0002023734,0.000001612574,0.002401297,0.00009159474,0.001030078,0.00009496713,0.000006784014,0.0006360862],"genre_scores_gemma":[0.9992387,0.0001032709,4.474022e-7,0.0002369824,0.00003977765,0.00009600835,0.000007436765,0.000006712049,0.0002707058],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05536744,"threshold_uncertainty_score":0.6414815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3106975743","doi":"10.2196/22411","title":"Reasons People Who Use Opioids Do Not Accept or Carry No-Cost Naloxone: Qualitative Interview Study","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health; York University","keywords":"Opioid overdose; (+)-Naloxone; Medicine; Opioid antagonist; Psychology; Opioid; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1908178725176997,"gpt":0.4936240358629466,"spread":0.302806163345247,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001732583,0.0004295851,0.0009887349,0.0003755405,0.0003827595,0.0002567906,0.0004886639,0.0001369616,0.001603971],"category_scores_gemma":[0.001726457,0.0003021145,0.0002345683,0.00182725,0.0002286147,0.0009085907,0.0007028577,0.001278306,0.002658852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005386741,"about_ca_system_score_gemma":0.0006219714,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005478889,"about_ca_topic_score_gemma":0.0001552867,"domain_scores_codex":[0.9935089,0.002196985,0.0007170414,0.0006932645,0.001920491,0.0009633657],"domain_scores_gemma":[0.9955562,0.001363782,0.0001480771,0.0007795732,0.001422867,0.000729507],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.002924758,0.00332563,0.011315,0.001232691,0.0007463003,0.0001726122,0.9275513,9.775988e-7,0.0001098125,0.0002235497,0.04432232,0.008075023],"study_design_scores_gemma":[0.009301074,0.01424669,0.2819314,0.0009755734,0.0001402699,0.00002044604,0.6658201,0.0004327941,0.0006080249,0.00003589815,0.02592821,0.0005594729],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.978072,0.0003332504,0.0001709367,0.009346594,0.0001396063,0.00764105,0.0004252114,0.0001693444,0.003702026],"genre_scores_gemma":[0.9937376,0.0003492577,0.0003296114,0.0006822353,0.0001529684,0.002269104,0.0001778109,0.00008099165,0.002220379],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2706164,"threshold_uncertainty_score":0.9999431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2900671058","doi":"10.2196/11977","title":"Acceptance of Mobile Health Apps for Disease Management Among People With Multiple Sclerosis: Web-Based Survey Study","year":2018,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Deutschen Multiple Sklerose Gesellschaft; Multiple Sclerosis Society","keywords":"mHealth; Unified theory of acceptance and use of technology; Expectancy theory; Moderation; Psychology; eHealth; Life expectancy; Applied psychology; Gerontology; Clinical psychology; Medicine; Psychological intervention; Health care; Social psychology; Environmental health; Psychiatry; Population","retraction":null,"screen_n_in":null,"score":{"opus":0.1246448242861734,"gpt":0.428796244711358,"spread":0.3041514204251846,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005187845,0.000289237,0.0007447626,0.0006711996,0.0007353851,0.00006455269,0.0004530802,0.00004773488,0.0001026251],"category_scores_gemma":[0.0005023573,0.0002098912,0.0001253328,0.001680346,0.001005228,0.0002915208,0.000400967,0.0004157556,0.00004134612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004139013,"about_ca_system_score_gemma":0.0005583336,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007982074,"about_ca_topic_score_gemma":0.006172094,"domain_scores_codex":[0.9943602,0.0009490504,0.0006415594,0.0006024495,0.002245581,0.001201141],"domain_scores_gemma":[0.9946945,0.001160679,0.0002215094,0.0009300307,0.002365752,0.0006275782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008143044,0.005173629,0.9372348,0.002546358,0.0004588961,0.00000430613,0.008886826,0.0000281903,0.0001453539,0.00001400801,0.01342846,0.02393612],"study_design_scores_gemma":[0.009905241,0.01129223,0.9562376,0.0008284352,0.00001817198,1.662967e-7,0.009750621,0.01090423,0.000419717,0.000005069518,0.0004590072,0.000179487],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9800637,0.0001696993,0.001032036,0.0002128157,0.00004998101,0.01755526,0.0004581804,0.0000739492,0.0003844147],"genre_scores_gemma":[0.9820272,0.0001837277,0.0005819396,0.0000418427,0.00006562414,0.01671241,0.0001155831,0.00005616721,0.0002155646],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02375663,"threshold_uncertainty_score":0.8559114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2943601327","doi":"10.2196/12662","title":"Smartphone-Based Meditation for Myeloproliferative Neoplasm Patients: Feasibility Study to Inform Future Trials","year":2019,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Cancer Institute","keywords":"Meditation; Medicine; Anxiety; Myeloproliferative neoplasm; Quality of life (healthcare); Intervention (counseling); Depression (economics); Physical therapy; Randomized controlled trial; Popularity; Mindfulness; Clinical psychology; Psychiatry; Psychology; Internal medicine; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.1035013174247932,"gpt":0.4662492940256287,"spread":0.3627479766008355,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005692805,0.0002260532,0.000713337,0.0005046665,0.0002753773,0.00008814683,0.0001938247,0.0001219979,0.0002549122],"category_scores_gemma":[0.001217441,0.000164234,0.0002066167,0.00113788,0.00006209127,0.0004346595,0.0000886949,0.0005126359,0.0002872988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007153,"about_ca_system_score_gemma":0.0006068887,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007436003,"about_ca_topic_score_gemma":0.0006785764,"domain_scores_codex":[0.9960235,0.0006740162,0.0007166871,0.0003919048,0.001624328,0.0005695563],"domain_scores_gemma":[0.994797,0.00131429,0.0001582432,0.0005159276,0.002887458,0.0003271131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.03468038,0.006715677,0.3721707,0.002100573,0.0004694723,0.00000415503,0.4522665,0.00002668203,0.0002618058,0.0005914115,0.0498426,0.08087006],"study_design_scores_gemma":[0.02621132,0.02680017,0.7548791,0.0002650323,0.0000583463,0.000001078979,0.1439023,0.0004103938,0.003594229,0.000330787,0.04306721,0.0004800219],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9783428,0.00002234512,0.0002303609,0.002102533,0.001103844,0.01590852,0.0002270801,0.00005194558,0.002010542],"genre_scores_gemma":[0.9953218,0.000001974482,0.00009156892,0.0004322483,0.0004617764,0.002647636,0.0004320129,0.00002677056,0.0005842892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3827084,"threshold_uncertainty_score":0.6697268,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4229366741","doi":"10.2196/36501","title":"Acceptance, Barriers, and Facilitators to Implementing Artificial Intelligence–Based Decision Support Systems in Emergency Departments: Quantitative and Qualitative Evaluation","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Cronbach's alpha; Likert scale; Unified theory of acceptance and use of technology; Qualitative research; Emergency department; Medical education; Medicine; Decision support system; Medical emergency; Family medicine; Nursing; Computer science; Artificial intelligence; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.3739204572064789,"gpt":0.6068305097361,"spread":0.232910052529621,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009936863,0.0001619418,0.0002962668,0.001029237,0.0008690758,0.00006175927,0.0001162137,0.00005817237,0.001143112],"category_scores_gemma":[0.001808943,0.0001567927,0.00004007948,0.001536086,0.0001367069,0.00038518,0.0001994068,0.0005258583,0.00004407527],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008002322,"about_ca_system_score_gemma":0.0006237671,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007774255,"about_ca_topic_score_gemma":0.0004855655,"domain_scores_codex":[0.9948055,0.001582986,0.001023044,0.0004512622,0.001489301,0.0006478887],"domain_scores_gemma":[0.9974043,0.0009893974,0.0001424868,0.000207938,0.0009066685,0.0003491629],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.002211028,0.0003972918,0.02443259,0.0004855953,0.00006904704,0.00001370852,0.6029114,0.0006930746,0.0007626496,0.01047285,0.003960367,0.3535904],"study_design_scores_gemma":[0.0001516875,0.003267696,0.00763932,0.0000988777,0.00001527694,0.000006726065,0.9244866,0.04569549,0.001057,0.01516168,0.002192971,0.0002266083],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.990404,0.0003920063,0.003901719,0.001372054,0.0003540714,0.003143611,0.0001034548,0.00001791971,0.0003112053],"genre_scores_gemma":[0.9964162,0.00006230332,0.0006483622,0.00006541788,0.00003871696,0.002614725,0.0001041863,0.00001541936,0.00003463048],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3533638,"threshold_uncertainty_score":0.99977,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2811409924","doi":"10.2196/formative.9954","title":"A Stress Management App Intervention for Cancer Survivors: Design, Development, and Usability Testing","year":2018,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Kreftforeningen","keywords":"Psychological intervention; Distress; Stress management; Usability; Intervention (counseling); Quality of life (healthcare); Medicine; Psychology; Cancer; Self-management; Clinical psychology; Nursing; Computer science; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.1520017346294966,"gpt":0.4482801121588502,"spread":0.2962783775293536,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001919698,0.0001168629,0.0001798436,0.0001977664,0.0003122911,0.00006000011,0.0001052636,0.00005573302,0.00007926547],"category_scores_gemma":[0.0001049068,0.00009711688,0.00004269219,0.0004606773,0.0002461967,0.0001884715,0.0001734991,0.0001894227,0.00001642457],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002929562,"about_ca_system_score_gemma":0.00009674272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008608545,"about_ca_topic_score_gemma":0.004089204,"domain_scores_codex":[0.9984316,0.0001664202,0.0002657645,0.0002696415,0.0004424197,0.0004241394],"domain_scores_gemma":[0.9985386,0.0003054109,0.00005691862,0.0001877444,0.0007816987,0.0001295851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001093657,0.0003828729,0.0300109,0.004232444,0.0001917705,0.000004872972,0.03721304,8.314213e-7,0.000301785,0.0002949282,0.001424619,0.9248483],"study_design_scores_gemma":[0.01049858,0.007188956,0.6135889,0.007413912,0.0001232987,0.00002611713,0.08171976,0.007365063,0.1160011,0.003274856,0.1516708,0.001128703],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9662456,0.0002735415,0.02633385,0.0002424897,0.0001988593,0.002403752,0.00003377311,0.00006739991,0.004200763],"genre_scores_gemma":[0.9947084,0.00002008076,0.002385682,0.00003149659,0.0001428354,0.001749076,0.00001988108,0.00001634832,0.0009261983],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9237196,"threshold_uncertainty_score":0.3960312,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4211157126","doi":"10.2196/34662","title":"A Personalized Smartphone-Delivered Just-in-time Adaptive Intervention (JitaBug) to Increase Physical Activity in Older Adults: Mixed Methods Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Activity tracker; Psychological intervention; Mood; mHealth; Data collection; Wearable computer; Medicine; Applied psychology; Psychology; Physical therapy; Physical activity; Computer science; Nursing; Clinical psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1203411669962514,"gpt":0.5062163736161307,"spread":0.3858752066198793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006331489,0.0002563863,0.0009182398,0.0007270342,0.0003509163,0.00003249645,0.0003265026,0.00006753525,0.000440988],"category_scores_gemma":[0.000520188,0.0002356713,0.0002407229,0.0022434,0.000175579,0.0004267891,0.0009951134,0.002291775,0.0001101464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002673981,"about_ca_system_score_gemma":0.0003255842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003865523,"about_ca_topic_score_gemma":0.0004220303,"domain_scores_codex":[0.9885671,0.007866825,0.0004063325,0.0006918155,0.001616625,0.0008513624],"domain_scores_gemma":[0.9974258,0.001262171,0.0001161643,0.0004654602,0.0003069767,0.0004234064],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.1239472,0.2957987,0.01774058,0.001398845,0.0003073359,0.0003005945,0.3922221,0.00004017668,0.01075517,0.0002877343,0.002196459,0.155005],"study_design_scores_gemma":[0.01615255,0.01293241,0.886774,0.0003427948,0.00002208632,0.000008110723,0.06401756,0.01764303,0.001338844,0.0004223423,0.00005911676,0.0002871277],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.992971,0.00001817277,0.0001712143,0.0006599947,0.00005215363,0.005536797,0.0001091358,0.00004728063,0.0004342345],"genre_scores_gemma":[0.9968499,0.000001992466,0.0002215249,0.00006061936,0.00006342887,0.002528825,0.0000281259,0.00002650497,0.0002190868],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8690335,"threshold_uncertainty_score":0.9956749,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3089931369","doi":"10.2196/18172","title":"Co-Designing a Mobile App to Improve Mental Health and Well-Being: Focus Group Study","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Mental health; Viewpoints; Focus group; Session (web analytics); Psychology; Mood; Applied psychology; Anxiety; Mobile apps; Perception; mHealth; Psychological intervention; Medical education; Medicine; Clinical psychology; Computer science; Psychotherapist; Psychiatry; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.07540138019982898,"gpt":0.4957289124553467,"spread":0.4203275322555178,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001313408,0.0001803196,0.0002973904,0.000271087,0.0005008878,0.0001474765,0.0003067522,0.00005428998,0.0003269605],"category_scores_gemma":[0.00003385515,0.0001695192,0.0000646936,0.0006116659,0.0001301877,0.0003905601,0.0003111528,0.0005953335,0.001781156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003054659,"about_ca_system_score_gemma":0.00006442438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002489614,"about_ca_topic_score_gemma":0.00003478943,"domain_scores_codex":[0.9967197,0.0007126652,0.0005510556,0.0004859484,0.0006377232,0.0008929446],"domain_scores_gemma":[0.9984149,0.0001938421,0.00009967531,0.0002552043,0.00008215926,0.0009542357],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001666677,0.005299691,0.002483062,0.0005128831,0.0002092563,0.00004128705,0.6049684,4.069727e-7,0.0004104942,0.0107618,0.1483191,0.2253269],"study_design_scores_gemma":[0.01142233,0.2155979,0.02501582,0.0005990249,0.00001026367,0.00005653208,0.6219252,0.0002991004,0.00299234,0.003401346,0.1176203,0.001059813],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9353423,0.0003343796,0.000581905,0.007706867,0.0004281197,0.00965992,0.0001323023,0.0001847808,0.04562942],"genre_scores_gemma":[0.9956505,0.000003120865,0.0001020713,0.0007723667,0.00007742196,0.00257692,0.00003060289,0.00003510831,0.0007518407],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2242671,"threshold_uncertainty_score":0.9989961,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283445681","doi":"10.2196/35807","title":"Predicting Depression in Adolescents Using Mobile and Wearable Sensors: Multimodal Machine Learning–Based Exploratory Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institutes of Health; University of Pittsburgh","keywords":"Depression (economics); Wearable computer; Population; Psychological intervention; Medicine; Data collection; Psychology; Artificial intelligence; Computer science; Psychiatry; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.09891382575492128,"gpt":0.4764249230331566,"spread":0.3775110972782354,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002156232,0.0001341112,0.0001890831,0.0005994004,0.0008666809,0.00005723421,0.0002001819,0.00004477206,0.0002764817],"category_scores_gemma":[0.00005127568,0.0001367101,0.00004141394,0.0006393284,0.00009707285,0.0003972828,0.0006063697,0.001421452,0.00005784046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004526072,"about_ca_system_score_gemma":0.00005448948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007005515,"about_ca_topic_score_gemma":0.00009127364,"domain_scores_codex":[0.9955669,0.002325285,0.0004318046,0.000356002,0.0007079273,0.0006120835],"domain_scores_gemma":[0.9992726,0.0001606615,0.0001147521,0.0002247053,0.00008228948,0.0001449933],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007711453,0.006320532,0.948185,0.000229292,0.00002283941,0.00007602415,0.03338533,0.002886453,0.00008805683,0.000005777165,0.00006681517,0.007962744],"study_design_scores_gemma":[0.009192014,0.009283235,0.5198656,0.001239586,0.00000785903,0.00003826152,0.2142208,0.2448486,0.0003851634,0.00008447866,0.0004227346,0.000411627],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9968646,0.0003250913,0.00001751867,0.00001989803,0.0002394231,0.001843256,0.00005197437,0.00005593785,0.0005822945],"genre_scores_gemma":[0.9978929,8.723506e-7,0.000018869,0.00001405862,0.00002323926,0.001807546,0.00001261933,0.00003083625,0.0001991029],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4283194,"threshold_uncertainty_score":0.6665897,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3156556004","doi":"10.2196/21678","title":"Chatbot-Based Assessment of Employees’ Mental Health: Design Process and Pilot Implementation","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Chatbot; Mental health; Anxiety; Interactivity; Burnout; Applied psychology; Conversation; Workforce; Computer-assisted web interviewing; Psychology; Absenteeism; Work engagement; Depression (economics); Clinical psychology; Computer science; Work (physics); Engineering; Social psychology; Multimedia; Psychiatry; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.232863381045336,"gpt":0.610576066639675,"spread":0.377712685594339,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001552028,0.0001183345,0.0002183681,0.0002771401,0.0002852228,0.00005639132,0.0001449657,0.00003605644,0.0007856684],"category_scores_gemma":[0.00001583803,0.0001163421,0.00004586785,0.0005525021,0.0001823958,0.0003421944,0.0001031513,0.0002800029,0.00004792806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003248737,"about_ca_system_score_gemma":0.000525661,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001244452,"about_ca_topic_score_gemma":0.00007870504,"domain_scores_codex":[0.9970083,0.0009443191,0.0005812889,0.0002662881,0.0006509823,0.0005487695],"domain_scores_gemma":[0.9987966,0.0002348566,0.0001846222,0.0002268595,0.0003644501,0.0001925452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002470029,0.03614992,0.03576338,0.01046491,0.0008833062,0.00008329503,0.1136292,0.00003122426,0.002201397,0.1838513,0.1139029,0.5005692],"study_design_scores_gemma":[0.01938112,0.0744717,0.6904829,0.002355496,0.00002030532,0.000114856,0.1359968,0.001959242,0.0514297,0.01659143,0.006201213,0.0009952027],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9662524,0.0005269326,0.007592971,0.009451077,0.000582025,0.00362696,0.0006289932,0.00007346872,0.01126513],"genre_scores_gemma":[0.9976719,0.000008389417,0.000887029,0.0001422178,0.00001613508,0.0007944598,0.0001926799,0.00001928639,0.0002678944],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6547195,"threshold_uncertainty_score":0.8602518,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4282921058","doi":"10.2196/28025","title":"Data Privacy Concerns Using mHealth Apps and Smart Speakers: Comparative Interview Study Among Mature Adults","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"mHealth; Internet privacy; Information privacy; Psychology; Exploratory research; Applied psychology; Computer science; Psychological intervention","retraction":null,"screen_n_in":null,"score":{"opus":0.4808840070053953,"gpt":0.6102667840580622,"spread":0.1293827770526669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007854638,0.0002733121,0.0006469851,0.0004355354,0.006369201,0.00004257051,0.001276413,0.0001293686,0.0009047833],"category_scores_gemma":[0.0001485392,0.0002449768,0.00003817883,0.001346957,0.0003358463,0.0006805328,0.004388358,0.004357314,0.0001732702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009581123,"about_ca_system_score_gemma":0.001694128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002348592,"about_ca_topic_score_gemma":0.001554292,"domain_scores_codex":[0.9878331,0.007307485,0.001249113,0.000836338,0.001228935,0.001544989],"domain_scores_gemma":[0.9951215,0.001385106,0.0005530322,0.001576617,0.0005540818,0.0008096456],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001661548,0.0034061,0.1552438,0.008417265,0.0001939236,0.00002761375,0.5046383,0.00002151375,0.00001503188,0.003250299,0.2835844,0.03954024],"study_design_scores_gemma":[0.003824437,0.001444716,0.2464208,0.0006626327,0.0000208969,0.000009399116,0.3359369,0.01057659,0.000001360129,0.0002994838,0.4004963,0.000306472],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9710066,0.001365635,0.000231751,0.002070172,0.000374841,0.02039959,0.001508232,0.0001207761,0.002922398],"genre_scores_gemma":[0.9809381,0.0003902398,0.0002059887,0.0006346604,0.0002281171,0.01663694,0.0005970306,0.00003988257,0.0003290613],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1687013,"threshold_uncertainty_score":0.9989863,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3138050756","doi":"10.2196/25513","title":"A Multiple Health Behavior Change, Self-Monitoring Mobile App for Adolescents: Development and Usability Study of the Health4Life App","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Paul Ramsay Foundation","keywords":"Helpfulness; Usability; Mobile apps; Applied psychology; App store; Recreation; Behavior change; mHealth; Smartphone app; Psychology; Psychological intervention; Medicine; Computer science; Internet privacy; World Wide Web; Human–computer interaction; Social psychology; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.2070839216427234,"gpt":0.5477529788478254,"spread":0.340669057205102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004314946,0.0001984969,0.0004910065,0.0001599567,0.003659721,0.0000148988,0.000302064,0.0001442079,0.00001283774],"category_scores_gemma":[0.0001882984,0.0001409975,0.00004517562,0.0009190626,0.0001258902,0.0001816453,0.0004418379,0.001196315,0.00001403746],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009052318,"about_ca_system_score_gemma":0.003722787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005710559,"about_ca_topic_score_gemma":0.001628241,"domain_scores_codex":[0.9942684,0.001820552,0.001212494,0.0005031649,0.0008740604,0.001321401],"domain_scores_gemma":[0.9957459,0.001098474,0.0004561646,0.000724703,0.001349046,0.0006257289],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002364929,0.00433306,0.8032714,0.009868477,0.0000210568,6.464468e-7,0.1056235,9.29954e-7,0.00001855574,0.0001354299,0.0007985823,0.07569185],"study_design_scores_gemma":[0.003508614,0.001064631,0.8419362,0.0008602954,0.000007233127,0.000002015712,0.0812149,0.00006535483,0.0001480702,0.00001924466,0.07103995,0.0001334414],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9567638,0.0004977794,0.00009394283,0.0009203309,0.0002575898,0.04123948,0.00008265082,0.0000819347,0.00006246952],"genre_scores_gemma":[0.7770473,0.0001826372,0.0008589728,0.0002227728,0.0001452414,0.2214254,0.00002227476,0.00002596454,0.00006952484],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1801859,"threshold_uncertainty_score":0.9976374,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008535369","doi":"10.2196/15007","title":"The Diabetes and Emotional Health Handbook and Toolkit for Health Professionals Supporting Adults With Type 1 and Type 2 Diabetes: Formative Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Diabetes Management and Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Diabetes Australia; Australian Government","keywords":"Stakeholder; Formative assessment; Inclusion (mineral); Psychology; Medical education; Qualitative research; Type 2 diabetes; Health professionals; Nursing; Medicine; Health care; Diabetes mellitus; Social psychology; Public relations; Pedagogy; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.092718646292547,"gpt":0.4702553193152957,"spread":0.3775366730227487,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003202905,0.0001244154,0.0002417702,0.0001095459,0.0008050207,0.0001079145,0.00005725156,0.00003683667,0.00002196451],"category_scores_gemma":[0.0005672003,0.00007715741,0.00001461058,0.0003781922,0.0001883966,0.0004473421,0.0001002899,0.0002483329,0.000006431908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001100554,"about_ca_system_score_gemma":0.0005742696,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003038095,"about_ca_topic_score_gemma":0.000006007431,"domain_scores_codex":[0.9980511,0.0002655717,0.0003176238,0.000225526,0.0006104237,0.00052975],"domain_scores_gemma":[0.9980255,0.0005231468,0.0002006045,0.0001012209,0.000877557,0.0002720089],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00198247,0.0003943676,0.08264799,0.01079025,0.0004049941,3.448475e-7,0.189342,0.00000286311,0.0001203808,0.001528675,0.199071,0.5137147],"study_design_scores_gemma":[0.01214111,0.03310073,0.7010905,0.007991887,0.00009089267,0.000003783406,0.09144859,0.1221921,0.000707225,0.003335251,0.02726086,0.0006371629],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9516131,0.002609331,0.00003579628,0.04190387,0.000063473,0.003508369,0.0000171873,0.00002235942,0.0002264897],"genre_scores_gemma":[0.996161,0.0004679842,0.0003302743,0.002079384,0.0001106093,0.0003971036,0.0002663462,0.00001660287,0.0001706539],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6184425,"threshold_uncertainty_score":0.6191649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2943155656","doi":"10.2196/13417","title":"Development and Usability of ADappt: Web-Based Tool to Support Clinicians, Patients, and Caregivers in the Diagnosis of Mild Cognitive Impairment and Alzheimer Disease","year":2019,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Amsterdam Neuroscience; Alzheimer Nederland; Vrije Universiteit Amsterdam; Universiteit van Amsterdam; ZonMw","keywords":"Usability; Dementia; Medicine; Disease; Test (biology); Qualitative research; Cognition; Decision support system; Pathology; Psychiatry; Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05222635893088397,"gpt":0.3928854973834915,"spread":0.3406591384526076,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023142,0.0001534585,0.0003358171,0.0003684948,0.00008812718,0.00002472079,0.000107823,0.00005144952,0.0001602796],"category_scores_gemma":[0.0002110184,0.0001060571,0.00004633042,0.0004272983,0.0004615857,0.0001700093,0.0002400414,0.0002866201,0.00001147464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000686433,"about_ca_system_score_gemma":0.0004504565,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005457661,"about_ca_topic_score_gemma":0.00003123243,"domain_scores_codex":[0.9972687,0.0003891413,0.0004584451,0.0003215843,0.001139053,0.0004230277],"domain_scores_gemma":[0.9980109,0.0008527114,0.00008137486,0.000181391,0.0006237417,0.0002498878],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002053953,0.001201369,0.9457747,0.0005969027,0.00007858325,0.00000673977,0.01030951,1.228481e-7,0.00001954432,0.00002450172,0.0003822305,0.03955188],"study_design_scores_gemma":[0.00566376,0.003529725,0.9743068,0.0004322598,0.00004300463,5.965097e-7,0.01279159,0.00005838361,0.002019502,0.00001556271,0.001029038,0.0001097725],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9945293,0.0001646846,0.000002787616,0.0005878995,0.00001335402,0.004019899,0.0001353563,0.000004311712,0.0005423864],"genre_scores_gemma":[0.9988511,0.0001131228,0.00008050279,0.0001797326,0.000005590568,0.000676587,0.00005677398,0.000009395624,0.00002716786],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0394421,"threshold_uncertainty_score":0.4324882,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205207624","doi":"10.2196/34889","title":"A Digital Mental Health Intervention in an Orthopedic Setting for Patients With Symptoms of Depression and/or Anxiety: Feasibility Prospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institutes of Health; Doris Duke Charitable Foundation","keywords":"Anxiety; Medicine; Orthopedic surgery; Mental health; Intervention (counseling); Physical therapy; Depression (economics); Prospective cohort study; Psychiatry; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.04513206474616693,"gpt":0.4760771960495935,"spread":0.4309451313034265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002503942,0.0001406738,0.0002853493,0.0003679798,0.0004540026,0.00006106387,0.0001988505,0.00003015208,0.0001025544],"category_scores_gemma":[0.00005262695,0.0001123498,0.00006167911,0.0005729347,0.0001475981,0.0009219184,0.0004373249,0.0004281171,0.000003312962],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008840798,"about_ca_system_score_gemma":0.00008805794,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001366139,"about_ca_topic_score_gemma":0.0002819275,"domain_scores_codex":[0.9967206,0.0008345734,0.0006756133,0.0004826761,0.000780405,0.0005061912],"domain_scores_gemma":[0.9989117,0.0001467086,0.0002785889,0.0002809573,0.0002292728,0.0001527697],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003933439,0.01415589,0.8715716,0.0001977146,0.00004809515,0.000001008042,0.01512793,5.980493e-7,2.21667e-7,0.0001063003,0.0001336787,0.09472354],"study_design_scores_gemma":[0.005408786,0.03890415,0.932108,0.0001653814,0.000002645648,0.000004746556,0.02295858,0.00008919195,0.000002780654,0.0002048026,0.00005551894,0.0000953661],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9870672,0.00003724486,0.00003300554,0.00006838797,0.0001460388,0.01095859,0.0009863429,0.00002617174,0.00067705],"genre_scores_gemma":[0.9939126,4.226864e-7,0.00002484811,0.00001098375,0.000008540064,0.005420341,0.000362007,0.00002354519,0.0002367189],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09462817,"threshold_uncertainty_score":0.4581493,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4320710158","doi":"10.2196/40645","title":"Multiple Automated Health Literacy Assessments of Written Health Information: Development of the SHeLL (Sydney Health Literacy Lab) Health Literacy Editor v1","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"University of Sydney","keywords":"Readability; Health literacy; Literacy; Computer science; Reading (process); Government (linguistics); Medical education; Multimedia; Artificial intelligence; Psychology; Health care; Medicine; Pedagogy; Linguistics; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1053805758268399,"gpt":0.569299818439497,"spread":0.463919242612657,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03227587,0.0006470463,0.001823122,0.002010901,0.005799555,0.0002461679,0.001690396,0.0003731212,0.0003700111],"category_scores_gemma":[0.0008923659,0.000481624,0.0002830691,0.006369963,0.0003670193,0.009489144,0.001567809,0.003511149,0.001066226],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004089247,"about_ca_system_score_gemma":0.02612453,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002294197,"about_ca_topic_score_gemma":0.0001405229,"domain_scores_codex":[0.9709493,0.009676438,0.01119996,0.000662427,0.003850099,0.003661764],"domain_scores_gemma":[0.9822221,0.002730488,0.006932319,0.001774508,0.004747493,0.001593122],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00027489,0.0005595182,0.01714694,0.02281786,0.00006472821,3.116263e-7,0.3465442,0.00002172566,0.00000365957,0.0004253421,0.2942392,0.3179016],"study_design_scores_gemma":[0.003403909,0.001176072,0.2859015,0.006961941,0.000001958748,0.000003020192,0.01266051,0.05530503,0.00004085695,0.0001930901,0.6339386,0.0004134862],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6746008,0.003757898,0.02071701,0.1831341,0.02568367,0.06530159,0.01468179,0.004961606,0.007161501],"genre_scores_gemma":[0.9215913,0.001756557,0.02949896,0.0329921,0.001598909,0.003462757,0.00707955,0.0001618059,0.001858001],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3396994,"threshold_uncertainty_score":0.9997635,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4221092010","doi":"10.2196/29967","title":"Machine-Aided Self-diagnostic Prediction Models for Polycystic Ovary Syndrome: Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Ovarian function and disorders","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Polycystic ovary; Machine learning; Predictive modelling; Artificial intelligence; Observational study; Computer science; Feature (linguistics); Data set; Medicine; Data mining; Internal medicine; Obesity","retraction":null,"screen_n_in":null,"score":{"opus":0.1204105317859002,"gpt":0.3949745097744957,"spread":0.2745639779885954,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00159829,0.0001525864,0.000248838,0.0005569104,0.0009631886,0.00004128362,0.0001657364,0.00005105737,0.0006767143],"category_scores_gemma":[0.000399526,0.0001421011,0.0001073013,0.0009609898,0.00006030145,0.0004095107,0.0002055311,0.0006829262,0.00006216686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004550937,"about_ca_system_score_gemma":0.0004462633,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004992997,"about_ca_topic_score_gemma":0.000003476001,"domain_scores_codex":[0.9970003,0.0003942186,0.00039685,0.0003164605,0.001429628,0.0004624906],"domain_scores_gemma":[0.9979149,0.001118799,0.00007314862,0.0003085106,0.0003985138,0.0001861859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0219014,0.04653706,0.2016652,0.002138216,0.003312949,0.0004219855,0.08318467,0.01918132,0.000273806,0.03569042,0.5779457,0.007747272],"study_design_scores_gemma":[0.01435323,0.01451679,0.5083535,0.00005321227,0.0001238475,0.0003680974,0.02003729,0.4190868,0.00001001181,0.01046223,0.01232516,0.0003097899],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9603213,0.0004258149,0.008739595,0.003600851,0.0009511665,0.01294866,0.0008139947,0.0005733963,0.01162519],"genre_scores_gemma":[0.992205,0.00001128267,0.0002977832,0.0002970998,0.00005661813,0.005056472,0.0005485819,0.00003335204,0.001493796],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5656205,"threshold_uncertainty_score":0.7409547,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3017512102","doi":"10.2196/18703","title":"A Mind-Body Physical Activity Program for Chronic Pain With or Without a Digital Monitoring Device: Proof-of-Concept Feasibility Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Randomized controlled trial; Physical therapy; Chronic pain; Medicine; Psychological intervention; Physical medicine and rehabilitation; Psychology; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.06875409589659427,"gpt":0.4545883255558277,"spread":0.3858342296592334,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00403718,0.0002542437,0.00183533,0.0001300947,0.0001510427,0.0000786462,0.0001421859,0.0001151174,0.00001919353],"category_scores_gemma":[0.005593109,0.0001308371,0.0006133906,0.0005844901,0.0008960744,0.0004539352,0.00006190842,0.0005810538,0.000003592662],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002824557,"about_ca_system_score_gemma":0.0008852843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005824008,"about_ca_topic_score_gemma":0.000001589899,"domain_scores_codex":[0.9958863,0.001547044,0.0005257571,0.0004075764,0.001102112,0.0005312682],"domain_scores_gemma":[0.9932672,0.005072839,0.0002596173,0.000267952,0.0008373841,0.0002950511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9076813,0.003142191,0.0002348065,0.00264706,0.0003746623,0.000001246254,0.008489021,0.000004251477,0.0008585606,0.00001933013,0.00003202817,0.07651557],"study_design_scores_gemma":[0.8844731,0.03434985,0.0004144701,0.0004958512,0.00007582331,7.985367e-7,0.001666026,0.07257961,0.005640104,0.00005798663,0.00008141193,0.0001649374],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9387553,0.00004162909,0.004144551,0.001048219,0.00004325969,0.05562374,0.00001562307,0.00005893133,0.0002687236],"genre_scores_gemma":[0.9837868,0.000001079335,0.0005228376,0.000006348977,0.0006037584,0.01489633,0.00002413256,0.00002824896,0.0001304745],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07635064,"threshold_uncertainty_score":0.6695878,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3010560628","doi":"10.2196/15962","title":"Understanding Students’ Mental Well-Being Challenges on a University Campus: Interview Study","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mental health; Stressor; Psychology; Medical education; Negotiation; Psychological intervention; Social support; Stigma (botany); Applied psychology; Social psychology; Clinical psychology; Medicine; Psychiatry; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.4138119865555132,"gpt":0.5196560390500851,"spread":0.1058440524945718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001245578,0.0001637828,0.0002290036,0.0003107773,0.0004229851,0.00008634877,0.0006652005,0.00006171862,0.0007859905],"category_scores_gemma":[0.00002180012,0.0001589372,0.0001100246,0.0005304749,0.0001511212,0.0004042183,0.0006438493,0.0006917511,0.003624405],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00104558,"about_ca_system_score_gemma":0.0000257885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003152855,"about_ca_topic_score_gemma":0.00004827906,"domain_scores_codex":[0.996509,0.001317517,0.0003104997,0.0003955067,0.0008830032,0.0005844604],"domain_scores_gemma":[0.9990333,0.0002463403,0.00008746915,0.0002576221,0.00007155763,0.0003036537],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001680757,0.01387282,0.004762028,0.0008383561,0.0008981804,0.0004494567,0.6802638,0.000001344438,0.000005754368,0.2184597,0.0378632,0.04090457],"study_design_scores_gemma":[0.004350661,0.01916583,0.03734248,0.0007812937,0.00001517347,0.000009497136,0.9150056,0.00007461874,0.00004605468,0.002802806,0.02005539,0.0003505644],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6875088,0.0002299649,0.0002588895,0.01154209,0.0007141394,0.002676958,0.00004219074,0.0001553559,0.2968717],"genre_scores_gemma":[0.9985577,0.00004045493,0.000005018116,0.0001768419,0.00004591776,0.00005828001,0.000009095168,0.00002150144,0.001085159],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.311049,"threshold_uncertainty_score":0.9971514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4282944802","doi":"10.2196/32736","title":"Assessment and Prediction of Depression and Anxiety Risk Factors in Schoolchildren: Machine Learning Techniques Performance Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Anxiety; Depression (economics); Support vector machine; Mental health; Machine learning; Naive Bayes classifier; Psychology; Artificial intelligence; Decision tree; Clinical psychology; Psychiatry; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.04480358463989018,"gpt":0.4515298825113037,"spread":0.4067262978714135,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003330205,0.00009891422,0.0002222886,0.0009101084,0.0006654339,0.00001916078,0.0001117148,0.00005710937,0.0002728367],"category_scores_gemma":[0.0000241944,0.00008932486,0.0000314412,0.001122145,0.00009944785,0.0002606388,0.0004062798,0.001555019,9.053218e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002434271,"about_ca_system_score_gemma":0.00003000768,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001099184,"about_ca_topic_score_gemma":0.00002618523,"domain_scores_codex":[0.9970429,0.001436878,0.0003699842,0.0002686657,0.0005439552,0.0003376136],"domain_scores_gemma":[0.9992853,0.0002280577,0.0001792592,0.0001642479,0.00005787694,0.00008522754],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007533976,0.0001152918,0.9653739,0.00007386207,0.00005158913,6.301265e-7,0.007618818,0.00003885322,0.0002183548,0.00004379889,0.00002461967,0.02636489],"study_design_scores_gemma":[0.0004126046,0.0006741122,0.9749694,0.00003305926,0.00001245734,0.000005581696,0.008547594,0.01452275,0.0005629552,0.00002610318,0.0001733652,0.00006001324],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9967423,0.0002872289,0.0001030461,0.00002157648,0.00002305754,0.0005787949,0.0001041994,0.00003252404,0.002107248],"genre_scores_gemma":[0.9988147,0.0004546562,0.0002197338,0.000005057028,0.00001062241,0.0003579493,0.00008256817,0.00001039193,0.00004433068],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02630488,"threshold_uncertainty_score":0.6755869,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4287377589","doi":"10.2196/39004","title":"Single-Session Interventions Embedded Within Tumblr: Acceptability, Feasibility, and Utility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health; University of Denver; Klingenstein Third Generation Foundation; Psi Chi; National Institutes of Health; Stony Brook University; National Science Foundation","keywords":"Psychological intervention; Mental health; Psychology; Cognitive reframing; Harm; Session (web analytics); Applied psychology; Clinical psychology; Social psychology; Psychiatry; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.3191481269917482,"gpt":0.5658126956887665,"spread":0.2466645686970182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006165908,0.0001981216,0.0003201707,0.0004841377,0.001309423,0.0001729064,0.0006022452,0.00006158015,0.009085383],"category_scores_gemma":[0.000209163,0.0001902636,0.0002230047,0.001035819,0.0004776684,0.0006486507,0.002636521,0.00132526,0.0002715823],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007961363,"about_ca_system_score_gemma":0.00008028383,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002748457,"about_ca_topic_score_gemma":0.0004108714,"domain_scores_codex":[0.9926826,0.003797352,0.00101136,0.0006640393,0.001124616,0.0007200548],"domain_scores_gemma":[0.9979503,0.0004674983,0.0002047569,0.000834726,0.000256387,0.0002863386],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003081951,0.1401017,0.3199924,0.00184731,0.0004368036,0.0001022056,0.2736079,0.000004200457,0.00009141063,0.01622856,0.03257482,0.2119308],"study_design_scores_gemma":[0.002645795,0.01379236,0.7760008,0.0001174372,0.00001509664,0.00005536582,0.187624,0.0001518419,0.0001212949,0.01791376,0.001271999,0.00029026],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9703378,0.0001712533,0.00005065404,0.0004099472,0.001064878,0.003203349,0.000276608,0.0001144578,0.02437106],"genre_scores_gemma":[0.9950954,4.47742e-7,0.00004160213,0.0000321853,0.00002183414,0.00239524,0.00004803964,0.00002681054,0.002338385],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4560084,"threshold_uncertainty_score":0.9999908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4214543301","doi":"10.2196/33635","title":"Heart Rate Measurement Accuracy of Fitbit Charge 4 and Samsung Galaxy Watch Active2: Device Evaluation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Bundesministerium für Gesundheit; Deutsche Forschungsgemeinschaft","keywords":"Heart rate; Medicine; Activity tracker; Heart rate monitor; Physical therapy; Physical activity; Statistics; Mathematics; Blood pressure; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1385895742659559,"gpt":0.4045060877409611,"spread":0.2659165134750051,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007267661,0.0001676206,0.0002469884,0.0002811437,0.0004138762,0.0000588473,0.0002449247,0.00003258187,0.0002414728],"category_scores_gemma":[0.000335958,0.0001677429,0.00004493538,0.0007890919,0.00005273626,0.0006437923,0.0003904786,0.0006799233,0.00003753867],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009993305,"about_ca_system_score_gemma":0.0001115215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008316997,"about_ca_topic_score_gemma":0.00001659162,"domain_scores_codex":[0.9955044,0.001046754,0.0003468303,0.0002318801,0.002385943,0.0004841889],"domain_scores_gemma":[0.9983168,0.0004615494,0.00006276507,0.0002829295,0.0007684694,0.0001075429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002481929,0.0007397925,0.03288608,0.0007480694,0.0004124031,0.00000918866,0.0609773,0.002606515,0.8812736,0.00006900428,0.004475089,0.01555472],"study_design_scores_gemma":[0.004630011,0.002740937,0.4492311,0.0002610986,0.000054666,0.00001400265,0.04408257,0.01579599,0.4785601,0.0006351079,0.00320555,0.0007888137],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9960907,0.0003312336,0.00007339758,0.0001025282,0.0002100517,0.002095195,0.00002186449,0.00005887514,0.001016186],"genre_scores_gemma":[0.998363,0.0000212637,0.0000377126,0.000004398591,0.00006207044,0.001450842,0.000007447054,0.0000332474,0.00001999854],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.416345,"threshold_uncertainty_score":0.6840356,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3034576439","doi":"10.2196/14450","title":"EHealth Literacy in UK Teenagers and Young Adults: Exploration of Predictors and Factor Structure of the eHealth Literacy Scale (eHEALS)","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"eHealth; Health literacy; Literacy; Psychology; Scale (ratio); Exploratory factor analysis; Gerontology; Medicine; Developmental psychology; Psychometrics; Health care","retraction":null,"screen_n_in":null,"score":{"opus":0.07374019047529248,"gpt":0.4909180366103348,"spread":0.4171778461350424,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002150079,0.0001993697,0.0005118572,0.0003599876,0.000710242,0.00004177339,0.0003202409,0.0002420316,0.0001626039],"category_scores_gemma":[0.0006720251,0.0001308659,0.00004672055,0.001332777,0.0003417606,0.003983351,0.0002947601,0.001826234,0.00000668624],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002198576,"about_ca_system_score_gemma":0.0006651219,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000651975,"about_ca_topic_score_gemma":0.0001859845,"domain_scores_codex":[0.9935229,0.002352857,0.002256742,0.0003132817,0.0008472732,0.0007069522],"domain_scores_gemma":[0.9964852,0.0009211319,0.0009198198,0.0003854306,0.0008655206,0.0004228567],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0004902936,0.00005056049,0.4717082,0.007231087,0.000006371868,1.697777e-7,0.5084023,0.000001801185,0.0001266006,0.0002302653,0.0005621146,0.01119024],"study_design_scores_gemma":[0.001980165,0.0005053729,0.9605924,0.00177183,0.000002529116,9.355211e-7,0.02384632,0.007918851,0.0003109248,0.0007117822,0.00221889,0.0001400152],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9921322,0.0002514852,0.0001768204,0.003184672,0.000187373,0.002997187,0.0006407097,0.00002384687,0.0004056452],"genre_scores_gemma":[0.998084,0.0005130596,0.0002543254,0.0008264774,0.00008584851,0.0001264917,0.00006474612,0.00001498175,0.00003008296],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4888842,"threshold_uncertainty_score":0.7934179,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3200694407","doi":"10.2196/30053","title":"A Conversational Artificial Intelligence Agent for a Mental Health Care App: Evaluation Study of Its Participatory Design","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"European Commission","keywords":"Mental health; Psychology; Psychological intervention; Checklist; Anxiety; Focus group; Clinical psychology; mHealth; Health care; Coping (psychology); Applied psychology; Psychotherapist; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.5856126419317536,"gpt":0.6251836988547892,"spread":0.03957105692303564,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003125515,0.0001052297,0.0002017802,0.0002244456,0.0003231134,0.00003825847,0.0001652012,0.00004907444,0.0007417601],"category_scores_gemma":[0.0001526605,0.0001078985,0.0000765256,0.000448541,0.0001052279,0.0002315601,0.000106387,0.0002045995,0.000270358],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007559104,"about_ca_system_score_gemma":0.0006145944,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003845212,"about_ca_topic_score_gemma":0.0001225907,"domain_scores_codex":[0.9956382,0.00180984,0.0007296157,0.0002952251,0.001038076,0.0004890457],"domain_scores_gemma":[0.997642,0.0004193306,0.0001838806,0.000235567,0.001385076,0.0001340892],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001824058,0.01485496,0.0001720988,0.001139347,0.0003696419,0.000007291061,0.5854695,0.0001389898,0.0001144834,0.04734528,0.03047596,0.3180884],"study_design_scores_gemma":[0.003526156,0.02680495,0.009240286,0.0004686099,0.00003880222,0.00001870102,0.9187991,0.01297417,0.01539178,0.008146942,0.004180108,0.0004103824],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9630214,0.001832251,0.01147567,0.003167448,0.001980455,0.01524906,0.0009115116,0.00005998266,0.002302242],"genre_scores_gemma":[0.9949759,0.000002589002,0.0001719776,0.00007726669,0.00003945918,0.004360918,0.0002082352,0.00001418834,0.0001494745],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3333296,"threshold_uncertainty_score":0.8121753,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044884323","doi":"10.2196/20165","title":"Feasibility of Self-Monitoring Rheumatoid Arthritis With a Smartphone App: Results of Two Mixed-Methods Pilot Studies","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; Medicine; Smartphone app; Mobile apps; System usability scale; Physical therapy; Smartphone application; Digital health; Health care; World Wide Web; Multimedia; Computer science; Heuristic evaluation","retraction":null,"screen_n_in":null,"score":{"opus":0.1115385652209459,"gpt":0.4612436105162392,"spread":0.3497050452952932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00429007,0.0002660109,0.001065864,0.0003685023,0.0002477051,0.00003526471,0.0003114183,0.00006518492,0.00003269316],"category_scores_gemma":[0.001716519,0.0001971802,0.0001378724,0.001435792,0.001201363,0.0004263727,0.0003785271,0.0009110481,0.00003432155],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001524866,"about_ca_system_score_gemma":0.0004420197,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001189237,"about_ca_topic_score_gemma":0.00003266295,"domain_scores_codex":[0.9946043,0.001362196,0.0009962955,0.0004560053,0.00178454,0.0007966092],"domain_scores_gemma":[0.9949564,0.001515431,0.0002687992,0.0005719707,0.002212311,0.0004750405],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.05661987,0.006872857,0.1132608,0.00822116,0.004457242,0.0002662233,0.2787583,0.00002522299,0.1479403,0.002401802,0.01287164,0.3683045],"study_design_scores_gemma":[0.06626605,0.051199,0.1143078,0.01073215,0.00001434613,0.0002582866,0.08487498,0.0008483297,0.6617876,0.002319951,0.006496851,0.0008946242],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9810546,0.01403982,0.0003853765,0.00107641,0.00007706952,0.001503151,0.00008756667,0.0001162298,0.001659751],"genre_scores_gemma":[0.9501547,0.03691201,0.01256788,0.00001129375,0.00006778177,0.0002109808,0.00001440505,0.00003571732,0.00002520983],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5138474,"threshold_uncertainty_score":0.8040774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4206736184","doi":"10.2196/30286","title":"Implications and Preventions of Cyberbullying and Social Exclusion in Social Media: Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Formative Research","topic":"Bullying, Victimization, and Aggression","field":"Psychology","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"","funders":"University of North Carolina at Charlotte","keywords":"Social media; Psychology; The Internet; Social exclusion; Internet privacy; Social psychology; Applied psychology; World Wide Web; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1626827311263317,"gpt":0.494697561795869,"spread":0.3320148306695373,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00325957,0.0002608701,0.001731357,0.0007721149,0.001114819,0.00003812323,0.000347736,0.0002812911,0.0008246368],"category_scores_gemma":[0.0002538432,0.0002115057,0.0002166711,0.001297685,0.0002601708,0.0001634993,0.0005954963,0.001051209,0.00002097729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002089296,"about_ca_system_score_gemma":0.0001812439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001779387,"about_ca_topic_score_gemma":0.0000160837,"domain_scores_codex":[0.9939374,0.003449743,0.001246944,0.0003849277,0.0005719039,0.0004091076],"domain_scores_gemma":[0.9971099,0.001550352,0.0008251205,0.000278692,0.000169888,0.00006601099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000005689917,0.0002268766,0.000005883878,0.8371925,0.0001122556,0.000003046567,0.02576541,1.528578e-8,1.968561e-7,0.007906545,0.005136361,0.1236452],"study_design_scores_gemma":[0.0009323285,0.0001585004,0.0006223563,0.6274077,0.0008615655,0.0001387247,0.008449791,0.000008575532,8.536372e-8,0.00205004,0.3587083,0.0006621201],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003281374,0.9932404,0.00002523512,0.0002066859,0.00009079167,0.003862333,0.0001619935,0.0000211591,0.002358581],"genre_scores_gemma":[0.0002983715,0.9942432,0.00001631086,0.00001585251,0.0000782513,0.004738263,0.0003203602,0.00003833085,0.0002510738],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3535719,"threshold_uncertainty_score":0.9029194,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2981593253","doi":"10.2196/14372","title":"A Comprehensive Framework to Evaluate Websites: Literature Review and Development of GoodWeb","year":2019,"lang":"en","type":"review","venue":"JMIR Formative Research","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; Interactivity; Computer science; World Wide Web; Quality (philosophy); Process (computing); Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.258065969551988,"gpt":0.5523409875110322,"spread":0.2942750179590442,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004141285,0.000413911,0.002154112,0.0005083576,0.0004528461,0.0004373462,0.001125838,0.0004131088,0.0003835367],"category_scores_gemma":[0.00174108,0.0003060199,0.0003040231,0.002368369,0.0009377451,0.0008976478,0.001046277,0.001213442,0.001448231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006202079,"about_ca_system_score_gemma":0.00266065,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002377176,"about_ca_topic_score_gemma":0.00003641555,"domain_scores_codex":[0.9936028,0.001846564,0.001145936,0.0005951182,0.001979811,0.000829843],"domain_scores_gemma":[0.9942244,0.002500652,0.0003495543,0.0006429413,0.001936805,0.0003456501],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006320388,0.00009980018,0.000004791547,0.2426583,0.0001193363,9.413183e-7,0.04461065,2.053468e-8,2.1213e-8,0.004271331,0.003044201,0.7051843],"study_design_scores_gemma":[0.00004793511,0.0001051486,0.00001950321,0.1504036,0.00005387571,0.000001339671,0.003547986,1.474122e-7,2.957919e-7,0.001932645,0.8436224,0.0002650852],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00004910123,0.9638495,0.000009151813,0.000198225,0.00008956193,0.005846466,0.0002373263,0.0000347651,0.02968588],"genre_scores_gemma":[0.00004268088,0.9962829,0.0007146938,0.00008939488,0.00005974394,0.0008894956,0.00008155659,0.00003425452,0.001805279],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8405783,"threshold_uncertainty_score":0.9999392,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4320065330","doi":"10.2196/43014","title":"Extracting Medical Information From Free-Text and Unstructured Patient-Generated Health Data Using Natural Language Processing Methods: Feasibility Study With Real-world Data","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Computer science; Natural language processing; Pipeline (software); Artificial intelligence; Named-entity recognition; Unstructured data; Sentence; SNOMED CT; Parsing; Set (abstract data type); Unified Medical Language System; Information retrieval; Big data; Terminology; Data mining; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.2386185537144399,"gpt":0.5579463831016811,"spread":0.3193278293872412,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01049431,0.0002274147,0.0003919691,0.0006231286,0.001059783,0.0007504015,0.003415456,0.00007152381,0.0000131598],"category_scores_gemma":[0.002364947,0.0001706839,0.00001269993,0.003315365,0.000208582,0.006316517,0.006942576,0.001828917,0.00000856425],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002849166,"about_ca_system_score_gemma":0.001238752,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01709524,"about_ca_topic_score_gemma":0.007056592,"domain_scores_codex":[0.9915335,0.003816925,0.0007644925,0.0008273656,0.002257238,0.0008004843],"domain_scores_gemma":[0.9944499,0.001308703,0.000484218,0.002933035,0.0004726949,0.0003514301],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009450963,0.00008092931,0.01830579,0.0002962418,0.00003307637,0.00002458274,0.07219907,0.00004051882,0.00002555238,0.0000451112,0.0006309283,0.9082237],"study_design_scores_gemma":[0.0006535982,0.0002982391,0.09009396,0.0001941268,0.00000278845,0.0000147791,0.01602838,0.8922396,0.00002267141,0.00008848978,0.0001915447,0.0001717868],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9599583,0.0003423416,0.03444108,0.002314488,0.0002019896,0.001913508,0.0003130618,0.0004164865,0.00009871428],"genre_scores_gemma":[0.9133088,0.00001575596,0.08513594,0.0001072828,0.00006979016,0.00002760582,0.001312278,0.00001713609,0.000005426064],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9080519,"threshold_uncertainty_score":0.98945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3013597571","doi":"10.2196/16670","title":"Patient Perception of Plain-Language Medical Notes Generated Using Artificial Intelligence Software: Pilot Mixed-Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Comprehension; Plain language; Documentation; Medical education; Health care; Psychology; Unified Medical Language System; Patient satisfaction; Medicine; Artificial intelligence; Computer science; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.2930984704009103,"gpt":0.6006857799274068,"spread":0.3075873095264965,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01070976,0.0002222211,0.0005830302,0.0003406806,0.00106647,0.00001958012,0.0004365813,0.0002712805,0.001339451],"category_scores_gemma":[0.005801911,0.0001839292,0.00006543567,0.001508995,0.0002330597,0.0002363956,0.0005195473,0.002782818,0.0003831995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007293746,"about_ca_system_score_gemma":0.002268243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001786174,"about_ca_topic_score_gemma":0.0003796669,"domain_scores_codex":[0.9802192,0.01426282,0.001774911,0.0004417498,0.002002244,0.001299005],"domain_scores_gemma":[0.9933303,0.004254161,0.0004085068,0.0003684959,0.001012663,0.0006258938],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008874947,0.001579209,0.004064738,0.002032647,0.00009051807,0.00002941508,0.4377747,0.00007762991,0.01525311,0.0006700894,0.001698555,0.5358418],"study_design_scores_gemma":[0.001298605,0.02084584,0.007683248,0.001299816,0.00002404201,0.00001198467,0.7946299,0.1642273,0.007685836,0.0008159036,0.0008086532,0.0006689383],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8880091,0.0001199901,0.1067943,0.000934042,0.0004755461,0.003386782,0.00002948923,0.00009724616,0.0001534106],"genre_scores_gemma":[0.9938154,0.00002334825,0.004834922,0.0002547418,0.00045531,0.0005377245,0.00002560872,0.00004343593,0.000009538288],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5351729,"threshold_uncertainty_score":0.9995735,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2907916272","doi":"10.2196/11578","title":"Development of PositiveLinks: A Mobile Phone App to Promote Linkage and Retention in Care for People With HIV","year":2018,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; Mobile phone; Phone; Internet privacy; mHealth; Formative assessment; App store; Linkage (software); Mobile apps; Psychology; Smartphone app; Medicine; World Wide Web; Computer science; Nursing; Psychological intervention","retraction":null,"screen_n_in":null,"score":{"opus":0.06252783441085032,"gpt":0.4852825448326674,"spread":0.4227547104218171,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001929447,0.0001147084,0.0002864889,0.0004008098,0.001114587,0.000007136156,0.0001379871,0.0001458312,0.00004908253],"category_scores_gemma":[0.00007592665,0.00009194691,0.0000170121,0.0008094494,0.0001038054,0.0001327772,0.0001496421,0.0005070917,0.0001378274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003638089,"about_ca_system_score_gemma":0.001191894,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001181142,"about_ca_topic_score_gemma":0.002423705,"domain_scores_codex":[0.9976417,0.0002652635,0.000642939,0.000291291,0.0003773204,0.0007815293],"domain_scores_gemma":[0.9975426,0.00030298,0.000155991,0.0002336089,0.001440465,0.0003243905],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001859377,0.0003980837,0.00702122,0.012438,0.00002156709,7.563081e-7,0.8141019,0.000001340607,0.003212772,0.002355684,0.004891872,0.1536974],"study_design_scores_gemma":[0.00960777,0.005812334,0.2885164,0.005706008,0.00001205502,0.000004505459,0.2343851,0.00103939,0.007872758,0.000730487,0.4457335,0.0005797522],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.976826,0.0001128669,0.004407713,0.0005374885,0.0000420017,0.01609277,0.0001083324,0.0000317375,0.001841135],"genre_scores_gemma":[0.9147544,0.00004131605,0.01682933,0.0001109253,0.00008463148,0.06771453,0.0001135586,0.00002167585,0.0003296299],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5797168,"threshold_uncertainty_score":0.8572614,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2941307870","doi":"10.2196/12982","title":"An Adaptive Mobile Health System to Support Self-Management for Persons With Chronic Conditions and Disabilities: Usability and Feasibility Studies","year":2019,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research; National Center for Chronic Disease Prevention and Health Promotion; National Institutes of Health","keywords":"mHealth; Self-management; Personalization; Usability; Computer science; Health management system; Scalability; Process management; Knowledge management; Medicine; Human–computer interaction; Nursing; World Wide Web; Engineering; Psychological intervention; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1441010273236641,"gpt":0.5491223858945126,"spread":0.4050213585708485,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005199847,0.0002508873,0.0006311697,0.0002579535,0.002991366,0.0000278866,0.0002121702,0.0001207666,0.00008110947],"category_scores_gemma":[0.00007206904,0.0001934339,0.00004106119,0.0005160529,0.0004545324,0.0004329841,0.0002471921,0.0006872175,0.0001281807],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003254414,"about_ca_system_score_gemma":0.001563309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002520242,"about_ca_topic_score_gemma":0.0009885455,"domain_scores_codex":[0.9950686,0.001341492,0.0008056396,0.0008133852,0.0005379032,0.001433028],"domain_scores_gemma":[0.9945872,0.002471805,0.0002083759,0.0008284109,0.0008310535,0.001073158],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.003130188,0.002468723,0.1417685,0.1481923,0.0004747862,0.000001699371,0.3695126,0.00008008259,0.00002467642,0.2641445,0.04498643,0.0252156],"study_design_scores_gemma":[0.004989651,0.0322794,0.08035517,0.001331389,0.00002927586,0.000007450142,0.810252,0.002382629,0.000004913535,0.001144751,0.06678358,0.0004397492],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9264497,0.0004128315,0.0004365288,0.00168499,0.0001337293,0.06745829,0.001330283,0.0002201066,0.00187352],"genre_scores_gemma":[0.8493466,0.0002350939,0.00100551,0.0002701215,0.00007628982,0.1485826,0.00008470132,0.00002773952,0.0003713381],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4407395,"threshold_uncertainty_score":0.9983066,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4225679487","doi":"10.2196/34882","title":"Use of Smartphone Health Apps Among Patients Aged 18 to 69 Years in Primary Care: Population-Based Cross-sectional Survey","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"mHealth; Cross-sectional study; Medicine; Family medicine; Population; Health care; Digital health; Gerontology; Environmental health; Nursing; Psychological intervention","retraction":null,"screen_n_in":null,"score":{"opus":0.1831861321814212,"gpt":0.5183017835708909,"spread":0.3351156513894696,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006415162,0.0001528894,0.0004043786,0.001021612,0.00222557,0.00001994406,0.0003489774,0.000133113,0.0006235172],"category_scores_gemma":[0.0004451491,0.0001668727,0.00006193579,0.002300197,0.000106552,0.0002705178,0.000403587,0.001929206,0.0001124317],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00398427,"about_ca_system_score_gemma":0.003427652,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02456496,"about_ca_topic_score_gemma":0.004811495,"domain_scores_codex":[0.9903916,0.005013166,0.001474116,0.0004263166,0.001502351,0.001192486],"domain_scores_gemma":[0.9952279,0.002332643,0.0004689187,0.0005226044,0.0008655319,0.0005824292],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000536938,0.0003774765,0.9775856,0.0008948264,0.000004130099,4.23814e-7,0.004413574,0.0005600018,0.000002472327,0.00007037175,0.01160134,0.003952897],"study_design_scores_gemma":[0.001608423,0.0004640228,0.9894637,0.00007334717,3.699271e-7,7.755392e-8,0.0005386598,0.0001565067,0.000001351144,0.00003416424,0.007549291,0.0001100352],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9889943,0.00004367379,0.00007617159,0.0001742472,0.0003409825,0.008197686,0.00172872,0.00004244596,0.0004017535],"genre_scores_gemma":[0.9732898,0.00001701805,0.0001807877,0.00107545,0.00004463909,0.02027234,0.004788103,0.00003530936,0.0002964803],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01975347,"threshold_uncertainty_score":0.9998392,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2969797279","doi":"10.2196/12883","title":"The Role of Age, Education, and Digital Health Literacy in the Usability of Internet-Based Cognitive Behavioral Therapy for Chronic Pain: Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; The Internet; Health literacy; Chronic pain; Digital literacy; Cognitive behavioral therapy; Digital health; Cognition; Literacy; Psychology; Medicine; Clinical psychology; Computer science; Physical therapy; World Wide Web; Health care; Human–computer interaction; Psychiatry; Pedagogy; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1084679959751235,"gpt":0.5941948681066012,"spread":0.4857268721314777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008005202,0.0001060737,0.0002340693,0.0001768637,0.0001078749,0.00009488097,0.0003479246,0.00003928989,0.00003614915],"category_scores_gemma":[0.0001506825,0.00006468382,0.00008873257,0.0004020029,0.000390272,0.0003123777,0.0000835211,0.0003053673,0.000009373414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001821409,"about_ca_system_score_gemma":0.0003117306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004512596,"about_ca_topic_score_gemma":0.0001567174,"domain_scores_codex":[0.995182,0.003263737,0.0006544343,0.0002130058,0.0003158883,0.0003709259],"domain_scores_gemma":[0.9946306,0.004330051,0.0002295275,0.0003336712,0.0004171477,0.00005899998],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005488826,0.008430145,0.02778783,0.0001967703,0.00003109692,1.208057e-7,0.05131466,6.487215e-8,0.000004946472,0.001624015,0.0002805363,0.9097809],"study_design_scores_gemma":[0.003436723,0.03767053,0.7284018,0.0005212009,0.000003820378,0.000002338355,0.2154707,0.0002738971,0.0006080326,0.009634953,0.003840116,0.0001358014],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9916043,0.0009992697,0.0002331975,0.0004354599,0.0001752307,0.005371079,0.0001310173,0.000005632244,0.001044768],"genre_scores_gemma":[0.997263,0.000003259691,0.00007377197,0.00004321939,0.00001319165,0.002347165,0.00004556211,0.00001119478,0.0001996875],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9096451,"threshold_uncertainty_score":0.2774459,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3111160883","doi":"10.2196/23190","title":"Mobile App–Based Remote Patient Monitoring in Acute Medical Conditions: Prospective Feasibility Study Exploring Digital Health Solutions on Clinical Workload During the COVID Crisis","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Workload; Context (archaeology); Telemedicine; Medicine; Digital health; Prospective cohort study; Medical emergency; Cohort; Telehealth; mHealth; Pandemic; Cohort study; Emergency medicine; Coronavirus disease 2019 (COVID-19); Health care; Computer science; Nursing; Internal medicine; Disease","retraction":null,"screen_n_in":null,"score":{"opus":0.3172637491666708,"gpt":0.5513446127790191,"spread":0.2340808636123483,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003103283,0.0001979075,0.0004856552,0.0002986991,0.0007997788,0.00006288664,0.0002176717,0.00007750218,0.00008825237],"category_scores_gemma":[0.00132702,0.0001408638,0.0001122553,0.001300847,0.0002452502,0.0004337507,0.0002315391,0.00192285,0.00005987269],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001030644,"about_ca_system_score_gemma":0.000936242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001524427,"about_ca_topic_score_gemma":0.00004218008,"domain_scores_codex":[0.9943546,0.0009776284,0.001228845,0.0005217853,0.002068619,0.0008484916],"domain_scores_gemma":[0.9973896,0.000930406,0.0002034293,0.0004124623,0.00033541,0.000728722],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004094011,0.005514435,0.7936894,0.0005969977,0.0003572501,0.000250781,0.1136245,0.00004686548,0.00001616103,0.00004663929,0.005300884,0.07646216],"study_design_scores_gemma":[0.009940628,0.02455308,0.8399136,0.0005170521,0.00002341747,0.0000166121,0.1229722,0.0009378146,0.000151822,0.0001273184,0.0006623847,0.0001840499],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9773462,0.0001184202,0.0002154276,0.01526737,0.0001553721,0.006605531,0.00007685,0.0001124469,0.0001023762],"genre_scores_gemma":[0.9965785,0.0001655364,0.00005337067,0.001070449,0.0002993436,0.001759028,0.00004588009,0.00002299031,0.000004958734],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07627812,"threshold_uncertainty_score":0.8353935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3193078598","doi":"10.2196/28000","title":"A Machine Learning Sepsis Prediction Algorithm for Intended Intensive Care Unit Use (NAVOY Sepsis): Proof-of-Concept Study","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Skånes universitetssjukhus; Uppsala Universitet","keywords":"Sepsis; Intensive care unit; Intensive care; Receiver operating characteristic; Machine learning; Medicine; Artificial intelligence; Intensive care medicine; Computer science; Algorithm; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1898770488737731,"gpt":0.4587379969867527,"spread":0.2688609481129796,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005411042,0.0002637103,0.0006215357,0.0004549067,0.0003603103,0.00007977902,0.0001290054,0.0001335334,0.0001488251],"category_scores_gemma":[0.001203679,0.0002078743,0.0002581223,0.0009648313,0.0001862425,0.000379765,0.0002541761,0.0008001202,0.00001438655],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004117855,"about_ca_system_score_gemma":0.0003419251,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001998814,"about_ca_topic_score_gemma":0.00006218928,"domain_scores_codex":[0.9968707,0.0005559053,0.0005505951,0.0004754924,0.0009697828,0.0005775395],"domain_scores_gemma":[0.9900208,0.0008686762,0.0001547751,0.0004325614,0.008298149,0.0002250553],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001173312,0.007313225,0.2697552,0.0009718885,0.003392518,0.0003896523,0.2559014,0.0001044856,0.0002847446,0.000159997,0.008390225,0.4521633],"study_design_scores_gemma":[0.0177736,0.02550993,0.1460449,0.001486972,0.0005397609,0.0000999944,0.6639702,0.02995807,0.1004786,0.000160848,0.0135002,0.0004769584],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.986495,0.001820044,0.002034527,0.001109015,0.0002578355,0.006659455,0.0006690506,0.0001152946,0.0008398388],"genre_scores_gemma":[0.9949819,0.00007429293,0.001024661,0.0001198321,0.00008777285,0.001915131,0.0009735198,0.00004735935,0.000775509],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4516863,"threshold_uncertainty_score":0.8476866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3111390426","doi":"10.2196/22406","title":"Administering Virtual Reality Therapy to Manage Behavioral and Psychological Symptoms in Patients With Dementia Admitted to an Acute Care Hospital: Results of a Pilot Study","year":2020,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"Toronto East General Hospital; York University; University Health Network","funders":"","keywords":"Dementia; Medicine; Acute care; Virtual reality; Physical therapy; Intervention (counseling); Health care; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1326576135454002,"gpt":0.4435379252718671,"spread":0.3108803117264669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004879776,0.0001465301,0.0002270144,0.0002195854,0.0001211107,0.0001625912,0.000776844,0.00003142732,0.000001969644],"category_scores_gemma":[0.00002936024,0.0001111959,0.00001527642,0.001315994,0.00007205164,0.0006379881,0.0006252252,0.0002395255,0.000008011941],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006323598,"about_ca_system_score_gemma":0.00002914522,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001575411,"about_ca_topic_score_gemma":0.00008479604,"domain_scores_codex":[0.9976954,0.0003092685,0.0003601016,0.0005104581,0.0007378871,0.0003869083],"domain_scores_gemma":[0.9985616,0.0000457832,0.00007171941,0.0005552153,0.0003188632,0.0004467761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.009251099,0.01955204,0.08126768,0.00005538216,0.0001665147,0.00003442942,0.5848511,0.00005833835,0.0007427966,0.00125616,0.0005245107,0.3022399],"study_design_scores_gemma":[0.00259603,0.1316994,0.8617563,0.0000234819,0.000002632464,2.299846e-7,0.003383549,0.0001919899,0.00009871138,0.00001430554,0.00009953354,0.0001337377],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9939801,0.000003626717,0.002662922,0.0007493055,0.00001278625,0.002330852,0.00008657588,0.00003805632,0.0001358381],"genre_scores_gemma":[0.9990402,0.000003112667,0.0005034527,0.0001291326,0.000007656114,0.0002827313,0.00002254422,0.000008976792,0.000002158065],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7804887,"threshold_uncertainty_score":0.4534438,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286319417","doi":"10.2196/38737","title":"A “No-Code” App Design Platform for Mobile Health Research: Development and Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"mHealth; Usability; Computer science; Agile software development; Scrum; Android (operating system); Software; World Wide Web; Software development; Human–computer interaction; Software engineering; Health care","retraction":null,"screen_n_in":null,"score":{"opus":0.4519060135359209,"gpt":0.5994010578504868,"spread":0.1474950443145659,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05996063,0.0002387009,0.0005630293,0.0008129634,0.01957532,0.00003924156,0.0006700526,0.0001333015,0.0005665354],"category_scores_gemma":[0.0008112506,0.0002161297,0.00005152814,0.001637639,0.0003280162,0.0002951274,0.001399788,0.003839072,0.0004288023],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003356371,"about_ca_system_score_gemma":0.008296686,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004848269,"about_ca_topic_score_gemma":0.0003622412,"domain_scores_codex":[0.984897,0.007364301,0.001625749,0.0008375059,0.002232066,0.00304335],"domain_scores_gemma":[0.9877317,0.008233257,0.0003222881,0.0008390938,0.001697763,0.001175915],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003082689,0.005669994,0.008000989,0.00611662,0.00007716948,0.000003472894,0.2507799,0.00005220429,0.00002325707,0.01253059,0.3651394,0.3485236],"study_design_scores_gemma":[0.002540379,0.007066019,0.008561135,0.00006757834,0.000001696177,0.00000213073,0.101764,0.001097816,0.00001043022,0.002585614,0.8761237,0.0001794886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7603462,0.001407644,0.006100714,0.00416115,0.0008254921,0.2185462,0.0007215823,0.0004635902,0.007427395],"genre_scores_gemma":[0.5047828,0.0001084792,0.002301933,0.0004340764,0.0001322557,0.4898305,0.00009037588,0.00004487776,0.002274707],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5109843,"threshold_uncertainty_score":0.9984591,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}