{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1139,"total_is_capped":false,"direct_labels_cover":6,"predictions_cover":1139,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"e6346f8a5a98","filters":{"venue":"JMIR Human Factors"}},"results":[{"id":"W2595934339","doi":"10.2196/humanfactors.5443","title":"A Human-Centered Design Methodology to Enhance the Usability, Human Factors, and User Experience of Connected Health Systems: A Three-Phase Methodology","year":2017,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":407,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; Heuristic evaluation; User-centered design; Pluralistic walkthrough; User experience design; Human–computer interaction; Computer science; Process (computing); Product (mathematics); Usability engineering; Usability goals; Product design; Context (archaeology); New product development; Iterative design; Design review (U.S. government); Cognitive walkthrough; Process management; Engineering; Product testing; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.4932956091516764,"gpt":0.5990514913837414,"spread":0.1057558822320649,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005984271,0.0005343435,0.001578969,0.0002897362,0.008119076,0.00006147796,0.001380334,0.00049617,0.0003651346],"category_scores_gemma":[0.001987276,0.0003791497,0.0001381309,0.0002353352,0.0008700909,0.0002188051,0.0005739108,0.001083237,0.00002070938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000359617,"about_ca_system_score_gemma":0.0005717145,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01719839,"about_ca_topic_score_gemma":0.01003051,"domain_scores_codex":[0.9875182,0.007254839,0.002216055,0.001102067,0.0004148727,0.00149399],"domain_scores_gemma":[0.9892439,0.004384595,0.002385716,0.00255974,0.0004169494,0.001009112],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004848021,0.001362688,0.7259576,0.004556023,0.0001920902,0.000004418283,0.1079897,0.00001096959,0.05177855,0.08893155,0.01548318,0.003248444],"study_design_scores_gemma":[0.003190152,0.002652147,0.9390924,0.0006020111,0.00006196841,0.000004479939,0.01763274,0.00003274143,0.002177213,0.003079157,0.03075347,0.0007215079],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9598502,0.0002533574,0.02476933,0.001339734,0.0006349595,0.01268584,0.000163701,0.0001622333,0.0001406607],"genre_scores_gemma":[0.98628,0.0000291643,0.002724288,0.0009079165,0.0002000328,0.009331632,0.00006013673,0.00006687584,0.0003999344],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2131349,"threshold_uncertainty_score":0.9998661,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376872703","doi":"10.2196/47564","title":"User Intentions to Use ChatGPT for Self-Diagnosis and Health-Related Purposes: Cross-sectional Survey Study","year":2023,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":308,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Health care; Generative grammar; Transformer; Psychology; Computer science; Engineering; Artificial intelligence; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.4508828944368118,"gpt":0.5279781904950642,"spread":0.07709529605825238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001168101,0.0001552282,0.0002612231,0.0004160725,0.0006187114,0.0001407936,0.00007745514,0.0001128947,0.0001236823],"category_scores_gemma":[0.000629027,0.0001433967,0.00007773615,0.0006243567,0.00004212388,0.0001913609,0.00004476064,0.0001800516,0.00008556012],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002279615,"about_ca_system_score_gemma":0.0001660691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005949473,"about_ca_topic_score_gemma":0.005342775,"domain_scores_codex":[0.9982016,0.0001156304,0.0006194825,0.000409402,0.0002903797,0.0003634725],"domain_scores_gemma":[0.9983177,0.000553296,0.0001125181,0.0002458548,0.00044006,0.0003305539],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000454829,0.0005141267,0.9862087,0.00006104429,0.00006092061,0.000001261164,0.007622125,0.00000486003,0.00002383563,0.00005670129,0.005006932,0.0003940234],"study_design_scores_gemma":[0.0001281708,0.001221759,0.9939344,0.00003296034,0.0000114589,0.000001821643,0.002335628,0.00002074471,0.0001016579,0.00009639132,0.001993834,0.0001211861],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.994531,0.00001540944,0.00001307077,0.0007697875,0.0007558924,0.003527328,0.00008154282,0.0002959552,0.0000100257],"genre_scores_gemma":[0.9964908,0.0000182438,0.00003386901,0.0002733383,0.0001135832,0.001096481,0.0004078044,0.00003436118,0.001531503],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007725699,"threshold_uncertainty_score":0.8993862,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399592113","doi":"10.2196/48633","title":"Barriers to and Facilitators of Artificial Intelligence Adoption in Health Care: Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Human Factors","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":244,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Preprint; Health care; Psychology; Computer science; Nursing; Medicine; World Wide Web; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.2864030594505766,"gpt":0.5420277354953121,"spread":0.2556246760447355,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006359065,0.0003825212,0.001893854,0.0007853545,0.0001037313,0.00002731435,0.0001316112,0.0002509647,0.00016049],"category_scores_gemma":[0.0005027385,0.0003127027,0.0002694319,0.000956337,0.00009889687,0.00006761903,0.00006070319,0.0005778525,0.00006500227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000648287,"about_ca_system_score_gemma":0.001931741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006254112,"about_ca_topic_score_gemma":0.0005117497,"domain_scores_codex":[0.9964448,0.0001984207,0.002061786,0.0005935608,0.0003287074,0.0003727319],"domain_scores_gemma":[0.9984426,0.0001387354,0.0003537245,0.0003829162,0.0001272422,0.0005547653],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003037037,0.00001217464,0.0001000033,0.3730935,0.00001371538,0.000002155274,0.00382619,2.231505e-7,2.384305e-7,0.0001655208,0.0001653565,0.6226178],"study_design_scores_gemma":[0.000005456887,0.000523232,0.00002268328,0.9118078,0.0002382506,0.000006660679,0.004521407,7.837475e-7,0.00001660711,0.0001080502,0.08242545,0.0003235738],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001921832,0.9921328,0.00002042113,0.0002316905,0.0004513358,0.005127848,0.00003746054,0.00004342715,0.00003319554],"genre_scores_gemma":[0.002439798,0.9966077,0.00005641139,0.0002077988,0.0001350752,0.0003376231,0.0001369841,0.00004418275,0.00003440466],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6222942,"threshold_uncertainty_score":0.9999325,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3148228083","doi":"10.2196/28589","title":"Patient Satisfaction and Trust in Telemedicine During the COVID-19 Pandemic: Retrospective Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":216,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Telemedicine; Medicine; Patient satisfaction; Observational study; Family medicine; Descriptive statistics; Retrospective cohort study; Logistic regression; Ordered logit; Telehealth; Health care; Pandemic; Coronavirus disease 2019 (COVID-19); Nursing; Internal medicine; Disease","retraction":null,"screen_n_in":null,"score":{"opus":0.1292029743150371,"gpt":0.4122542398659436,"spread":0.2830512655509065,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002872167,0.0001614336,0.0002891808,0.0001674619,0.0003065223,0.0000189796,0.00002874303,0.00005608483,0.000592755],"category_scores_gemma":[0.0003425745,0.0001130452,0.00003272508,0.0003880938,0.00006726722,0.0001075362,0.00004771032,0.0003448628,0.000001739608],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005966891,"about_ca_system_score_gemma":0.0001746244,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0011431,"about_ca_topic_score_gemma":0.004695035,"domain_scores_codex":[0.9982743,0.0001222101,0.0005034102,0.0003382982,0.0005150362,0.000246732],"domain_scores_gemma":[0.9991746,0.0001306684,0.0001583308,0.0002224615,0.0001116367,0.0002023126],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005938804,0.0001595727,0.986454,0.00007626111,0.00003639654,0.00006044373,0.0103016,0.000001293208,0.001415385,0.00006672209,0.0004462943,0.0009226504],"study_design_scores_gemma":[0.003964519,0.0006823547,0.9744886,0.00002225582,0.00003646645,0.00006726558,0.01891959,0.000003875306,0.00009689538,0.0001410973,0.001480331,0.00009677599],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9966621,0.00005983519,0.000005457387,0.001575438,0.0001086593,0.001418596,0.00001706699,0.00006076492,0.00009205705],"genre_scores_gemma":[0.9979637,0.00002111361,0.0000167287,0.001419869,0.0001580637,0.0001396895,0.0001081063,0.00001634658,0.0001563269],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01196541,"threshold_uncertainty_score":0.6490252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1706695559","doi":"10.2196/humanfactors.4361","title":"Participatory Research as One Piece of the Puzzle: A Systematic Review of Consumer Involvement in Design of Technology-Based Youth Mental Health and Well-Being Interventions","year":2015,"lang":"en","type":"review","venue":"JMIR Human Factors","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Young and Well Cooperative Research Centre; Flinders University; Australian Government","keywords":"Psychological intervention; Mental health; Citizen journalism; Participatory design; Psychology; Participatory action research; Engineering ethics; Sociology; Applied psychology; Psychotherapist; Political science; Engineering; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.730865419408229,"gpt":0.5779743974390988,"spread":0.1528910219691302,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009300146,0.0003742053,0.003274978,0.001011215,0.0004583889,0.000003612822,0.0006017914,0.0003401381,0.0001176758],"category_scores_gemma":[0.0003070255,0.0002491511,0.0003595258,0.001106782,0.0004327694,0.00004561136,0.0004256946,0.001202443,0.00001686325],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008986747,"about_ca_system_score_gemma":0.002279103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000457655,"about_ca_topic_score_gemma":0.0001833873,"domain_scores_codex":[0.9867436,0.006565086,0.004470007,0.000409783,0.00111468,0.0006968787],"domain_scores_gemma":[0.9942448,0.0005782776,0.003517422,0.0009673589,0.0003883473,0.0003037564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001139856,0.0005668913,0.002269596,0.9888209,0.0001130447,2.189694e-7,0.006947413,7.60159e-8,4.778744e-7,0.0004445511,0.0003368383,0.0004885833],"study_design_scores_gemma":[0.0005625509,0.0008000834,0.00001485903,0.9816046,0.00036648,1.699704e-7,0.00877749,0.000001357133,0.000006556628,0.0001063338,0.007607672,0.0001518608],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004447768,0.9700791,0.000003416356,0.00005938457,0.0001838595,0.02488996,0.0002247731,0.00001868088,0.00009306977],"genre_scores_gemma":[0.01204071,0.9838212,0.00004582491,0.0001832797,0.00001053994,0.003296625,0.0004164869,0.00005140106,0.0001339016],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02159334,"threshold_uncertainty_score":0.9999961,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2582665000","doi":"10.2196/humanfactors.6217","title":"eHealth Literacy: Predictors in a Population With Moderate-to-High Cardiovascular Risk","year":2017,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":201,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Health and Medical Research Council","keywords":"eHealth; Health literacy; Literacy; Psychological intervention; Health information; Medicine; Population; Gerontology; Psychology; Nursing; Health care; Environmental health; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.04615659544235364,"gpt":0.4264053651886052,"spread":0.3802487697462516,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002165395,0.0002999858,0.0006267375,0.0003795615,0.003734133,0.0001842277,0.0004975919,0.0002851236,0.0003336355],"category_scores_gemma":[0.0003862087,0.0002214191,0.0001232887,0.0002219186,0.00005526563,0.002532153,0.0001611105,0.001122437,0.0001353798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005408615,"about_ca_system_score_gemma":0.0002450799,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01742335,"about_ca_topic_score_gemma":0.002185211,"domain_scores_codex":[0.9958077,0.0007780662,0.001499872,0.0005018793,0.0006120253,0.0008004368],"domain_scores_gemma":[0.9964375,0.0001448891,0.0009929992,0.001645348,0.0003046677,0.0004745476],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000139133,0.0000569461,0.9805632,0.0003287925,0.0000295746,0.000001681291,0.01595907,0.0002360915,7.365623e-7,0.0003427205,0.000251416,0.002090638],"study_design_scores_gemma":[0.001386016,0.0001240248,0.9867805,0.00034015,0.00001411749,1.895262e-7,0.0003443522,0.0004912638,0.00000467382,0.0004106751,0.009862375,0.000241651],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9941272,0.00002111301,0.0004968479,0.0001375058,0.0004564637,0.002686999,0.0001398283,0.0001561215,0.001777952],"genre_scores_gemma":[0.997838,0.00001004921,0.0003444711,0.0005553708,0.0002291945,0.000436747,0.0002434052,0.00003637275,0.0003063839],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01561472,"threshold_uncertainty_score":0.9975629,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2970901478","doi":"10.2196/15038","title":"Using Patient Portals to Improve Patient Outcomes: Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Human Factors","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Johns Hopkins University","keywords":"Patient portal; Medicine; Computer science; Health care; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.2731820507973249,"gpt":0.5497981694661948,"spread":0.2766161186688699,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.001853142,0.001577776,0.01191161,0.0007462659,0.0008824075,0.00004071296,0.0009893624,0.001197964,0.0006827943],"category_scores_gemma":[0.0009407265,0.001034616,0.001590567,0.0008166065,0.00002897735,0.0001581994,0.0005102218,0.002592912,0.004133362],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005355966,"about_ca_system_score_gemma":0.003076538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004452182,"about_ca_topic_score_gemma":0.0001070409,"domain_scores_codex":[0.9822528,0.004522069,0.008137959,0.001397805,0.001397347,0.002292011],"domain_scores_gemma":[0.987462,0.001466404,0.006774908,0.002944137,0.0004337155,0.0009188369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[8.310691e-7,0.00007274628,0.0001154378,0.9874735,0.0002798864,0.000007757726,0.001258,7.822429e-8,3.945392e-7,0.00006718436,0.004940814,0.0057834],"study_design_scores_gemma":[0.00008778128,0.000279028,0.000003900541,0.5597793,0.001006868,0.000003554049,0.0002725619,2.908965e-7,7.0037e-8,0.000002276541,0.4379602,0.0006041499],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005393312,0.9228094,0.000005678178,0.00002839553,0.00384943,0.07117859,0.0003410433,0.000244934,0.001003189],"genre_scores_gemma":[0.0001125771,0.9801682,0.00003092448,0.002434855,0.0002239395,0.01282737,0.0003641324,0.000465569,0.003372497],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4330194,"threshold_uncertainty_score":0.9997082,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1938214635","doi":"10.2196/humanfactors.3696","title":"Enhancing the Effectiveness of Consumer-Focused Health Information Technology Systems Through eHealth Literacy: A Framework for Understanding Users' Needs","year":2015,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":187,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Strategic Research Council; National Health and Medical Research Council; Medical Research Council","keywords":"eHealth; Health literacy; Literacy; Knowledge management; Computer science; Process management; Business; Psychology; Health care; Political science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.1229967640991817,"gpt":0.4558977890371017,"spread":0.33290102493792,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007093036,0.0003405218,0.001002734,0.0006459364,0.001571979,0.000046706,0.0004545688,0.0006632959,0.000008751951],"category_scores_gemma":[0.001173506,0.0002481795,0.0001106571,0.001203841,0.000156018,0.0006695662,0.0001025293,0.001361822,0.00003044061],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004309895,"about_ca_system_score_gemma":0.003043264,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002577251,"about_ca_topic_score_gemma":0.0002967597,"domain_scores_codex":[0.9931762,0.002740949,0.00194089,0.0002793676,0.0005185628,0.001344031],"domain_scores_gemma":[0.9907687,0.00583339,0.001817752,0.0007335033,0.0005584371,0.0002882479],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003888374,0.00008776956,0.1055579,0.01580573,0.0001360671,3.119181e-7,0.1300835,0.00003241062,0.0001119052,0.7451409,0.002381078,0.0002736143],"study_design_scores_gemma":[0.01362942,0.007371264,0.01564054,0.03011073,0.0001180375,0.00001511607,0.5118482,0.0005394096,0.0009803816,0.2459497,0.1720563,0.001740912],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6878157,0.001239659,0.2923628,0.001170557,0.003040269,0.01329812,0.0001027659,0.00044672,0.0005233839],"genre_scores_gemma":[0.9969683,0.00002730708,0.0005340637,0.0003648853,0.0001690188,0.001761129,0.00008004043,0.00005692584,0.00003834648],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4991911,"threshold_uncertainty_score":0.999997,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2801003166","doi":"10.2196/humanfactors.9328","title":"The Impact of Visualization Dashboards on Quality of Care and Clinician Satisfaction: Integrative Literature Review","year":2018,"lang":"en","type":"review","venue":"JMIR Human Factors","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Psychological intervention; Health care; Visualization; Dashboard; Inclusion (mineral); Usability; Medicine; Nursing; Psychology; Computer science; Data science; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.0884569634965674,"gpt":0.5014558538734648,"spread":0.4129988903768974,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005751164,0.0004080994,0.001434479,0.000216441,0.0001973427,0.0001940917,0.0007471839,0.0002225179,0.00001987927],"category_scores_gemma":[0.0003054006,0.0002114353,0.0006425774,0.0009629503,0.0001915031,0.0002761066,0.000195101,0.0002794597,0.000004082926],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001135461,"about_ca_system_score_gemma":0.0002137316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003310318,"about_ca_topic_score_gemma":0.00005381686,"domain_scores_codex":[0.9969618,0.0007684148,0.001214917,0.0004438869,0.0004476486,0.000163278],"domain_scores_gemma":[0.9962521,0.0003753195,0.001718254,0.0009562627,0.0006114441,0.00008657321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006671437,0.0001213372,0.001021722,0.06944665,0.0004632247,0.000001261381,0.004640752,2.995981e-7,5.277488e-7,0.06464304,0.01330839,0.8463461],"study_design_scores_gemma":[0.0002861854,0.002018739,0.004366721,0.2159941,0.0003227409,0.000003914662,0.0002440669,0.0000430638,0.000006875636,0.0003358586,0.7755222,0.0008554501],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00007507733,0.9977626,0.0004850931,0.000004464531,0.0001556895,0.0007547691,0.000361931,0.0000367164,0.0003636582],"genre_scores_gemma":[0.0006115201,0.9985172,0.00003344505,0.00002683682,0.00006592975,0.00001696558,0.0006169016,0.00001934779,0.00009190296],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8454907,"threshold_uncertainty_score":0.8622079,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2537935735","doi":"10.2196/humanfactors.5919","title":"Integrating Patient-Generated Health Data Into Clinical Care Settings or Clinical Decision-Making: Lessons Learned From Project HealthDesign","year":2016,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":164,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Health care; Data collection; Relevance (law); Test (biology); Health professionals; Medicine; Psychology; Medical education; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.6814789969776128,"gpt":0.619017717978901,"spread":0.06246127899871179,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004070452,0.0006278829,0.00138118,0.000297869,0.003226666,0.00005161045,0.001353436,0.0007418579,0.000940881],"category_scores_gemma":[0.002256416,0.000367311,0.0002332751,0.0004833307,0.0002372545,0.0004358682,0.001195062,0.001930419,0.0003916838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001137447,"about_ca_system_score_gemma":0.00426452,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003052486,"about_ca_topic_score_gemma":0.01073736,"domain_scores_codex":[0.9840776,0.006099736,0.005253709,0.001969893,0.001023251,0.001575859],"domain_scores_gemma":[0.9845868,0.009106807,0.002511426,0.002271417,0.0004350207,0.001088527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007829072,0.0005802335,0.4598922,0.0007160653,0.0000679191,0.00001072224,0.02817309,2.079015e-7,0.0000302446,0.0001714967,0.07506125,0.4345137],"study_design_scores_gemma":[0.01439482,0.01637549,0.1469473,0.03470022,0.0001180343,0.000001042776,0.1812998,0.000256046,0.00005711371,0.003677158,0.5996687,0.00250429],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.98543,0.0003922353,0.0009034598,0.002002056,0.003567784,0.005389961,0.001665018,0.0003935634,0.0002559054],"genre_scores_gemma":[0.9784603,0.0003429732,0.005958217,0.00891866,0.0009873771,0.0003611683,0.004562082,0.0001289399,0.0002803091],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5246075,"threshold_uncertainty_score":0.9999724,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2801247545","doi":"10.2196/10308","title":"Translation, Cross-Cultural Adaptation, and Validation of the Malay Version of the System Usability Scale Questionnaire for the Assessment of Mobile Apps","year":2018,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Health Education and Validation","field":"Social Sciences","cited_by":151,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Universiti Sains Malaysia","keywords":"Usability; System usability scale; Malay; Computer science; Adaptation (eye); Mobile phone; Multimedia; Scale (ratio); Human–computer interaction; World Wide Web; Heuristic evaluation; Psychology; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.08781522709154266,"gpt":0.4507031870979212,"spread":0.3628879600063785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001049862,0.00005852045,0.00009834764,0.00002221316,0.001008996,0.00003399941,0.000185089,0.00006404678,0.00003868693],"category_scores_gemma":[0.0001252481,0.00003072669,0.00006919964,0.0002212082,0.0006988562,0.0002193251,0.00001385212,0.00004886409,3.01374e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001105698,"about_ca_system_score_gemma":0.0002084104,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009798479,"about_ca_topic_score_gemma":0.0006580836,"domain_scores_codex":[0.9987985,0.0003165697,0.0003496202,0.0001107457,0.0003360018,0.00008851688],"domain_scores_gemma":[0.9985154,0.0002038414,0.0003696484,0.0001894433,0.0006930732,0.00002861087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001074578,0.0000901662,0.8962336,0.0002766685,0.00001181387,7.808101e-10,0.08954967,0.0001837896,0.001899902,0.01002074,0.0001785153,0.001544446],"study_design_scores_gemma":[0.0001878127,0.00005160802,0.9705272,0.00007845117,0.00001874602,4.256959e-8,0.02083311,0.0004168695,0.005660696,0.0001364978,0.002049058,0.00003991513],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9969482,0.0000117804,0.0003920781,0.0004981023,0.0003947574,0.001370192,0.00002702296,0.0000111547,0.0003466948],"genre_scores_gemma":[0.9996827,0.000002819591,0.00006183604,0.000008772152,0.00007562036,0.00007599579,0.000009867694,0.000003523959,0.00007882945],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07429364,"threshold_uncertainty_score":0.776048,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3211237709","doi":"10.2196/33364","title":"Digitally Disconnected: Qualitative Study of Patient Perspectives on the Digital Divide and Potential Solutions","year":2021,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":142,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"University of Chicago Medicine; Bucksbaum Institute for Clinical Excellence; University of Chicago","keywords":"Digital divide; Telemedicine; Socioeconomic status; Government (linguistics); Medicaid; Literacy; Health literacy; Health care; Public relations; Phone; Medical education; Medicine; Political science; Psychology; The Internet; Computer science; Population; Pedagogy; Environmental health; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.05596922465504527,"gpt":0.3805482054103433,"spread":0.324578980755298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000883983,0.0001302341,0.0002166015,0.00009219874,0.0002273378,0.00004566253,0.0000418411,0.00002520846,0.0001510705],"category_scores_gemma":[0.0002074831,0.00008236372,0.00005490367,0.0001638359,0.0001118639,0.0001252416,0.00006640705,0.0001460184,0.00000208873],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000507014,"about_ca_system_score_gemma":0.00005562736,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005591876,"about_ca_topic_score_gemma":0.00004569586,"domain_scores_codex":[0.9987545,0.0001067348,0.0003227233,0.0002378849,0.0003877169,0.0001904551],"domain_scores_gemma":[0.9991814,0.0002323922,0.0001362182,0.0002059972,0.000150576,0.000093451],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001190886,0.003710697,0.05781145,0.00006726188,0.0003858448,0.00006596954,0.924867,0.000002253072,0.0009860939,0.00801659,0.00142988,0.002537841],"study_design_scores_gemma":[0.001019526,0.002620608,0.2770489,0.00003282534,0.0000450835,0.000007638804,0.7184623,9.201226e-7,0.0002291304,0.0003159274,0.0001448831,0.00007223878],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9971791,0.00004219489,0.00002127622,0.0009036734,0.00004187178,0.0007644626,0.00007356975,0.00002747293,0.0009464157],"genre_scores_gemma":[0.9995889,0.00000277638,0.000003606052,0.00007151514,0.00005106397,0.00004309023,0.0001115475,0.00001276992,0.0001147494],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2192374,"threshold_uncertainty_score":0.3358695,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3094619502","doi":"10.2196/21161","title":"Spanish Version of the System Usability Scale for the Assessment of Electronic Tools: Development and Validation","year":2020,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":141,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Universidad Nacional Autónoma de México","keywords":"Usability; Cronbach's alpha; System usability scale; Computer science; Metric (unit); Content validity; Mobile phone; eHealth; Reliability (semiconductor); Face validity; Scale (ratio); Relevance (law); Psychology; Applied psychology; Psychometrics; Web usability; Human–computer interaction; Health care; Engineering; Clinical psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.08894247416618596,"gpt":0.4306477202511931,"spread":0.3417052460850072,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007028842,0.00009317788,0.0002088318,0.00002006961,0.001096217,0.000004809932,0.0001996272,0.000090583,0.00004446964],"category_scores_gemma":[0.00006600701,0.00005502962,0.00005080304,0.0001466108,0.0000606816,0.0000508584,0.00008817019,0.0002551468,0.000002392309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002932756,"about_ca_system_score_gemma":0.0007565648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006542025,"about_ca_topic_score_gemma":0.0001008977,"domain_scores_codex":[0.9984669,0.0002061823,0.0006172821,0.0001946739,0.0002264344,0.0002885012],"domain_scores_gemma":[0.9984067,0.0006095269,0.0004435442,0.0002789763,0.0001478508,0.0001133704],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007163903,0.000152106,0.9362556,0.008317719,0.0000366833,1.578184e-8,0.009133817,0.0000285295,0.002751364,0.03365789,0.004237608,0.005357051],"study_design_scores_gemma":[0.0006495535,0.0001205034,0.9126755,0.0001168593,0.00002660431,5.862731e-8,0.004570996,0.0002609754,0.00161597,0.00006611615,0.07983059,0.00006624412],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9916167,0.00002636978,0.0008319899,0.001088351,0.0001062102,0.005895204,0.00005162859,0.00003060418,0.0003529026],"genre_scores_gemma":[0.9968851,0.000009353796,0.0001794649,0.0001718025,0.0000497916,0.002612776,0.00003669646,0.00000998264,0.00004503092],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07559299,"threshold_uncertainty_score":0.8431329,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035307628","doi":"10.2196/19713","title":"Patients’ Utilization and Perception of an Artificial Intelligence–Based Symptom Assessment and Advice Technology in a British Primary Care Waiting Room: Exploratory Pilot Study","year":2020,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; Complaint; Population; Medicine; Health care; Perception; Digital health; Psychology; Family medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2127836779092129,"gpt":0.421907427647759,"spread":0.2091237497385461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001276397,0.0001263329,0.0002583577,0.0002498517,0.000134205,0.00003460673,0.00005900562,0.00007991793,0.00003540053],"category_scores_gemma":[0.00005694676,0.0001472403,0.00001579712,0.0003508339,0.00008563976,0.000204552,0.00003650469,0.0002263208,0.000001037901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001916907,"about_ca_system_score_gemma":0.000133978,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006610013,"about_ca_topic_score_gemma":0.001501957,"domain_scores_codex":[0.9986163,0.00009371428,0.0005294814,0.0003621946,0.0002286074,0.0001696874],"domain_scores_gemma":[0.9993102,0.00004034058,0.0001392283,0.0001317557,0.0002511671,0.0001273082],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005645815,0.0009057973,0.9019078,0.0002890414,0.000005615404,0.000003414103,0.02089825,0.000007621771,0.002850437,0.00003491214,0.000001988552,0.07303867],"study_design_scores_gemma":[0.000107837,0.005567302,0.8137769,0.0001498173,0.00002341582,5.621216e-7,0.1774626,0.001272293,0.001342441,0.0001717618,0.000003556739,0.0001215145],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984097,0.00005322402,0.00007768441,0.0001267918,0.00005746408,0.001162165,0.000007877577,0.00008122672,0.00002385869],"genre_scores_gemma":[0.9993623,0.00001148913,0.0001233136,0.0001220505,0.00006242428,0.00008090252,0.0002175866,0.00001931229,6.520467e-7],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1565643,"threshold_uncertainty_score":0.6004284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2763828059","doi":"10.2196/humanfactors.7709","title":"Lack of Adoption of a Mobile App to Support Patient Self-Management of Diabetes and Hypertension in a Federally Qualified Health Center: Interview Analysis of Staff and Patients in a Failed Randomized Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":134,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"mHealth; Self-management; Mobile apps; Randomized controlled trial; Health management system; Center (category theory); Business; Medicine; Nursing; Computer science; Alternative medicine; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.07515211865133212,"gpt":0.4276050008839522,"spread":0.3524528822326201,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001631777,0.0001782437,0.001784358,0.00072728,0.0001913303,0.000005533712,0.0001583153,0.0001191829,0.00003476203],"category_scores_gemma":[0.00009342153,0.0001475212,0.0001318592,0.0003141002,0.00009009917,0.00008222686,0.0001968845,0.0001686387,5.669021e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001117442,"about_ca_system_score_gemma":0.0001345024,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001358854,"about_ca_topic_score_gemma":0.002309539,"domain_scores_codex":[0.9956993,0.0008171453,0.002480312,0.0003342711,0.0003059784,0.0003629416],"domain_scores_gemma":[0.9964751,0.0002959674,0.002299717,0.0004970219,0.0002128098,0.0002193968],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.03917854,0.005040257,0.8890938,0.01352214,0.0004279403,4.212207e-7,0.03266798,0.00001489867,0.00007167099,0.0006430789,0.0002657341,0.01907354],"study_design_scores_gemma":[0.2600565,0.002683651,0.731127,0.001440622,0.000168651,1.004152e-8,0.003798645,0.0001311888,0.00002111363,0.00005312949,0.0003734978,0.0001459298],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9869957,0.00007358299,0.000009495432,0.00009641222,0.00006701821,0.01250423,0.0001627853,0.00001102814,0.00007973593],"genre_scores_gemma":[0.9955208,0.0004657355,0.0001486233,0.00008927969,0.000005242909,0.003563674,0.0001826329,0.00001331193,0.00001069567],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.220878,"threshold_uncertainty_score":0.601574,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4289539209","doi":"10.2196/35882","title":"The Development and Use of Chatbots in Public Health: Scoping Review","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Systematic review; Health care; Grey literature; Public health; Scope (computer science); Scopus; eHealth; MEDLINE; Evidence-based medicine; Software deployment; Medicine; Computer science; Psychology; Medical education; Knowledge management; Nursing; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.3038990209121102,"gpt":0.4737980149477461,"spread":0.1698989940356359,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006117531,0.00008346889,0.0001855942,0.0001147924,0.0003562818,0.00003120945,0.0001555855,0.00001499697,0.0003526821],"category_scores_gemma":[0.00002823341,0.00006868399,0.00003798644,0.0002081842,0.00005167042,0.0001110901,0.0001796122,0.0001517113,0.000009121684],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000190538,"about_ca_system_score_gemma":0.00008785442,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008787581,"about_ca_topic_score_gemma":0.0005084958,"domain_scores_codex":[0.9985083,0.0002326623,0.0006161773,0.0001725272,0.0001834462,0.0002868842],"domain_scores_gemma":[0.9993347,0.0001248739,0.0002312442,0.0002054512,0.00001489605,0.00008883413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00005994193,0.00432186,0.2848531,0.02119813,0.000210332,0.000022181,0.05237149,0.000001443424,0.00001241417,0.1150894,0.02773885,0.4941208],"study_design_scores_gemma":[0.0006130024,0.0007225052,0.8405997,0.01208013,0.000003043403,0.000008823557,0.002237657,4.20315e-7,0.00002503132,0.0002913699,0.1431541,0.0002642127],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9883336,0.00707234,0.000001793158,0.00182692,0.0003656184,0.001420129,0.00001841778,0.00002426083,0.0009369057],"genre_scores_gemma":[0.9977705,0.00005028648,0.00001875159,0.0004922105,0.00000481074,0.0005790259,0.00002649943,0.00001212807,0.001045766],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5557466,"threshold_uncertainty_score":0.3861622,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2983714615","doi":"10.2196/16762","title":"A Chatbot-Based Coaching Intervention for Adolescents to Promote Life Skills: Pilot Study","year":2019,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Coaching; Formative assessment; Psychology; Session (web analytics); Psychological intervention; Chatbot; Likert scale; Applied psychology; Mental health; Intervention (counseling); Medical education; Life skills; Socioemotional selectivity theory; Developmental psychology; Medicine; Pedagogy; Computer science; Psychiatry; Psychotherapist; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.06479109454697515,"gpt":0.4196380831660907,"spread":0.3548469886191156,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003186253,0.0002701098,0.0003215522,0.0003426525,0.0001667526,0.0001134445,0.0003789238,0.000059985,0.0006286668],"category_scores_gemma":[0.00005032901,0.0002644915,0.0002242758,0.0001886797,0.00002188525,0.0001909337,0.00009806265,0.0002016248,0.001221898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002084938,"about_ca_system_score_gemma":0.00001856113,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001956523,"about_ca_topic_score_gemma":0.0001850247,"domain_scores_codex":[0.9978028,0.0001456984,0.0006655511,0.0005814276,0.0002856521,0.0005188592],"domain_scores_gemma":[0.9987934,0.00004675167,0.0002409278,0.0005291085,0.00007331702,0.0003165602],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001872958,0.09539402,0.8632692,0.001830669,0.0003908628,0.00001195897,0.0126687,0.0000214214,0.0008494612,0.002782003,0.006638126,0.01427062],"study_design_scores_gemma":[0.006088307,0.03265869,0.9547677,0.001089636,0.00003418576,7.379246e-7,0.002162925,0.00001535413,0.0002652938,0.0002062131,0.002266531,0.0004444087],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9892123,0.000009373187,0.0003971463,0.00007941999,0.001888592,0.007155079,0.0001184164,0.0001984449,0.0009412499],"genre_scores_gemma":[0.994378,1.054988e-8,0.00004870789,0.0003066533,0.00008015934,0.001158585,0.0001018589,0.00007269859,0.003853291],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09149852,"threshold_uncertainty_score":0.9999807,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3215375111","doi":"10.2196/30766","title":"User Experience, Engagement, and Popularity in Mental Health Apps: Secondary Analysis of App Analytics and Expert App Reviews","year":2021,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Popularity; Mental health; Download; Psychology; User engagement; App store; Applied psychology; Internet privacy; Analytics; World Wide Web; Computer science; Social psychology; Data science; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1115846512997809,"gpt":0.4546568491065761,"spread":0.3430721978067952,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004131544,0.0002015589,0.0006679229,0.0004749285,0.0001524665,0.00004889643,0.0001300811,0.00008142199,0.001218324],"category_scores_gemma":[0.00002120251,0.0001973855,0.0001732201,0.0007805079,0.0001393993,0.0002008367,0.0001707636,0.0002442859,0.000006001236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001292231,"about_ca_system_score_gemma":0.00002621266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005853766,"about_ca_topic_score_gemma":0.001523889,"domain_scores_codex":[0.9977561,0.0003530108,0.0008956314,0.000486752,0.0001805145,0.0003279897],"domain_scores_gemma":[0.9990468,0.00004063429,0.0002931851,0.0003966247,0.00002571364,0.0001970116],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000457779,0.002654484,0.8669684,0.0006503205,0.0008373821,0.00002584525,0.0772932,6.430384e-7,0.000230833,0.009569993,0.01111041,0.03061273],"study_design_scores_gemma":[0.000840526,0.0002908183,0.9133832,0.000209381,0.00006165831,0.000004228009,0.01629623,0.00001056553,0.0001567057,0.0001548699,0.06832046,0.00027132],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9915265,0.004609901,0.00002106946,0.0001582491,0.0002009381,0.0005821787,0.0001712329,0.0000263598,0.002703589],"genre_scores_gemma":[0.9969622,0.0001814654,0.000125843,0.0004062616,0.00001422301,0.00011026,0.0003254633,0.00001590207,0.001858348],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06099698,"threshold_uncertainty_score":0.9996947,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2287943185","doi":"10.2196/humanfactors.4765","title":"University Students’ Views on the Perceived Benefits and Drawbacks of Seeking Help for Mental Health Problems on the Internet: A Qualitative Study","year":2016,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Young and Well Cooperative Research Centre; National Health and Medical Research Council; Medical Research Council; Australian Government","keywords":"Mental health; The Internet; Confidentiality; Psychology; Psychological intervention; Anonymity; Medical education; Qualitative research; Stigma (botany); Population; Help-seeking; Medicine; Psychiatry; World Wide Web; Sociology; Environmental health; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1340421560848479,"gpt":0.4519179689896155,"spread":0.3178758129047676,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006421978,0.0001757414,0.0002331958,0.00009936736,0.0003200657,0.0000335301,0.0003869991,0.00003853215,0.0002252045],"category_scores_gemma":[0.0000189105,0.00008859371,0.0001143052,0.00008245037,0.0001625497,0.00008136533,0.0001199154,0.0001229817,0.00003467555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002440092,"about_ca_system_score_gemma":0.00001211416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002647526,"about_ca_topic_score_gemma":0.000965507,"domain_scores_codex":[0.9981723,0.0006290723,0.0003503105,0.0003219483,0.0002624986,0.000263861],"domain_scores_gemma":[0.9986642,0.0006164056,0.0003059307,0.0002932559,0.00003966313,0.00008052371],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004714411,0.005345891,0.04422498,0.0001061054,0.0004316658,9.60378e-7,0.8659002,1.837697e-7,0.0001164356,0.06953313,0.007451954,0.006417065],"study_design_scores_gemma":[0.002866867,0.01375037,0.4428871,0.001311504,0.00001878035,7.987744e-7,0.5345353,6.945198e-7,0.00007849287,0.0007712574,0.00355139,0.0002274655],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9927316,0.00002300066,0.000008803306,0.002020085,0.0002107277,0.003733776,0.0003033086,0.00002408361,0.0009445999],"genre_scores_gemma":[0.9956878,0.00000172301,0.000001689329,0.0001933864,0.00001474874,0.0001099191,0.0000100623,0.00001899057,0.003961706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3986621,"threshold_uncertainty_score":0.3612747,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285745615","doi":"10.2196/35693","title":"The Challenges Toward Real-world Implementation of Digital Health Design Approaches: Narrative Review","year":2022,"lang":"en","type":"review","venue":"JMIR Human Factors","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"SFU Community Trust Endowment Fund; Simon Fraser University; AGE-WELL","keywords":"Digital health; mHealth; Health care; Usability; Agile software development; Stakeholder; Computer science; Medicine; Knowledge management; Management science; Engineering; Public relations; Human–computer interaction; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.5368829780830587,"gpt":0.5455476546570563,"spread":0.00866467657399761,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001119121,0.0005824739,0.001838269,0.0003232789,0.000518729,0.00008577012,0.0008531195,0.000106252,0.001579528],"category_scores_gemma":[0.00002564392,0.0004119436,0.0009423846,0.0005355993,0.000167443,0.0002181807,0.0002366038,0.0006201761,0.00007718343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009191034,"about_ca_system_score_gemma":0.0003509488,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001640504,"about_ca_topic_score_gemma":0.0002357604,"domain_scores_codex":[0.9945363,0.00140459,0.002196694,0.0006895065,0.0005459283,0.0006269775],"domain_scores_gemma":[0.9958224,0.0007274059,0.002378235,0.0008352441,0.00003888173,0.0001978873],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004460971,0.00029121,0.000003908109,0.03876957,0.0003283086,0.000001826862,0.00614538,1.685885e-8,5.718169e-10,0.01950479,0.01444615,0.9205044],"study_design_scores_gemma":[0.0001506942,0.001104078,0.00009522657,0.01221849,0.0001260982,0.000005930443,0.01229648,1.266102e-8,1.002728e-7,0.0005267044,0.9731687,0.0003075368],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000004089956,0.9773781,0.000006177406,0.0004810795,0.0006998733,0.006535109,0.0006329024,0.0000864696,0.01417618],"genre_scores_gemma":[0.0005989332,0.9910314,0.000009223196,0.00004300116,0.00006965714,0.004520865,0.001185454,0.0001029619,0.002438475],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9587225,"threshold_uncertainty_score":0.9998332,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2761341529","doi":"10.2196/humanfactors.7978","title":"Workarounds Emerging From Electronic Health Record System Usage: Consequences for Patient Safety, Effectiveness of Care, and Efficiency of Care","year":2017,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Workaround; Workflow; Patient safety; Scope (computer science); Health care; Medicine; Nursing; Process management; Business; Computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.03789002405398672,"gpt":0.4181768954894617,"spread":0.380286871435475,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001412065,0.0003352304,0.001253083,0.0002083456,0.002912955,0.0000239584,0.0004929602,0.0002873114,0.00001848107],"category_scores_gemma":[0.0001946243,0.0002917601,0.0001604544,0.0001257466,0.0002555256,0.0001621683,0.0001557171,0.0006010923,0.000002562182],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00231828,"about_ca_system_score_gemma":0.002087962,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01946696,"about_ca_topic_score_gemma":0.008445354,"domain_scores_codex":[0.9947171,0.001648275,0.001452014,0.0005958506,0.0004040879,0.001182638],"domain_scores_gemma":[0.9944157,0.001694041,0.002318111,0.0008566183,0.0004794136,0.0002361123],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008417277,0.0001044701,0.8482419,0.05521068,0.0001709535,0.000001816211,0.06905542,0.00001108687,0.001950657,0.007216158,0.0001011353,0.01709396],"study_design_scores_gemma":[0.009735385,0.02097262,0.6759492,0.03932247,0.0001923283,0.000003357671,0.2314342,0.0001160433,0.005631388,0.00126948,0.01375061,0.00162295],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9875557,0.004220474,0.0002315339,0.0000465307,0.001046467,0.005435885,0.000324479,0.00007785732,0.001061086],"genre_scores_gemma":[0.9989123,0.0001173162,0.00005328402,0.00001633027,0.0001181595,0.000583558,0.0001085921,0.0000542204,0.00003627009],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1722928,"threshold_uncertainty_score":0.9999534,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386172688","doi":"10.2196/50357","title":"Experience of Health Care Professionals Using Digital Tools in the Hospital: Qualitative Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Human Factors","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Universität St. Gallen","keywords":"Qualitative research; Health professionals; Nursing; Health care; Medicine; Psychology; Sociology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.4286608021967926,"gpt":0.6404031246129476,"spread":0.2117423224161549,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003782841,0.0006431534,0.005043269,0.0004312662,0.001244546,0.00003007734,0.001148213,0.0004697235,0.00006775136],"category_scores_gemma":[0.001556885,0.0003779905,0.0005397273,0.001629482,0.0001421922,0.0002523726,0.0002290782,0.001605755,0.000162641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001123987,"about_ca_system_score_gemma":0.003788098,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002893879,"about_ca_topic_score_gemma":0.00007365982,"domain_scores_codex":[0.984704,0.006625843,0.005955319,0.0007034148,0.0009286946,0.00108271],"domain_scores_gemma":[0.9873745,0.005161089,0.005448206,0.001399314,0.0003302306,0.0002866068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[5.276264e-7,0.00008564248,0.00001916212,0.8873222,0.0000212182,0.000001031102,0.106249,1.333294e-8,3.754359e-9,0.0009767031,0.00180193,0.003522535],"study_design_scores_gemma":[0.0001082784,0.00007685335,0.0000352359,0.7370045,0.0001156068,7.263731e-7,0.1488897,8.796567e-8,5.265554e-9,0.00003624178,0.1134735,0.0002592943],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003539916,0.9390271,0.00000507373,0.0001863519,0.0003346528,0.05897903,0.0008293093,0.0001047858,0.000179723],"genre_scores_gemma":[0.0005833779,0.9155642,0.00001395906,0.0007580395,0.00009088237,0.08132997,0.001279511,0.0001131553,0.0002668524],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1503177,"threshold_uncertainty_score":0.9998672,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3157986414","doi":"10.2196/28236","title":"Research Trends in Artificial Intelligence Applications in Human Factors Health Care: Mapping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Human Factors","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Usability; Health care; Context (archaeology); Workflow; Computer science; Workload; Scopus; Data science; Artificial intelligence; Knowledge management; Human–computer interaction; MEDLINE","retraction":null,"screen_n_in":null,"score":{"opus":0.6414586923962593,"gpt":0.621556292721875,"spread":0.01990239967438434,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001869159,0.0007070563,0.003142837,0.003691614,0.0006274293,0.000100827,0.0006037239,0.0006680563,0.0009395937],"category_scores_gemma":[0.0002522241,0.0006215355,0.000649002,0.006351313,0.0002453967,0.0001062467,0.0001657094,0.003067128,0.00008219447],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003401462,"about_ca_system_score_gemma":0.001915604,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004852153,"about_ca_topic_score_gemma":0.005319934,"domain_scores_codex":[0.9920381,0.001151343,0.003297572,0.001319,0.0009742044,0.001219808],"domain_scores_gemma":[0.9964676,0.0006146057,0.0006640211,0.001295658,0.0004565958,0.0005014943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001467229,0.0004252533,0.001386851,0.04690299,0.00003040633,0.0000130881,0.008683234,5.251695e-7,0.000001129222,0.001546442,0.001325983,0.9396826],"study_design_scores_gemma":[0.00001774053,0.0002647449,0.001133149,0.09369601,0.00009088258,0.000006132957,0.02067312,6.531744e-7,0.00002945687,0.0003151798,0.883129,0.000643903],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003556702,0.9903656,0.00001731499,0.0004522567,0.0002770431,0.004529098,0.00004672421,0.00008114603,0.0006741234],"genre_scores_gemma":[0.01519331,0.9768082,0.00002793612,0.00012726,0.0005423211,0.001847326,0.004920873,0.0001186914,0.0004140393],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9390388,"threshold_uncertainty_score":0.9999737,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2343571725","doi":"10.2196/humanfactors.4537","title":"Usability Testing of a Complex Clinical Decision Support Tool in the Emergency Department: Lessons Learned","year":2015,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Usability; Clinical decision support system; Workflow; Documentation; Decision support system; Emergency department; Health information technology; Health informatics; Test (biology); Medical emergency; Computer science; Medicine; Health care; Nursing; Human–computer interaction; Public health; Database; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.5794027548146631,"gpt":0.5980208998969563,"spread":0.0186181450822932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009606018,0.000228221,0.0006588434,0.0001370267,0.00049146,0.00000763797,0.0005915866,0.0003152886,0.0006674958],"category_scores_gemma":[0.004095449,0.0001554019,0.0001416575,0.0005692173,0.0001087459,0.0001271075,0.0001634781,0.001250565,0.0001721633],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000474458,"about_ca_system_score_gemma":0.00118864,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001195619,"about_ca_topic_score_gemma":0.004671988,"domain_scores_codex":[0.9920754,0.003160086,0.002678553,0.0004733745,0.0007114543,0.0009010758],"domain_scores_gemma":[0.9944893,0.003299127,0.0007990973,0.0008661564,0.0003270449,0.0002193432],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004816514,0.0003366037,0.9743983,0.0001591856,0.000008916151,0.000002540594,0.00540834,0.000002228355,0.00004170803,0.0007547525,0.01232164,0.00651762],"study_design_scores_gemma":[0.001196818,0.0006797783,0.9481882,0.0001116011,0.000009741363,0.000001046908,0.00351446,0.00007415725,0.000002900577,0.003748613,0.04231023,0.0001623981],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9899051,0.00002822145,0.00004604155,0.0005132937,0.0006831128,0.002427807,0.00003572069,0.0000765462,0.006284197],"genre_scores_gemma":[0.9986916,0.000008487634,0.0002035367,0.0001679309,0.0002422759,0.0002880369,0.00005629468,0.00002930103,0.0003125669],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02998859,"threshold_uncertainty_score":0.7308611,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3163487424","doi":"10.2196/27005","title":"Older Patients’ Competence, Preferences, and Attitudes Toward Digital Technology Use: Explorative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Gentofte Hospital","keywords":"Competence (human resources); Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.05383111494302765,"gpt":0.3268977560298031,"spread":0.2730666410867754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008217131,0.000230198,0.0003080012,0.0002772743,0.000635833,0.0003718564,0.0004041149,0.0002593089,0.0001199493],"category_scores_gemma":[0.0002970678,0.0002106665,0.00004418381,0.0007021116,0.0009735328,0.0009974404,0.0003538115,0.0003343252,0.00002265335],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009346051,"about_ca_system_score_gemma":0.0001116391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001557606,"about_ca_topic_score_gemma":0.003671183,"domain_scores_codex":[0.9981576,0.0001159519,0.0002677489,0.0005831157,0.0004510544,0.0004245544],"domain_scores_gemma":[0.9989939,0.0001130401,0.0001242969,0.0003259556,0.0003249422,0.0001179186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000002295129,0.0006542465,0.952755,0.000006014299,0.00004809993,0.00001298043,0.04071308,5.616281e-8,0.00001714628,0.003572519,0.0002089324,0.002009627],"study_design_scores_gemma":[0.0005656055,0.0002411773,0.9217186,0.00003109844,0.00001239075,4.046414e-7,0.07311087,1.105627e-7,0.0001318997,0.001237216,0.002696554,0.0002540787],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9972439,0.00005273076,0.000007702788,0.0002516821,0.0001416853,0.0007986563,0.0000356671,0.0005364502,0.0009315364],"genre_scores_gemma":[0.9992197,0.00001341529,0.00005380423,0.00002199248,0.00002591183,0.0001023056,0.00003540526,0.00001771986,0.0005097474],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0323978,"threshold_uncertainty_score":0.8590729,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391184004","doi":"10.2196/53559","title":"The Temperature Feature of ChatGPT: Modifying Creativity for Clinical Research","year":2024,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health; Vlaamse regering; Fonds Wetenschappelijk Onderzoek","keywords":"Computer science; Creativity; Feature (linguistics); Consistency (knowledge bases); Preprint; Variable (mathematics); Variety (cybernetics); Data science; Randomness; Interface (matter); Human–computer interaction; Artificial intelligence; Psychology; World Wide Web; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.5350060726704904,"gpt":0.6339170265971087,"spread":0.0989109539266183,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005350968,0.00008538712,0.0001708065,0.0001046588,0.00207899,0.000223911,0.0003516068,0.0003318721,0.00003503379],"category_scores_gemma":[0.00632584,0.00005908531,0.0001383787,0.0005972255,0.0007698563,0.0001507868,0.00003496123,0.0007639786,0.000007375797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002268801,"about_ca_system_score_gemma":0.0006862789,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000882181,"about_ca_topic_score_gemma":0.001743008,"domain_scores_codex":[0.9975353,0.0008311807,0.0002642675,0.0002665966,0.0006681566,0.0004345302],"domain_scores_gemma":[0.9853111,0.01390748,0.00006923372,0.0002202366,0.0003432289,0.0001487463],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006059559,0.0002711423,0.1969603,0.0006240405,0.00009495293,0.000002074966,0.3797074,4.398101e-7,0.0007385605,0.2219346,0.1577916,0.04181426],"study_design_scores_gemma":[0.000122641,0.0001558644,0.2453502,0.000163004,0.00001145791,7.73012e-8,0.0244301,0.000007502726,0.0001875487,0.007816639,0.7216285,0.0001265059],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9838606,0.001070658,0.000001422059,0.006799754,0.004494201,0.002203513,0.00001849681,0.00008139563,0.001470023],"genre_scores_gemma":[0.9947156,0.0002596018,0.00003015939,0.00001873442,0.002650263,0.0008038521,0.00001169159,0.00001754244,0.001492575],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5638368,"threshold_uncertainty_score":0.9992202,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2574256239","doi":"10.2196/humanfactors.6523","title":"Perceived and Performed eHealth Literacy: Survey and Simulated Performance Test","year":2017,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"eHealth; Health literacy; Literacy; Psychology; Conceptualization; The Internet; Medical education; Medicine; Computer science; Health care; World Wide Web; Pedagogy; Political science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.09797774413986071,"gpt":0.4806638054336244,"spread":0.3826860612937636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001999905,0.0002680125,0.0004154987,0.0001512277,0.006903162,0.0002371542,0.0003254355,0.0002793073,0.0006193877],"category_scores_gemma":[0.001160054,0.0002065136,0.0000309179,0.00008036918,0.0002406751,0.002752289,0.0002551538,0.0009026742,0.00008172335],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001311565,"about_ca_system_score_gemma":0.0002121456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001334548,"about_ca_topic_score_gemma":0.0003819217,"domain_scores_codex":[0.9971316,0.0003771881,0.001183855,0.0003754414,0.0002571994,0.0006747412],"domain_scores_gemma":[0.9965684,0.0009309503,0.000854667,0.0007729054,0.000390304,0.0004827353],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003986873,0.00004076315,0.9791372,0.0007854345,0.000004859633,2.843708e-7,0.01633427,3.268246e-7,0.00002670597,0.00001962835,0.0003571382,0.003253454],"study_design_scores_gemma":[0.001074262,0.0001605438,0.9887081,0.000215056,0.000003717393,5.657401e-7,0.0004420078,0.002489326,0.000005894775,0.00002773403,0.006649581,0.0002232296],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9956311,0.00002697396,0.000002685079,0.0001538116,0.0002679133,0.001163198,0.0001306887,0.0001120196,0.002511631],"genre_scores_gemma":[0.9972817,0.00008994625,0.00004085541,0.0008143802,0.0001073188,0.000039218,0.00019452,0.00002306626,0.00140903],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01589227,"threshold_uncertainty_score":0.9943897,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390943095","doi":"10.2196/47031","title":"Trust in and Acceptance of Artificial Intelligence Applications in Medicine: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"European Commission; Fraunhofer-Institut für Zelltherapie und Immunologie; University College London","keywords":"Likert scale; Relevance (law); Health technology; Accountability; Scale (ratio); Stakeholder; Health care; Knowledge management; Psychology; Medical education; Computer science; Medicine; Public relations","retraction":null,"screen_n_in":null,"score":{"opus":0.2466579618029961,"gpt":0.5526685501173785,"spread":0.3060105883143824,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007590897,0.0001402642,0.0003460661,0.0005848269,0.00005464395,0.00001759655,0.0001031975,0.00009769734,0.0002215958],"category_scores_gemma":[0.0001771381,0.0001137778,0.00003414245,0.0009400307,0.0001724992,0.00009881226,0.00002905384,0.0003188475,0.000006638221],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001164179,"about_ca_system_score_gemma":0.00008955557,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001385587,"about_ca_topic_score_gemma":0.001733854,"domain_scores_codex":[0.9983801,0.0001290052,0.0007577663,0.0003473689,0.0001890596,0.0001967137],"domain_scores_gemma":[0.9990724,0.000443824,0.00006998023,0.0002522104,0.00006908661,0.00009245901],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003838974,0.0007602744,0.5105357,0.0004244659,0.00002224962,0.000009009545,0.08297554,0.000007955528,0.005148313,0.006152253,0.0001029797,0.3938228],"study_design_scores_gemma":[0.00004344363,0.0007406024,0.7780072,0.0004222087,0.00003800116,0.000002722659,0.1833006,0.0006171158,0.01902604,0.01686892,0.0007283503,0.0002047967],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9954661,0.0005089429,0.001796048,0.000341508,0.0002592386,0.001306793,0.000002341742,0.00003945714,0.0002795567],"genre_scores_gemma":[0.9990916,0.00003632882,0.0003661188,0.00002235835,0.0001403365,0.0002373814,0.00001544622,0.00001597895,0.00007448586],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3936181,"threshold_uncertainty_score":0.4639724,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2232974535","doi":"10.2196/humanfactors.5098","title":"Changes in Default Alarm Settings and Standard In-Service are Insufficient to Improve Alarm Fatigue in an Intensive Care Unit: A Pilot Project","year":2016,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"ALARM; Service (business); Intensive care unit; Unit (ring theory); Medical emergency; Business; Psychology; Medicine; Engineering; Intensive care medicine; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.09702959287578107,"gpt":0.3880326299996347,"spread":0.2910030371238537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002227001,0.0002600942,0.0004477026,0.001055841,0.00007334889,0.0000150762,0.0001451742,0.00024324,0.000006785709],"category_scores_gemma":[0.000287687,0.000194388,0.00001935172,0.0006661314,0.00006376568,0.0001135944,0.0001300934,0.000501952,0.000002565949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004218636,"about_ca_system_score_gemma":0.0001195965,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001503621,"about_ca_topic_score_gemma":0.05641441,"domain_scores_codex":[0.9982512,0.00009465027,0.0003627383,0.0005252145,0.0002501854,0.0005160296],"domain_scores_gemma":[0.9987859,0.00008267534,0.0001220781,0.0003438216,0.0004992415,0.0001662925],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002506196,0.0001069576,0.9396326,0.0003341501,0.000006613835,0.00007437592,0.04542116,5.507669e-7,0.008473272,0.00001832988,0.00001742817,0.005663942],"study_design_scores_gemma":[0.002485472,0.004004833,0.9138137,0.002182452,0.00000863636,0.000003368836,0.06524979,0.000003218351,0.0113067,0.00001532488,0.0006643489,0.0002622411],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9951976,0.0000817402,0.000001826423,0.002354185,0.0001408312,0.001991827,0.00008397696,0.0001125466,0.00003546531],"genre_scores_gemma":[0.9987521,0.00001204879,0.00003136312,0.0008281937,0.00004860339,0.0002478012,0.00003064426,0.00003292908,0.0000163528],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05491079,"threshold_uncertainty_score":0.9608036,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2762909449","doi":"10.2196/humanfactors.6455","title":"Defining Information Quality Into Health Websites: A Conceptual Framework of Health Website Information Quality for Educated Young Adults","year":2017,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Health information; Quality (philosophy); The Internet; Health care; Perception; Health education; HRHIS; Psychology; Public relations; Medicine; Nursing; World Wide Web; Political science; Public health; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1019501895328074,"gpt":0.5284943648194298,"spread":0.4265441752866224,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009908788,0.0004101709,0.001148597,0.0004126966,0.00672235,0.0002284041,0.0007868712,0.000531144,0.0004695325],"category_scores_gemma":[0.005529799,0.0003681688,0.0002308709,0.0002712278,0.0003092364,0.01111146,0.0002518722,0.001172362,0.0003069429],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001032287,"about_ca_system_score_gemma":0.002471308,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01496866,"about_ca_topic_score_gemma":0.001147032,"domain_scores_codex":[0.989089,0.001447952,0.007295404,0.0003085878,0.0007938417,0.001065265],"domain_scores_gemma":[0.9835227,0.001111557,0.01194537,0.00141373,0.00148274,0.000523963],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003354314,0.0001274466,0.6063465,0.008378373,0.00002976607,1.125148e-8,0.3136943,0.00000406966,0.000002311434,0.0482812,0.006629133,0.01617145],"study_design_scores_gemma":[0.002129774,0.0003398093,0.8875887,0.001344082,0.000004607545,1.472923e-7,0.05380913,0.0001487447,0.00001438584,0.001721769,0.0525434,0.0003554786],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9756965,0.00008000277,0.01219469,0.001823282,0.001508719,0.004956056,0.001079974,0.000269892,0.002390859],"genre_scores_gemma":[0.986246,0.0000241745,0.003352161,0.005985969,0.0001278809,0.0005571529,0.003610001,0.00001984567,0.00007685235],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2812422,"threshold_uncertainty_score":0.999877,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2924993635","doi":"10.2196/13009","title":"Patients’ Experiences of Using a Consumer mHealth App for Self-Management of Heart Failure: Mixed-Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Self-management; mHealth; Usability; Quality of life (healthcare); Rating scale; Medicine; Scale (ratio); Psychology; Applied psychology; Nursing; Computer science; Psychological intervention; Human–computer interaction; Developmental psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06016798420712817,"gpt":0.4898731882710415,"spread":0.4297052040639134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001211204,0.000238149,0.0006936765,0.0002448363,0.0006778698,0.000004901032,0.0002932457,0.0001723857,0.0004043476],"category_scores_gemma":[0.00003177433,0.0002065804,0.0001190358,0.0003882252,0.00007293249,0.0001022098,0.0001369465,0.0002909231,0.00002153084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001817217,"about_ca_system_score_gemma":0.0003223291,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002126539,"about_ca_topic_score_gemma":0.00004424925,"domain_scores_codex":[0.9963261,0.0006419182,0.001448731,0.0004834248,0.0003869681,0.0007128952],"domain_scores_gemma":[0.9970918,0.0005992788,0.000946799,0.0006829537,0.0003671499,0.0003119942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008484784,0.001869604,0.9288862,0.006286527,0.00008502979,6.889803e-8,0.05297893,0.000003788334,0.0001919965,0.00242493,0.005409502,0.001778576],"study_design_scores_gemma":[0.005909968,0.00162254,0.5490558,0.0004426858,0.0001252646,1.255758e-7,0.3280212,0.00007029595,0.0002919782,0.0002164753,0.1138235,0.0004202226],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9804239,0.0000575636,0.0003265921,0.00003766375,0.000736184,0.01802923,0.00004727573,0.00008934144,0.0002522877],"genre_scores_gemma":[0.9747286,0.00001007935,0.01465965,0.0001195095,0.00004061389,0.0102142,0.0000445828,0.00003868249,0.0001440386],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3798305,"threshold_uncertainty_score":0.8424104,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2783837066","doi":"10.2196/humanfactors.8017","title":"VA FitHeart, a Mobile App for Cardiac Rehabilitation: Usability Study","year":2018,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Office of Rural Health; U.S. Department of Veterans Affairs","keywords":"Usability; Rehabilitation; Heart failure; Mobile apps; Medicine; Physical therapy; World Wide Web; Computer science; Internal medicine; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.03430932496515737,"gpt":0.4096958326247751,"spread":0.3753865076596177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008221006,0.0001900253,0.0005254789,0.0001104488,0.0003881035,0.00001679224,0.00006731678,0.00009950939,0.0002341774],"category_scores_gemma":[0.0001323447,0.0001579794,0.0002834973,0.0001894446,0.0001742737,0.00007735487,0.00003479914,0.0001680544,0.00006456728],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003638623,"about_ca_system_score_gemma":0.000201145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00028251,"about_ca_topic_score_gemma":0.0000993861,"domain_scores_codex":[0.9981211,0.000136296,0.0004554744,0.0004595373,0.0003579534,0.0004696197],"domain_scores_gemma":[0.9982955,0.0003265275,0.00008005671,0.0005936977,0.0002194831,0.0004847499],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004496612,0.001652762,0.9585431,0.0007179459,0.00004687934,0.000001164949,0.01986927,1.630072e-7,0.0004447768,0.00007096071,0.01475035,0.003452947],"study_design_scores_gemma":[0.00187107,0.01323368,0.8807666,0.00003710216,0.0000572438,0.000001576552,0.008887794,0.000002824417,0.0002283772,0.00009708516,0.09465906,0.0001575685],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9879994,0.00003322988,0.000007117344,0.000177014,0.000641431,0.008965814,0.00008290289,0.0001480582,0.001944964],"genre_scores_gemma":[0.9960843,0.000001164055,0.000185194,0.0002384901,0.000812232,0.001619728,0.00007037403,0.000031225,0.0009572916],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07990871,"threshold_uncertainty_score":0.6442212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210858667","doi":"10.2196/28639","title":"Human Factors and Technological Characteristics Influencing the Interaction of Medical Professionals With Artificial Intelligence–Enabled Clinical Decision Support Systems: Literature Review","year":2022,"lang":"en","type":"review","venue":"JMIR Human Factors","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Knowledge management; Workload; eHealth; Quality (philosophy); Health care; Decision support system; Medical education; Computer science; Data science; Medicine; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.3224764608691961,"gpt":0.5418941549835318,"spread":0.2194176941143356,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00329467,0.0006557789,0.002868671,0.00047505,0.0006215318,0.0001145168,0.0006363135,0.001187487,0.001538768],"category_scores_gemma":[0.00226099,0.0003267656,0.0005107133,0.0009576859,0.0005376116,0.0001669093,0.0003095723,0.003641932,0.00001432802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003203723,"about_ca_system_score_gemma":0.0009390363,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000719904,"about_ca_topic_score_gemma":0.00002058591,"domain_scores_codex":[0.9925014,0.0008622315,0.003734741,0.0008066654,0.001651805,0.0004431302],"domain_scores_gemma":[0.9944958,0.001984491,0.001937844,0.0008497372,0.0003724868,0.0003596391],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005136832,0.0007218982,0.004879518,0.05571132,0.0002377205,0.00008988211,0.001501094,9.184561e-8,0.000001133733,0.001167237,0.001195673,0.9344431],"study_design_scores_gemma":[0.00004892502,0.001987882,0.001427974,0.2950003,0.001423928,0.0003646887,0.009106821,0.000008242961,0.00001461272,0.0002239257,0.6896671,0.0007255691],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.1423538,0.8504547,0.0000328676,0.0003224534,0.001343541,0.005226152,0.00007257656,0.0001376752,0.00005622886],"genre_scores_gemma":[0.05412432,0.9435997,0.00001388299,0.0001768433,0.0004754975,0.0004731703,0.0009863453,0.00006738732,0.00008287629],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9337175,"threshold_uncertainty_score":0.9999185,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4280619105","doi":"10.2196/33960","title":"Factors Influencing Clinician Trust in Predictive Clinical Decision Support Systems for In-Hospital Deterioration: Qualitative Descriptive Study","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"University of Victoria","funders":"National Institute of Nursing Research","keywords":"Concordance; Clinical decision support system; Competence (human resources); Qualitative research; Descriptive statistics; Medicine; Perception; Psychology; Nursing; Family medicine; Medical education; Decision support system; Social psychology; Artificial intelligence; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2409548571622092,"gpt":0.4839155532113714,"spread":0.2429606960491622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001467042,0.0003704738,0.001020623,0.0005355893,0.0002938591,0.0000610134,0.0001908846,0.0001398367,0.0001480902],"category_scores_gemma":[0.000463968,0.0003021227,0.0003071435,0.0004357903,0.00008625122,0.00025019,0.0001438385,0.0005262093,0.000005158576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001504573,"about_ca_system_score_gemma":0.0002314601,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005513724,"about_ca_topic_score_gemma":0.000551396,"domain_scores_codex":[0.9958674,0.0006204631,0.001613021,0.000785667,0.0006888846,0.0004245345],"domain_scores_gemma":[0.9974053,0.001396237,0.0004485736,0.000386432,0.0001629293,0.000200543],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003772004,0.005144569,0.8325018,0.00001890753,0.0001576948,0.00005761186,0.1611273,0.00003618661,0.000008172215,0.00003559063,0.000343645,0.0001913085],"study_design_scores_gemma":[0.004428983,0.01474282,0.6451035,0.000069001,0.00007298468,6.281797e-7,0.3350931,0.00003744661,0.00001258783,0.00005957926,0.0001995427,0.0001798639],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9925645,0.00006336372,0.00001425083,0.00003281702,0.0009396109,0.006077963,0.0001680076,0.00006082382,0.00007865448],"genre_scores_gemma":[0.996988,0.000005163073,0.00003100559,0.0000499595,0.0001067874,0.002476763,0.0002290478,0.00005130788,0.0000619377],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1873983,"threshold_uncertainty_score":0.9999431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3164606851","doi":"10.2196/27706","title":"Computer-Aided Screening of Autism Spectrum Disorder: Eye-Tracking Study Using Data Visualization and Deep Learning","year":2021,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":83,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Eye tracking; Computer science; Convolutional neural network; Gaze; Artificial intelligence; Visualization; Set (abstract data type); Autism spectrum disorder; Task (project management); Autism; Eye movement; Process (computing); Cognition; Computer vision; Machine learning; Psychology; Developmental psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1017929012573618,"gpt":0.401134376235491,"spread":0.2993414749781292,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000326747,0.0002650978,0.0003807774,0.0003233316,0.0007721683,0.0003127309,0.0006061244,0.00008078739,0.0001577894],"category_scores_gemma":[0.0002033778,0.0002824893,0.00004966065,0.0008229865,0.0001710832,0.0007504268,0.001462017,0.0004294144,0.000003517075],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004979164,"about_ca_system_score_gemma":0.00004995321,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002598811,"about_ca_topic_score_gemma":0.0003331394,"domain_scores_codex":[0.9966604,0.0005876045,0.000471857,0.0009962452,0.0007671822,0.0005166851],"domain_scores_gemma":[0.9986435,0.0002177748,0.0002677548,0.0007344504,0.00001745212,0.0001191098],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001637239,0.0007647061,0.9046393,0.00009890264,0.00003898012,0.00009582569,0.01014896,0.0008611612,0.07054567,0.01027864,0.000002876039,0.002508629],"study_design_scores_gemma":[0.001240138,0.00041781,0.8788353,0.0001039849,0.00003636461,0.00001470315,0.003866579,0.09794576,0.01610195,0.0008012191,0.000149646,0.0004865578],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9817321,0.0001054283,0.01721212,0.00008418928,0.0000814165,0.0005616892,0.00001121677,0.0001423662,0.00006944557],"genre_scores_gemma":[0.9995196,0.00002252398,0.0002172679,0.00001311534,0.00003694899,0.000005032386,0.00006177709,0.00006234923,0.00006134599],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0970846,"threshold_uncertainty_score":0.9999627,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018460907","doi":"10.2196/humanfactors.4196","title":"Nurses' Perceptions and Practices Toward Clinical Alarms in a Transplant Cardiac Intensive Care Unit: Exploring Key Issues Leading to Alarm Fatigue","year":2015,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"ALARM; Patient safety; Medicine; Health care; Intensive care; Medical emergency; Perception; Nursing; Intensive care unit; Psychology; Intensive care medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.4852770650245968,"gpt":0.5245318744908506,"spread":0.03925480946625376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003340366,0.0002232222,0.0005406823,0.000397903,0.0001271198,0.00002654273,0.0001128718,0.0002772653,0.00001128156],"category_scores_gemma":[0.0006846908,0.0001987647,0.00008572565,0.0002527994,0.000116276,0.0002715119,0.00005037389,0.0008405268,0.00002265667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001437321,"about_ca_system_score_gemma":0.00009232137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006600386,"about_ca_topic_score_gemma":0.0002778925,"domain_scores_codex":[0.9983028,0.0001702421,0.0004653664,0.0004202244,0.0002657574,0.0003755696],"domain_scores_gemma":[0.9985798,0.0001595865,0.0001397671,0.0002837357,0.0004026832,0.0004344413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006328712,0.00004095136,0.8261932,0.00009983746,0.00003403131,0.00004566144,0.1707101,0.000001845363,0.0002872045,0.00004091517,0.0001502372,0.002332799],"study_design_scores_gemma":[0.0007022262,0.001039427,0.6888223,0.000652701,0.00006639679,0.000008236123,0.3015602,0.000002213163,0.0007405546,0.00001318284,0.006171546,0.0002210492],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9960359,0.0003921727,0.000007173667,0.001390156,0.0009134811,0.0008417497,0.0000215228,0.0001914445,0.0002063997],"genre_scores_gemma":[0.9988885,0.000183326,0.0001728898,0.0001428181,0.0002957522,0.0001440836,0.00006988602,0.00003020874,0.00007256596],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1373709,"threshold_uncertainty_score":0.8105389,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W31789596","doi":"10.2196/15103","title":"Parliament and literature in late medieval England","year":2007,"lang":"en","type":"book","venue":"JMIR Human Factors","topic":"Medieval Literature and History","field":"Arts and Humanities","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Parliament; Complaint; Mediation; History; Index (typography); Classics; Criticism; Law; Political science; Politics; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02375532335081369,"gpt":0.2442816608163061,"spread":0.2205263374654924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002702866,0.0005357396,0.0006071318,0.0006933166,0.0002576167,0.0004232776,0.000207331,0.0004891046,0.002440845],"category_scores_gemma":[0.00001082925,0.0004243322,0.0001396963,0.00002749331,0.0003752496,0.0002021608,0.00006745551,0.001200737,0.00004802481],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002496456,"about_ca_system_score_gemma":0.00007632097,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003416202,"about_ca_topic_score_gemma":0.00324419,"domain_scores_codex":[0.9980715,0.00004806371,0.0004853883,0.000501823,0.0004789889,0.0004142315],"domain_scores_gemma":[0.9990959,0.0000952795,0.0002044422,0.0003044866,0.0001077955,0.0001921294],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007719295,0.000116675,0.0002844033,0.0009062521,0.00011834,0.0004689315,0.6075047,1.447681e-7,0.00001998814,0.1651956,0.2242941,0.001013775],"study_design_scores_gemma":[0.0005767003,0.0001496343,0.0004669045,0.000673789,0.00003346524,0.000001682013,0.0002487681,3.008087e-7,0.000002726611,0.004150191,0.9932192,0.0004766548],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.05977846,0.007308082,8.86847e-8,0.00003094142,0.001468468,0.0005716927,0.0002821427,0.00009361131,0.9304665],"genre_scores_gemma":[0.03750293,0.0001166118,0.000002979248,0.0002894242,0.002858506,0.00002370285,0.001196663,0.00007566043,0.9579335],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.7689251,"threshold_uncertainty_score":0.9998208,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220854739","doi":"10.2196/35668","title":"Evaluating User Feedback for an Artificial Intelligence–Enabled, Cognitive Behavioral Therapy–Based Mental Health App (Wysa): Qualitative Thematic Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Helpfulness; Mental health; Usability; Thematic analysis; Applied psychology; Psychology; Computer science; Multimedia; World Wide Web; Medical education; Human–computer interaction; Qualitative research; Social psychology; Medicine; Psychotherapist","retraction":null,"screen_n_in":null,"score":{"opus":0.4465069531268119,"gpt":0.5996287741753948,"spread":0.153121821048583,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001701699,0.0003487967,0.0005858227,0.0006347162,0.001358161,0.0001278216,0.0003917286,0.00007032157,0.006127852],"category_scores_gemma":[0.0000279185,0.0003444995,0.0005659444,0.000922891,0.0001702383,0.0002668147,0.00009090811,0.0003420205,0.00006458237],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006114805,"about_ca_system_score_gemma":0.0001148939,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007474858,"about_ca_topic_score_gemma":0.0005811105,"domain_scores_codex":[0.9953123,0.001436475,0.001143125,0.0007214215,0.0006706959,0.0007159776],"domain_scores_gemma":[0.9980631,0.0004418335,0.0006860413,0.0003986255,0.0001401002,0.0002703278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.003377242,0.0404815,0.005369657,0.0003634114,0.003300036,0.000008583984,0.7891919,0.0004060696,0.0004745478,0.0289943,0.003218519,0.1248142],"study_design_scores_gemma":[0.002886761,0.04015151,0.009466388,0.0001736076,0.0005213409,0.000004021296,0.9249738,0.001550867,0.00170703,0.01689222,0.0003878849,0.001284518],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9907079,0.00005826013,0.001811249,0.0002537651,0.0005805361,0.003842434,0.002240132,0.0001569969,0.000348767],"genre_scores_gemma":[0.991894,1.390141e-7,0.0003576108,0.000388992,0.0000516119,0.003276462,0.002931265,0.0000706935,0.001029211],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.135782,"threshold_uncertainty_score":0.9999419,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2513514030","doi":"10.2196/humanfactors.6029","title":"Development and Usability of REACH: A Tailored Theory-Based Text Messaging Intervention for Disadvantaged Adults With Type 2 Diabetes","year":2016,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Usability; Disadvantaged; Glycemic; Psychological intervention; Ethnic group; Intervention (counseling); Health care; Medicine; Psychology; Family medicine; Medical education; Gerontology; Applied psychology; Nursing; Diabetes mellitus; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.04242922467259041,"gpt":0.3998639682792195,"spread":0.3574347436066291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009099338,0.0001621866,0.0002901545,0.0001104012,0.0006178269,0.000004116262,0.0001120187,0.0001085675,0.0001796361],"category_scores_gemma":[0.0001718425,0.00009736711,0.00004175192,0.000124963,0.0001286719,0.00008789723,0.00003827897,0.0001503649,0.000007802231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001581842,"about_ca_system_score_gemma":0.0002340913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002422266,"about_ca_topic_score_gemma":0.0002975338,"domain_scores_codex":[0.9981636,0.0002439538,0.0006567786,0.0003347799,0.0001524298,0.000448454],"domain_scores_gemma":[0.9979657,0.0009121443,0.0004167147,0.0003123569,0.0001697389,0.0002233651],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008601153,0.0003509856,0.9270765,0.004358567,0.00003457372,1.066919e-7,0.004930004,2.641066e-7,0.002529732,0.01488097,0.0003257514,0.04465243],"study_design_scores_gemma":[0.00690301,0.0007434455,0.9367944,0.002554652,0.00003840061,9.095121e-8,0.003789449,0.00001528349,0.003883757,0.002228033,0.04271101,0.0003384983],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9940969,0.00003896447,0.001316258,0.0002149723,0.00006547312,0.00396239,0.00004427685,0.00007467168,0.0001861443],"genre_scores_gemma":[0.9930794,0.000004455805,0.0009684033,0.0001004928,0.00002614959,0.005363813,0.00009634359,0.00002613669,0.0003348655],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04431393,"threshold_uncertainty_score":0.4751888,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2896508784","doi":"10.2196/11048","title":"Innovating From Within: A Process Model for User-Centered Digital Development in Academic Medical Centers","year":2018,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Agile software development; USable; Process (computing); Design thinking; Process management; Knowledge management; Relation (database); Health care; Computer science; Digital transformation; Engineering management; Engineering; Human–computer interaction; Software engineering; Political science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.04316881782501756,"gpt":0.3060242074381834,"spread":0.2628553896131658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008457236,0.0001571804,0.0001430065,0.0001420343,0.00004852133,0.00003449081,0.0002192178,0.0001927777,0.00002842318],"category_scores_gemma":[0.00005918215,0.0001425737,0.00002182125,0.0001979627,0.00004648609,0.0001963188,0.00002867385,0.0002825292,0.000007915929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001301873,"about_ca_system_score_gemma":0.00005783761,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006155524,"about_ca_topic_score_gemma":0.00002457942,"domain_scores_codex":[0.9989141,0.000002454019,0.0003640966,0.0001841221,0.0002688328,0.0002664331],"domain_scores_gemma":[0.9996863,0.00002319597,0.00003331164,0.00008739065,0.00003691143,0.0001329048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002079261,0.001454553,0.5852206,0.005538227,0.0007418098,0.00001433229,0.2567557,0.01275601,0.02746441,0.002347156,0.02204872,0.08545054],"study_design_scores_gemma":[0.00210063,0.00008457372,0.07300549,0.0012618,0.000008525554,0.000001646336,0.000632272,0.9087767,0.008320579,0.001013494,0.003784641,0.001009659],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9864746,0.000007684454,0.01259349,0.00004039443,0.0003770769,0.0001995693,0.00001988033,0.0002261712,0.00006113545],"genre_scores_gemma":[0.9988024,3.796586e-7,0.0006173484,0.0000415447,0.0001812198,0.00008801597,0.0001956189,0.00003430699,0.00003915925],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8960207,"threshold_uncertainty_score":0.5813987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3146487980","doi":"10.2196/24860","title":"Identifying Barriers to and Opportunities for Telehealth Implementation Amidst the COVID-19 Pandemic by Using a Human Factors Approach: A Leap Into the Future of Health Care Delivery?","year":2021,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Science Foundation","keywords":"Telehealth; Pandemic; Work (physics); Adaptation (eye); Coronavirus disease 2019 (COVID-19); Health care; Telemedicine; Health care delivery; Business; Healthcare delivery; Scale (ratio); Healthcare system; Nursing; Medicine; Knowledge management; Computer science; Political science; Psychology; Engineering; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.1994282463259478,"gpt":0.4500436799889421,"spread":0.2506154336629943,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007778596,0.0002909183,0.0005178255,0.0002239182,0.001891479,0.00006561828,0.0001609405,0.0000908572,0.0001132138],"category_scores_gemma":[0.0000701778,0.0001911156,0.0001166337,0.0002787673,0.0001643574,0.0001515175,0.00008696032,0.0002700478,1.293281e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007849641,"about_ca_system_score_gemma":0.001273157,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004823186,"about_ca_topic_score_gemma":0.004625851,"domain_scores_codex":[0.9973423,0.00032649,0.000879383,0.000425701,0.0005171571,0.0005089436],"domain_scores_gemma":[0.998055,0.0001772725,0.0005197155,0.0003593835,0.0002291955,0.0006594695],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007787775,0.00006644503,0.5717387,0.003191092,0.0001964914,0.000003449919,0.3741534,0.000004185637,0.005692283,0.0009324151,0.01946916,0.02447451],"study_design_scores_gemma":[0.002181524,0.0007826021,0.05798424,0.00005943587,0.0001421257,0.00001761692,0.8816976,0.000007005831,0.0006347127,0.00007893716,0.05620068,0.0002135183],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9893996,0.001730874,0.0009409282,0.004641921,0.0001419094,0.002813312,0.0002476882,0.00007064679,0.00001318681],"genre_scores_gemma":[0.9889464,0.000162135,0.0001934349,0.008155087,0.0001988182,0.0001772787,0.002071481,0.00004450796,0.00005090759],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5137545,"threshold_uncertainty_score":0.9994079,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097345068","doi":"10.2196/humanfactors.4062","title":"Using Eye Trackers for Usability Evaluation of Health Information Technology: A Systematic Literature Review","year":2015,"lang":"en","type":"review","venue":"JMIR Human Factors","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Medical College of Wisconsin","keywords":"Usability; Eye tracking; Computer science; BitTorrent tracker; Web usability; Human–computer interaction; Cognitive walkthrough; Usability engineering; Pluralistic walkthrough; System usability scale; Usability goals; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.2040907780346049,"gpt":0.4636993756648536,"spread":0.2596085976302487,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005664303,0.0004468798,0.002822236,0.001021189,0.0001675021,0.0001037581,0.001271648,0.0005473418,0.000002386974],"category_scores_gemma":[0.0009133574,0.0003279914,0.0004577996,0.00175382,0.0001214891,0.000637081,0.0001520578,0.0004531781,0.000006781247],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008707205,"about_ca_system_score_gemma":0.0008502743,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002947425,"about_ca_topic_score_gemma":0.000001514589,"domain_scores_codex":[0.9957885,0.0007461386,0.001928883,0.0004456422,0.0007507027,0.0003401816],"domain_scores_gemma":[0.9945183,0.0001089696,0.002801846,0.001254846,0.001247223,0.0000687748],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[1.843728e-7,0.00004187603,0.00001090546,0.7065728,0.00005776236,9.671723e-8,0.0002592344,8.32451e-7,1.30399e-7,0.002365655,0.000242499,0.290448],"study_design_scores_gemma":[0.0003316989,0.000262854,0.00002899942,0.9033496,0.000915509,0.00001988243,0.00009012545,0.0004774204,0.000001658858,0.002389642,0.09156564,0.0005669698],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00005207763,0.983291,0.008160301,0.00006985435,0.0001951174,0.007863607,0.00006561027,0.0002830122,0.00001936251],"genre_scores_gemma":[0.0007747544,0.9934891,0.004044932,0.00003229126,0.00001979083,0.001284439,0.0003193493,0.00002654386,0.000008763717],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2898811,"threshold_uncertainty_score":0.9999172,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2600384000","doi":"10.2196/humanfactors.6481","title":"Design and Usability of a Heart Failure mHealth System: A Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"mHealth; Usability; Heart failure; Computer science; Medicine; Human–computer interaction; Internal medicine; Nursing; Psychological intervention","retraction":null,"screen_n_in":null,"score":{"opus":0.1656630908661539,"gpt":0.4742483232289758,"spread":0.3085852323628219,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002173805,0.0002406985,0.0006595961,0.0001398441,0.004796124,0.00002703,0.0004208435,0.0001444288,0.0001347972],"category_scores_gemma":[0.0001987876,0.0002006537,0.00004045479,0.0000979777,0.0002095686,0.0001656285,0.0001949275,0.000639013,0.00005555113],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000247907,"about_ca_system_score_gemma":0.0005884252,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003780436,"about_ca_topic_score_gemma":0.001604247,"domain_scores_codex":[0.9962995,0.001009202,0.001084296,0.0005400865,0.0003446807,0.0007222051],"domain_scores_gemma":[0.9960797,0.000577113,0.0009165573,0.00154535,0.0002305296,0.0006506993],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001112589,0.0007581828,0.9841514,0.002692986,0.00001491375,5.81359e-7,0.003044709,9.269576e-7,0.0003424711,0.00285488,0.005826269,0.0002014622],"study_design_scores_gemma":[0.00151755,0.002028658,0.9839193,0.0001908013,0.0000253305,6.988189e-7,0.005300539,0.00001786983,0.00001678262,0.0001725875,0.006663459,0.0001463937],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9845213,0.00003845292,0.0001998141,0.0007395584,0.0002177096,0.01354374,0.00003281514,0.0001498206,0.0005567438],"genre_scores_gemma":[0.9919903,0.000005748793,0.0004877619,0.000132335,0.0001298191,0.007007374,0.00000972416,0.00003272579,0.0002041615],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007469008,"threshold_uncertainty_score":0.9964995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2930205843","doi":"10.2196/12700","title":"Creating an mHealth App for Colorectal Cancer Screening: User-Centered Design Approach","year":2019,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute","keywords":"mHealth; Popularity; Usability; Mobile apps; Context (archaeology); User-centered design; Computer science; Internet privacy; World Wide Web; Medicine; Human–computer interaction; Psychology; Nursing; Psychological intervention","retraction":null,"screen_n_in":null,"score":{"opus":0.171328063326724,"gpt":0.4749246605881596,"spread":0.3035965972614356,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001081206,0.0003632039,0.0006090163,0.0002321989,0.002492949,0.00002986932,0.0004449855,0.0004266751,0.0007809711],"category_scores_gemma":[0.00007004694,0.0003268798,0.0001223857,0.0003132725,0.00005806091,0.0002614344,0.00008105699,0.000811516,0.0001001963],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004554546,"about_ca_system_score_gemma":0.0009068978,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001233457,"about_ca_topic_score_gemma":0.0003379612,"domain_scores_codex":[0.9957208,0.0005633577,0.001036974,0.0008205411,0.0003583829,0.001499925],"domain_scores_gemma":[0.9967657,0.0007154972,0.0006891266,0.0006026517,0.0002757134,0.0009513391],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000844018,0.0009602135,0.9221305,0.004295176,0.00007842415,4.417505e-7,0.01309594,0.0002915494,0.002847682,0.01708574,0.02914882,0.009221528],"study_design_scores_gemma":[0.008511015,0.001946298,0.7238273,0.0005453249,0.00008493791,0.000001421334,0.01161614,0.006380728,0.0003168098,0.0005198203,0.2451362,0.001113979],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9579918,0.00008849301,0.01498729,0.0002053134,0.0005196487,0.02201019,0.000248164,0.0005077559,0.003441351],"genre_scores_gemma":[0.9484206,0.00003041322,0.007405071,0.001077265,0.0006324523,0.03823893,0.0007522842,0.0001273362,0.003315674],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2159874,"threshold_uncertainty_score":0.9999183,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2883245948","doi":"10.2196/humanfactors.9569","title":"A Patient-Facing Diabetes Dashboard Embedded in a Patient Web Portal: Design Sprint and Usability Testing","year":2018,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Usability; Dashboard; Web usability; Computer science; Usability lab; Psychological intervention; Task (project management); Medicine; Human–computer interaction; Usability engineering; Engineering; Nursing; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08737794204191292,"gpt":0.4079892400341621,"spread":0.3206112979922492,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007616458,0.0002810342,0.0004270051,0.00023922,0.001290129,0.00001934828,0.000144555,0.0002413841,0.0003193106],"category_scores_gemma":[0.0006655298,0.0002506121,0.00004334459,0.0004509549,0.000194322,0.0001432329,0.0001938461,0.000692082,0.00008436624],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002748593,"about_ca_system_score_gemma":0.0005675832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000387168,"about_ca_topic_score_gemma":0.0008708631,"domain_scores_codex":[0.9963396,0.0005616124,0.001087806,0.0006361573,0.0002886761,0.001086165],"domain_scores_gemma":[0.9972193,0.0009018934,0.0004870021,0.0005678592,0.0002465392,0.0005773703],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002276534,0.0001880425,0.9733469,0.0004198083,0.000006128387,0.000001985911,0.008384546,0.000003870169,0.00229534,0.0003483121,0.002334374,0.01264787],"study_design_scores_gemma":[0.001215376,0.001096775,0.9682238,0.000555467,0.00001414016,9.989112e-7,0.004665598,0.0009309064,0.0006758904,0.001088734,0.02104671,0.0004855809],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9915353,0.00003491138,0.00003206673,0.0001771486,0.0002159934,0.005814555,0.00004132941,0.0002231569,0.001925546],"genre_scores_gemma":[0.9920934,0.000004640705,0.001135039,0.0008632641,0.0001209445,0.005681043,0.00002853894,0.00003986218,0.0000332387],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01871233,"threshold_uncertainty_score":0.9999946,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3166334636","doi":"10.2196/24927","title":"User Evaluation of the Swedish Patient Accessible Electronic Health Record: System Usability Scale","year":2021,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Forskningsrådet om Hälsa, Arbetsliv och Välfärd; Vetenskapsrådet","keywords":"Usability; Transparency (behavior); System usability scale; Expectancy theory; Scale (ratio); Health care; Web usability; Computer science; World Wide Web; Psychology; Medicine; Human–computer interaction; Geography; Social psychology; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.08818591759585419,"gpt":0.4570762558985741,"spread":0.3688903383027199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004781214,0.0002876063,0.0007121083,0.0001155597,0.00155581,0.00002054981,0.0004688328,0.0002644283,0.0009673793],"category_scores_gemma":[0.000319054,0.0002090292,0.0002200033,0.0008145699,0.00007557051,0.0002092088,0.000235613,0.00127392,0.00006098006],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.00674922,"about_ca_system_score_gemma":0.008946422,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003521716,"about_ca_topic_score_gemma":0.0214214,"domain_scores_codex":[0.9878307,0.006735134,0.001892502,0.0006361146,0.001495318,0.00141026],"domain_scores_gemma":[0.9953862,0.000416192,0.001440802,0.001348141,0.001138315,0.0002703816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002159381,0.0002914686,0.9714872,0.002995174,0.00005479371,3.433595e-7,0.008198503,0.00001607466,0.0006415705,0.001854265,0.01028417,0.00415481],"study_design_scores_gemma":[0.001866249,0.0005422661,0.9285799,0.001995183,0.00007773145,0.000003938066,0.02024995,0.000310314,0.001644572,0.0006844269,0.04360611,0.0004393706],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9878635,0.0005062778,0.00001762413,0.0006145932,0.002039575,0.004474655,0.00004314847,0.0001376913,0.004302944],"genre_scores_gemma":[0.9972157,0.0000141646,0.00001419773,0.0002905356,0.0002339373,0.0008643953,0.00005499285,0.00005278051,0.001259333],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04290735,"threshold_uncertainty_score":0.9999459,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173268318","doi":"10.2196/29690","title":"Clinician Perspectives on Telemedicine: Observational Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Observational study; Telemedicine; Cross-sectional study; Medicine; Health care; Political science; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.1701563288708453,"gpt":0.4811610906494491,"spread":0.3110047617786039,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003920135,0.0002326745,0.0003650048,0.0002442966,0.0003796551,0.00004885936,0.00009391591,0.0001016371,0.003904877],"category_scores_gemma":[0.0003464117,0.0001965619,0.0001350065,0.0004099825,0.0001001032,0.0001318802,0.00003957613,0.0004578285,0.00006309515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002504579,"about_ca_system_score_gemma":0.0002918158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009018699,"about_ca_topic_score_gemma":0.0001148181,"domain_scores_codex":[0.9972294,0.00009561372,0.0007570076,0.0005707804,0.0009985759,0.0003486208],"domain_scores_gemma":[0.9984347,0.0002196454,0.0001944548,0.000375153,0.0005272858,0.0002487796],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009719089,0.001438102,0.988707,0.00003782787,0.0001087636,0.00007828864,0.004095648,0.000001264407,0.000465705,0.001173591,0.00348095,0.0003156854],"study_design_scores_gemma":[0.003977039,0.002374321,0.9680239,0.00002610354,0.00004014348,0.00001829556,0.01920188,0.000002701486,0.0002556664,0.0001024456,0.005823735,0.0001537631],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9951144,0.00004141259,0.00001150172,0.0007468805,0.000420151,0.0009888003,0.00003101162,0.0001371515,0.002508688],"genre_scores_gemma":[0.9940609,0.00000565296,0.00007581201,0.001549218,0.001244889,0.00009305517,0.0006911632,0.00003376019,0.002245505],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02068308,"threshold_uncertainty_score":0.9970057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2937218478","doi":"10.2196/12469","title":"Interruptive Versus Noninterruptive Clinical Decision Support: Usability Study","year":2019,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Cancer Institute; Agency for Healthcare Research and Quality","keywords":"Usability; Computer science; Pluralistic walkthrough; Web usability; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.1962325679092822,"gpt":0.5627060632478116,"spread":0.3664734953385294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004270359,0.0004632545,0.001144636,0.0002621996,0.0007187276,0.000027497,0.0007544699,0.0005715721,0.008831064],"category_scores_gemma":[0.00081228,0.0003710417,0.0003316732,0.0003405166,0.0001424401,0.000313271,0.0005057097,0.002737331,0.008173243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001772303,"about_ca_system_score_gemma":0.0009116638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001123287,"about_ca_topic_score_gemma":0.004414943,"domain_scores_codex":[0.9911391,0.002966774,0.002555836,0.001163161,0.0007834073,0.001391707],"domain_scores_gemma":[0.991819,0.004995991,0.0008676762,0.001374067,0.000390341,0.0005528902],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009313999,0.0008484926,0.9693635,0.000118092,0.0001106578,0.000005811237,0.02225592,3.661462e-7,0.00002252232,0.0001888766,0.004280847,0.001873517],"study_design_scores_gemma":[0.006837015,0.008931017,0.9159346,0.0002105923,0.00003001111,4.966595e-7,0.04291784,0.00002087499,0.000006419046,0.0001138422,0.02459993,0.000397388],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9666051,0.00001124915,0.00004204277,0.0000592737,0.008346357,0.007310111,0.00003263317,0.000280625,0.01731255],"genre_scores_gemma":[0.9928757,0.000002821633,0.00003446868,0.0001798251,0.0005698569,0.0004288041,0.00004005897,0.00007987269,0.005788614],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05342893,"threshold_uncertainty_score":0.9998742,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100240588","doi":"10.2196/humanfactors.3787","title":"Testing Usability and Acceptability of a Web Application to Promote Physical Activity (iCanFit) Among Older Adults","year":2014,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"National Center for Chronic Disease Prevention and Health Promotion; U.S. National Library of Medicine; Centers for Disease Control and Prevention","keywords":"Usability; The Internet; Mobile apps; Web application; World Wide Web; Population; Physical activity; Internet privacy; Mobile Web; Gerontology; Computer science; Mobile device; Mobile technology; Medicine; Physical therapy; Human–computer interaction; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.01829686558069699,"gpt":0.3140081844946521,"spread":0.2957113189139551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005564283,0.0001713189,0.0003002155,0.00009043396,0.0003776088,0.00003851763,0.0003555278,0.0001753619,0.00002758819],"category_scores_gemma":[0.0011502,0.0001609867,0.00006208613,0.0004777327,0.0008475894,0.0003015253,0.0001629258,0.0002322075,0.000005010968],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001244519,"about_ca_system_score_gemma":0.00005176185,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0027979,"about_ca_topic_score_gemma":0.005073252,"domain_scores_codex":[0.9983511,0.0001955878,0.0001993878,0.0005689859,0.0003582489,0.0003267085],"domain_scores_gemma":[0.998693,0.0002746145,0.0001850197,0.0004900587,0.0001712907,0.0001859601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000008010551,0.000342964,0.9029432,0.00005486865,0.000005573726,5.666227e-8,0.01495635,5.765194e-7,0.005687058,0.0005158927,0.00001314457,0.07547231],"study_design_scores_gemma":[0.0002387677,0.0000933489,0.9933449,0.0000235702,0.00000798483,5.641761e-8,0.0008870947,0.0001864126,0.004081951,0.0007868361,0.0001861793,0.0001629071],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9968855,8.07576e-7,0.00007108929,0.000154205,0.00002724458,0.001463873,0.00001036583,0.0003128143,0.001074105],"genre_scores_gemma":[0.9995484,9.752798e-8,0.0001987821,0.000007926809,0.00006806363,0.0001455071,0.000001814167,0.00001339667,0.0000160378],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09040169,"threshold_uncertainty_score":0.6564847,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3115098061","doi":"10.2196/23796","title":"The Use of Telehealth Technology to Support Health Coaching for Older Adults: Literature Review","year":2020,"lang":"en","type":"review","venue":"JMIR Human Factors","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Telehealth; Coaching; Psychology; Telemedicine; Gerontology; Medicine; Health care; Nursing; Medical education; Political science; Psychotherapist","retraction":null,"screen_n_in":null,"score":{"opus":0.134224646004098,"gpt":0.521585268343574,"spread":0.387360622339476,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001676127,0.0008291135,0.004076746,0.0006086667,0.003215885,0.00003356664,0.001162674,0.001064499,0.00008799052],"category_scores_gemma":[0.001093467,0.0005338698,0.0006560842,0.002104052,0.000111798,0.0001134662,0.000325333,0.003241266,0.000125683],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008318847,"about_ca_system_score_gemma":0.00527844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009725251,"about_ca_topic_score_gemma":0.0002868248,"domain_scores_codex":[0.9908735,0.001229301,0.004452601,0.001129412,0.000471825,0.001843412],"domain_scores_gemma":[0.9899666,0.002568013,0.003751271,0.001759543,0.0005940852,0.00136044],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009435378,0.00004222622,0.00002856387,0.2830487,0.00002443716,6.265394e-7,0.0005713668,1.230867e-8,1.167377e-8,0.002779698,0.1680562,0.5454387],"study_design_scores_gemma":[0.0002743734,0.0004251932,0.00004267074,0.18103,0.00009635585,0.000003580276,0.0001555949,2.816789e-7,2.281662e-8,0.00002967409,0.8176715,0.0002707198],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000006008682,0.9273863,0.0001138866,0.007797301,0.000557288,0.06166693,0.00214804,0.000275581,0.00004867591],"genre_scores_gemma":[0.000003643924,0.915831,0.0005043119,0.009766772,0.0004059615,0.07026359,0.002343195,0.0001818065,0.0006996683],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6496153,"threshold_uncertainty_score":0.9997113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}