{"id":"W4382501983","doi":"10.2196/43699","title":"Evaluating the Effectiveness of Interactive Virtual Patients for Medical Education in Zambia: Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Global Health and Surgery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Likert scale; Randomized controlled trial; Medical education; The Internet; Bachelor; Medicine; Power point; Psychology; Computer science; Mathematics education; Internal medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01534569,0.0001407653,0.001106485,0.0002546769,0.00006470035,0.000008268092,0.0001241772,0.000246614,0.00019349],"category_scores_gemma":[0.127667,0.0000859096,0.0002945531,0.0004642297,0.0001580901,0.00006799211,0.00002992947,0.0003491647,0.00001672034],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002088646,"about_ca_system_score_gemma":0.01492235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001416864,"about_ca_topic_score_gemma":0.00001527801,"domain_scores_codex":[0.9949247,0.002124579,0.001060377,0.0002577241,0.001335006,0.0002976786],"domain_scores_gemma":[0.9833169,0.01507133,0.000366303,0.0002143238,0.0006136348,0.0004174852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.8935988,0.002527675,0.001471787,0.000286427,0.00005776065,3.763272e-7,0.0004827921,8.905072e-7,0.000008458632,0.0008777321,0.004285396,0.09640194],"study_design_scores_gemma":[0.9677217,0.001083835,0.0205742,0.001695463,0.0001091443,0.000003350428,0.000685785,0.006410037,0.00001637685,0.001392969,0.0002215148,0.00008564029],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9767931,0.00008595207,0.00005590477,0.003643595,0.005113433,0.01344305,0.000002268812,0.00002992777,0.0008327785],"genre_scores_gemma":[0.986153,0.00003997169,0.00002925333,0.001585998,0.0005990346,0.01105844,0.000283628,0.00001468135,0.0002359991],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1123213,"threshold_uncertainty_score":0.9906621,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0171512527095001,"score_gpt":0.4522980282275447,"score_spread":0.4351467755180446,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}