{"id":"W7104180109","doi":"10.2196/81264","title":"Comparing AI-Assisted Problem-Solving Ability With Internet Search Engine and e-Books in Medical Students With Variable Prior Subject Knowledge: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); The Internet; Variable (mathematics); Search engine; Deep learning","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002131153,0.000301042,0.000501051,0.001061815,0.0005777351,0.001028674,0.0004496818,0.0009914695,0.002563307],"category_scores_gemma":[0.006152966,0.0004876937,0.000738073,0.0007138753,0.0005394195,0.000996022,0.0007793847,0.001215115,0.0008311],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003305035,"about_ca_system_score_gemma":0.000470405,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001553147,"about_ca_topic_score_gemma":0.00207639,"domain_scores_codex":[0.9985002,0.0003216783,0.0001931685,0.0002644867,0.0005017507,0.00021867],"domain_scores_gemma":[0.9943787,0.001611787,0.00184149,0.0002875865,0.0008431953,0.001037217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001646893,0.001211157,0.9961457,0.0000208252,0.00005293653,0.00003882864,0.0006583583,0.00002542564,0.0001743508,0.00001136616,0.00004906921,0.001447221],"study_design_scores_gemma":[0.00001583916,0.002089186,0.9959602,0.000009603448,0.00003561121,0.000128663,0.001279149,0.0001684793,0.0001521616,0.00001601246,0.0001373961,0.000007673796],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9997442,0.00003861763,0.00002245244,0.00001244184,0.000002139763,0.00001354721,0.00003472749,7.365367e-7,0.0001311039],"genre_scores_gemma":[0.999554,0.00004488628,0.00006469861,0.00002850182,0.000004692664,0.00001923267,0.00007696056,0.000001099254,0.0002059572],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002563307,"threshold_uncertainty_score":0.0112707,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06704255831944561,"score_gpt":0.4771714189994956,"score_spread":0.4101288606800499,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}