{"id":"W4401934136","doi":"10.1007/s10459-024-10365-9","title":"Going beyond the comparison: toward experimental instructional design research with impact","year":2024,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network; University of British Columbia","funders":"","keywords":"Moderation; Mediation; Computer science; Research design; Instructional design; Context (archaeology); Management science; Multimedia; Engineering; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001903044,0.00009743343,0.0001226204,0.0001476592,0.000571869,0.00009501497,0.00025852,0.00003283329,0.0003848773],"category_scores_gemma":[0.00001647934,0.00005016379,0.00002274954,0.001329241,0.0008272553,0.0003354413,0.00002733372,0.0003319219,0.00007790165],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002157625,"about_ca_system_score_gemma":0.000388375,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005387107,"about_ca_topic_score_gemma":0.00006551274,"domain_scores_codex":[0.9981526,0.0003903785,0.0002641517,0.0004056705,0.0003747736,0.0004123867],"domain_scores_gemma":[0.9992794,0.0004349581,0.00005709326,0.0001157771,0.00004133196,0.00007147057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001940733,0.0007662274,0.1547124,0.0000594234,0.00001168358,0.000003422932,0.02430262,0.0008284032,0.00003549941,0.08600261,0.0140823,0.7190014],"study_design_scores_gemma":[0.0005894157,0.008334693,0.5722774,0.000618633,0.000008053547,0.0002437974,0.1004846,0.0008043518,0.0001782257,0.05372296,0.2621387,0.0005993178],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7726819,0.1908426,0.000819075,0.01136093,0.005478816,0.0008744546,0.00000401271,0.00006925954,0.01786895],"genre_scores_gemma":[0.9956124,0.0004266567,0.002906427,0.0003259403,0.000231177,0.0002924771,0.000002274176,0.000004711282,0.0001979457],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.718402,"threshold_uncertainty_score":0.4398412,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4709348936760168,"score_gpt":0.5964590670399306,"score_spread":0.1255241733639137,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}