{"id":"W3163142592","doi":"10.19173/irrodl.v22i2.5187","title":"Design Matters: Development and Validation of the Online Course Design Elements (OCDE) Instrument","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Organisation de Coopération et de Développement Économiques","keywords":"Likert scale; Psychology; Instructional design; Online course; Presentation (obstetrics); Computer-assisted web interviewing; Online learning; Scale (ratio); Distance education; Mathematics education; Multimedia; Computer science; Mathematics; Cartography; Medicine; Geography; Statistics; Developmental psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008343709,0.00005958851,0.0001487945,0.00003989184,0.0002919913,0.00009989829,0.0005267809,0.0000260441,0.0001441329],"category_scores_gemma":[0.001655753,0.00003918598,0.00002013399,0.0003889272,0.0002025696,0.0001498869,0.0004989087,0.0003168368,0.000001765523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009072419,"about_ca_system_score_gemma":0.001046703,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001819106,"about_ca_topic_score_gemma":0.00005521745,"domain_scores_codex":[0.9966862,0.001878232,0.0003482395,0.0001490928,0.0007694449,0.0001688494],"domain_scores_gemma":[0.9986067,0.0006941336,0.0001809496,0.0001027055,0.0003747459,0.00004077354],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002277451,0.001191173,0.1262295,0.002212282,0.0003172034,0.00002833209,0.006573585,0.001847295,0.00106084,0.01515119,0.004395838,0.840765],"study_design_scores_gemma":[0.003178537,0.0002546998,0.04456378,0.03397115,0.00009834555,0.00002341201,0.08666147,0.003228439,0.01854052,0.004794315,0.8041912,0.0004941471],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7015943,0.02284783,0.01165392,0.2564573,0.0003109811,0.003743163,0.00006794745,0.00002253571,0.003302094],"genre_scores_gemma":[0.9642258,0.02336013,0.01109178,0.0003600864,0.00005222207,0.00004687004,0.0001399059,0.000008920196,0.000714234],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8402708,"threshold_uncertainty_score":0.289178,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1668081857524467,"score_gpt":0.4682676483848991,"score_spread":0.3014594626324524,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}