{"id":"W3163142592","doi":"10.19173/irrodl.v22i2.5187","title":"Design Matters: Development and Validation of the Online Course Design Elements (OCDE) Instrument","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Organisation de Coopération et de Développement Économiques","keywords":"Likert scale; Psychology; Instructional design; Online course; Presentation (obstetrics); Computer-assisted web interviewing; Online learning; Scale (ratio); Distance education; Mathematics education; Multimedia; Computer science; Mathematics; Cartography; Medicine; Geography; Statistics; Developmental psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1273008,0.0006130098,0.0005725801,0.002387898,0.00120279,0.003041187,0.001706782,0.001298675,0.002381548],"category_scores_gemma":[0.2606408,0.0007021122,0.0008747035,0.001460145,0.001745991,0.001933558,0.003373729,0.002203389,0.001335038],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002339588,"about_ca_system_score_gemma":0.01010727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00109907,"about_ca_topic_score_gemma":0.001657219,"domain_scores_codex":[0.9153584,0.04464661,0.01144718,0.003581204,0.02330783,0.001658783],"domain_scores_gemma":[0.7261446,0.1115296,0.01679819,0.03340621,0.1067098,0.005411543],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0004326004,0.001680515,0.1396727,0.001362392,0.0001091693,0.0001486407,0.01473515,0.001409211,0.01642244,0.006367024,0.00697804,0.8106821],"study_design_scores_gemma":[0.000701552,0.006499062,0.4340169,0.003500999,0.0003548088,0.001379802,0.01910536,0.01691579,0.07560986,0.01263479,0.4289777,0.0003033935],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5293381,0.0009175035,0.3772859,0.00377081,0.001298343,0.0532876,0.001435333,0.001351926,0.03131459],"genre_scores_gemma":[0.3796967,0.0003907018,0.5733344,0.001435029,0.0002000953,0.0354086,0.001349833,0.0004288736,0.007755763],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1273008,"threshold_uncertainty_score":0.6732389,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1668081857524467,"score_gpt":0.4682676483848991,"score_spread":0.3014594626324524,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}