{"id":"W2611974642","doi":"10.19173/irrodl.v18i3.2800","title":"Improving the K-12 Online Course Design Review Process: Experts Weigh in on iNACOL National Standards for Quality Online Courses","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Class (philosophy); Quality (philosophy); Computer science; Learning standards; Process (computing); Online course; Reliability (semiconductor); Distance education; Perspective (graphical); Educational technology; Engineering management; Multimedia; Knowledge management; Mathematics education; Psychology; Engineering; Curriculum; Pedagogy; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0323723,0.000121139,0.0003521513,0.0000737887,0.0007891848,0.000228735,0.001871171,0.00005423201,0.0001606914],"category_scores_gemma":[0.04237195,0.00007519766,0.0000662017,0.0001990178,0.000562531,0.0003935379,0.0003621274,0.0007217676,0.000001163658],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004500221,"about_ca_system_score_gemma":0.003406567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001393543,"about_ca_topic_score_gemma":0.00155586,"domain_scores_codex":[0.9951639,0.00172017,0.0005563281,0.0002938003,0.001930251,0.0003355131],"domain_scores_gemma":[0.9947337,0.002813464,0.0005185312,0.0002514565,0.001613441,0.00006941582],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001620925,0.003417181,0.05029724,0.01985561,0.0002165688,0.00003535378,0.003105262,0.0008484379,0.00007246579,0.08372965,0.0487357,0.7880656],"study_design_scores_gemma":[0.002704421,0.0004422149,0.01641746,0.09049117,0.00004342064,0.000005250162,0.02660592,0.004700047,0.00003172089,0.006111483,0.8520237,0.0004232202],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0715131,0.2301377,0.001552794,0.6617389,0.0006620386,0.01539792,0.002155671,0.00006289369,0.01677903],"genre_scores_gemma":[0.7287521,0.2661141,0.0008836458,0.001713688,0.0004987951,0.000550766,0.0005099323,0.00002427471,0.0009526924],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.803288,"threshold_uncertainty_score":0.9963763,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2371206890541125,"score_gpt":0.5854926461671964,"score_spread":0.3483719571130839,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}