{"id":"W1593703941","doi":"10.19173/irrodl.v14i3.1485","title":"Applying the context, input, process, product evaluation model for evaluation, research, and redesign of an online master’s program","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Computer science; Focus group; Process (computing); Product (mathematics); Fuzzy logic; Course evaluation; Logic model; Mathematics education; Multimedia; Higher education; Psychology; Artificial intelligence; Mathematics; Sociology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04918314,0.00008383802,0.000211278,0.0001315755,0.0006362838,0.0002731442,0.000928067,0.00004129803,0.00009667501],"category_scores_gemma":[0.0141923,0.00005268786,0.00002691492,0.0006518172,0.0006562122,0.000572787,0.0002798733,0.0005965852,0.000001214223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001217983,"about_ca_system_score_gemma":0.00136202,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001280283,"about_ca_topic_score_gemma":0.0006084216,"domain_scores_codex":[0.9939765,0.002805837,0.0004565504,0.0003054847,0.002144092,0.0003115231],"domain_scores_gemma":[0.9930704,0.001310702,0.0002337901,0.0002037876,0.005110214,0.00007110517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008816828,0.0002522149,0.003412667,0.0006335095,0.00002765644,1.754354e-7,0.001670005,0.0008921319,0.00006141687,0.004675506,0.0007455776,0.987541],"study_design_scores_gemma":[0.001551384,0.0004288893,0.002487805,0.005820607,0.00004167358,0.000002777627,0.06370048,0.8412549,0.00007399679,0.04111719,0.04336355,0.0001567471],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8378379,0.03199307,0.0005562894,0.07359079,0.00009924685,0.04998942,0.0001065496,0.00003764479,0.00578906],"genre_scores_gemma":[0.9876568,0.00577245,0.0009621342,0.00004747676,0.0001046027,0.004968482,0.0002656771,0.000009599822,0.0002127673],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9873842,"threshold_uncertainty_score":0.9941116,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3683655904566658,"score_gpt":0.561352750755656,"score_spread":0.1929871602989902,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}