{"id":"W2356406754","doi":"10.4018/978-1-59140-732-4.ch016","title":"Conducting Formative Evaluations of Online Instructional Materials","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Formative assessment; Vetting; Computer science; Quality (philosophy); Instructional design; Online learning; Mathematics education; Multimedia; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001417115,0.0002866604,0.0004332793,0.00008003073,0.00008936353,0.00001588797,0.0001829112,0.0003318982,0.004688277],"category_scores_gemma":[0.0000527317,0.0002728716,0.0001118656,0.00001786296,0.0002196158,0.00005149538,0.00008525684,0.0002399069,0.0004571273],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005129983,"about_ca_system_score_gemma":0.0001804349,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009962864,"about_ca_topic_score_gemma":0.00002700677,"domain_scores_codex":[0.9986348,0.000057096,0.0005327102,0.0003107675,0.000260396,0.0002042983],"domain_scores_gemma":[0.998523,0.00004828569,0.0006384896,0.0001894354,0.0005419837,0.00005879564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001024615,0.00003414004,0.00001277591,0.00006128373,0.0003029569,0.000005283541,0.0007916748,2.699614e-7,0.000128075,0.9685931,0.0003092644,0.02965872],"study_design_scores_gemma":[0.001035919,0.0005437477,0.001020381,0.0006161057,0.000394124,0.0002029547,0.0006956791,4.987542e-7,0.001976743,0.9793937,0.01350245,0.0006177318],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02209146,0.0001528663,0.000109542,0.00001820846,0.001135882,0.0002473934,0.001550508,0.00006952178,0.9746246],"genre_scores_gemma":[0.861703,0.000002424436,0.0004610374,0.0002253132,0.0005062804,0.00003348978,0.000125286,0.00004595884,0.1368972],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8396116,"threshold_uncertainty_score":0.9999723,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1432800535649922,"score_gpt":0.3890193373316083,"score_spread":0.2457392837666161,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}