{"id":"W2356406754","doi":"10.4018/978-1-59140-732-4.ch016","title":"Conducting Formative Evaluations of Online Instructional Materials","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Formative assessment; Vetting; Computer science; Quality (philosophy); Instructional design; Online learning; Mathematics education; Multimedia; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1054226,0.001434403,0.001010018,0.004859264,0.001117814,0.007517057,0.002642086,0.001141165,0.006112506],"category_scores_gemma":[0.157313,0.0005523476,0.0009143031,0.002553192,0.001232756,0.005620441,0.001913518,0.0018033,0.003459466],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002447931,"about_ca_system_score_gemma":0.002856541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00043371,"about_ca_topic_score_gemma":0.0009588543,"domain_scores_codex":[0.9101916,0.05640294,0.005379993,0.002320203,0.02469608,0.001009091],"domain_scores_gemma":[0.7719479,0.1540725,0.009344289,0.01053115,0.05233004,0.001774191],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000350211,0.001682211,0.006007438,0.003345555,0.0001550316,0.00008335194,0.01085709,0.0007709195,0.01285306,0.006734251,0.01533007,0.9418309],"study_design_scores_gemma":[0.00107498,0.01824361,0.0944585,0.0230416,0.001042588,0.001145166,0.04744295,0.009900065,0.2205424,0.05790348,0.5244198,0.0007849116],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2949987,0.01742427,0.4766694,0.005385678,0.002996401,0.03988402,0.003286267,0.003341006,0.1560141],"genre_scores_gemma":[0.2025594,0.009276312,0.7379979,0.001326793,0.0008827796,0.01910775,0.003038763,0.0009200288,0.02489029],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1054226,"threshold_uncertainty_score":0.5575349,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1432800535649922,"score_gpt":0.3890193373316083,"score_spread":0.2457392837666161,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}