{"id":"W4281766867","doi":"10.15760/comminfolit.2022.16.1.3","title":"Flexibility Is Key: Co-creating a Rubric for Programmatic Instructional Assessment","year":2022,"lang":"en","type":"article","venue":"Communications in Information Literacy","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Rubric; Flexibility (engineering); Key (lock); Process (computing); Engineering management; Computer science; Instructional design; Process management; Library instruction; Creativity; Engineering ethics; Mathematics education; Knowledge management; Pedagogy; Information literacy; Engineering; Sociology; Psychology; Management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06644371,0.001365146,0.0009116898,0.006698186,0.002451965,0.008109675,0.003627534,0.002079114,0.004771222],"category_scores_gemma":[0.1934989,0.001106949,0.001133239,0.002710982,0.003729735,0.01110145,0.01060615,0.004846932,0.002941411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002238224,"about_ca_system_score_gemma":0.007195392,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001781374,"about_ca_topic_score_gemma":0.003072659,"domain_scores_codex":[0.9102007,0.05753548,0.006249217,0.005660834,0.01872611,0.001627688],"domain_scores_gemma":[0.8354628,0.08200503,0.008221595,0.02939938,0.04017729,0.004733943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000231633,0.0005397063,0.005166139,0.0008809828,0.00005185389,0.0003544871,0.03305348,0.00240223,0.01662207,0.02466386,0.01059205,0.9054415],"study_design_scores_gemma":[0.000243303,0.001858496,0.01422926,0.004341824,0.000285829,0.004544237,0.02651901,0.05055074,0.05628978,0.07864684,0.7614097,0.001080992],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02113541,0.000293642,0.9512075,0.002403172,0.0004120278,0.001935462,0.00007778379,0.004314608,0.01822031],"genre_scores_gemma":[0.08796156,0.0001296154,0.9036289,0.0004430514,0.00009254027,0.001223959,0.0002099081,0.001181929,0.005128424],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06644371,"threshold_uncertainty_score":0.3513921,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06994744401423979,"score_gpt":0.4988872160320599,"score_spread":0.4289397720178201,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}