{"id":"W2914840118","doi":"10.1187/cbe.18-07-0117","title":"GenBio-MAPS: A Programmatic Assessment to Measure Student Understanding of <i>Vision and Change</i> Core Concepts across General Biology Programs","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"University of Washington; Division of Undergraduate Education; National Science Foundation","keywords":"Measure (data warehouse); Core (optical fiber); Mathematics education; Biology; Psychology; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003990997,0.0006210423,0.0005148106,0.002054232,0.0007872019,0.001207925,0.00082721,0.0004415544,0.006241528],"category_scores_gemma":[0.01032372,0.0002586088,0.0005024562,0.00130984,0.000458776,0.001081201,0.002302489,0.001358516,0.001823811],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001047002,"about_ca_system_score_gemma":0.002922936,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002615352,"about_ca_topic_score_gemma":0.008724249,"domain_scores_codex":[0.9981068,0.000560853,0.0001786091,0.0002843293,0.0006711367,0.0001981779],"domain_scores_gemma":[0.9888875,0.002354825,0.003096628,0.0005504714,0.003107799,0.002002866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005159735,0.003402791,0.6437835,0.0002763334,0.0001080403,0.00007721622,0.003072299,0.001433943,0.004775158,0.001793607,0.02672038,0.3140408],"study_design_scores_gemma":[0.00006763056,0.001522204,0.9714111,0.00006260307,0.00003257122,0.00007135715,0.00124166,0.002075509,0.004527469,0.001695991,0.01724451,0.00004740939],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9497796,0.000144957,0.01347398,0.0009949687,0.0001050297,0.001810425,0.005460807,0.001395591,0.02683467],"genre_scores_gemma":[0.9311546,0.0003401149,0.04456237,0.0003563674,0.00005046051,0.004304816,0.007629123,0.0002273849,0.01137475],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006241528,"threshold_uncertainty_score":0.02110666,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2735571201227561,"score_gpt":0.5393964726383444,"score_spread":0.2658393525155884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}