{"id":"W2914840118","doi":"10.1187/cbe.18-07-0117","title":"GenBio-MAPS: A Programmatic Assessment to Measure Student Understanding of <i>Vision and Change</i> Core Concepts across General Biology Programs","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"University of Washington; Division of Undergraduate Education; National Science Foundation","keywords":"Measure (data warehouse); Core (optical fiber); Mathematics education; Biology; Psychology; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003443423,0.0001479667,0.0002316424,0.0001599498,0.0007955811,0.0002582801,0.0005375341,0.0000989528,0.0000985611],"category_scores_gemma":[0.0002381711,0.0001229984,0.00004769666,0.001275813,0.001274242,0.0004824085,0.0000930843,0.0001100681,0.00002225819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003293075,"about_ca_system_score_gemma":0.00207702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001559291,"about_ca_topic_score_gemma":0.0009644485,"domain_scores_codex":[0.9975582,0.0003078963,0.0003331587,0.0005359259,0.000731366,0.0005333877],"domain_scores_gemma":[0.998772,0.0001406735,0.0002583071,0.0002161033,0.0002509932,0.0003618924],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.000008132814,0.0003975808,0.6204721,0.00004453122,0.00001046453,7.352685e-8,0.1950511,0.000009227706,0.00143662,0.09849293,0.0005697357,0.08350758],"study_design_scores_gemma":[0.0004332512,0.001046922,0.1948963,0.0002297207,0.00002131684,0.000002744804,0.7677388,0.0002925519,0.00005020649,0.005672381,0.02915526,0.0004604988],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9848677,0.000390145,0.000312812,0.005920124,0.002924255,0.001808814,0.000005509212,0.00004498223,0.003725691],"genre_scores_gemma":[0.9954109,0.00007135762,0.002847902,0.0007612749,0.0003639742,0.000190624,0.00001399538,0.000006474856,0.0003335208],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5726878,"threshold_uncertainty_score":0.6119047,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2735571201227561,"score_gpt":0.5393964726383444,"score_spread":0.2658393525155884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}