{"id":"W3209041856","doi":"10.1145/3470654","title":"Student Performance on the BDSI for Basic Data Structures","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Concept inventory; Computer science; Mathematics education; Measure (data warehouse); Data science; Knowledge management; Psychology; Data mining","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005774218,0.0001158622,0.0001177987,0.00005974032,0.0004338535,0.00007687708,0.0005146275,0.00004305185,0.0001250564],"category_scores_gemma":[0.002005059,0.00008928055,0.00003932165,0.0001670479,0.00003168501,0.0000471535,0.00001644695,0.0001778807,0.0000142456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006393933,"about_ca_system_score_gemma":0.0003773795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004094487,"about_ca_topic_score_gemma":0.000008873002,"domain_scores_codex":[0.9990082,0.0001618837,0.0002155711,0.0002945464,0.0001737083,0.0001461354],"domain_scores_gemma":[0.9930135,0.005416871,0.0001016201,0.001244005,0.0001903885,0.00003361749],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004986544,0.001566092,0.0003848095,0.00026277,0.000159858,2.974813e-7,0.004591611,0.001109603,0.000252039,0.1002281,0.09169959,0.7996954],"study_design_scores_gemma":[0.002041548,0.0007129466,0.0983763,0.0008726584,0.0008769963,0.0001041396,0.04468304,0.01421126,0.05196908,0.6388513,0.1456989,0.001601793],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3049009,0.00004734124,0.6812593,0.006837708,0.005601043,0.0005281487,0.00009065522,0.0001103661,0.0006245172],"genre_scores_gemma":[0.6976078,0.00003157897,0.2994786,0.0009928533,0.0002623789,0.00005145565,0.00009559832,0.00002185248,0.001457919],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7980936,"threshold_uncertainty_score":0.3640755,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3665969980051029,"score_gpt":0.488338722418,"score_spread":0.1217417244128971,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}