{"id":"W2035894125","doi":"10.1021/ed200782c","title":"Undergraduate Oral Examinations in a University Organic Chemistry Curriculum","year":2012,"lang":"en","type":"article","venue":"Journal of Chemical Education","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Faculty of Arts and Sciences","keywords":"Curriculum; Comprehension; Class (philosophy); Mathematics education; Oral examination; Product (mathematics); Computer science; Medical education; Chemistry; Psychology; Medicine; Pedagogy; Dentistry; Artificial intelligence; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000251668,0.00007793878,0.0001234742,0.00007223878,0.00002024851,0.000008123975,0.0002278875,0.00009661467,0.002341805],"category_scores_gemma":[0.0001365087,0.00006992104,0.00005719136,0.0003471021,0.000036972,0.0001978642,0.00002130231,0.0002858705,0.00006682048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002188903,"about_ca_system_score_gemma":0.0001787177,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002611249,"about_ca_topic_score_gemma":6.379429e-7,"domain_scores_codex":[0.9992639,0.00007184946,0.0002503501,0.00009192294,0.0001443676,0.0001775565],"domain_scores_gemma":[0.9992647,0.00007899677,0.0002216331,0.0001299797,0.0001470652,0.0001576537],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001481753,0.02643686,0.6882333,0.00006951633,0.0001986622,0.00001223288,0.005966773,0.000001419627,0.122542,0.02405949,0.1026872,0.02964437],"study_design_scores_gemma":[0.001844413,0.0000930279,0.8843918,0.0001211965,0.0001174439,0.0004674192,0.0128856,0.000004058444,0.004837881,0.01238721,0.08241576,0.00043423],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9754239,0.0002130049,0.00004418297,0.002946934,0.001014758,0.00004420687,9.592126e-7,0.000005925595,0.02030616],"genre_scores_gemma":[0.9966316,0.00001215165,0.0007760185,0.0001605111,0.0004306021,0.000001678246,0.00001116883,0.000005728992,0.00197053],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1961585,"threshold_uncertainty_score":0.9985702,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02146973552623475,"score_gpt":0.3490802201257531,"score_spread":0.3276104845995184,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}