{"id":"W4401924571","doi":"10.1177/23792981241267744","title":"Back to the Future: Implementing Large-Scale Oral Exams","year":2024,"lang":"en","type":"article","venue":"Management Teaching Review","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Conversation; Limiting; Analytics; sort; Scale (ratio); Frame (networking); Computer science; Psychology; Medical education; Mathematics education; Data science; Medicine; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03985631,0.0004721764,0.000378598,0.0009292256,0.002847676,0.008770184,0.002771389,0.002772107,0.01686222],"category_scores_gemma":[0.1063398,0.0004012683,0.0004266872,0.0005311514,0.00159602,0.007087967,0.006264824,0.004190354,0.006925754],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003707987,"about_ca_system_score_gemma":0.0118884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006068913,"about_ca_topic_score_gemma":0.01514707,"domain_scores_codex":[0.9750835,0.0142785,0.001076009,0.001617241,0.004834593,0.003110103],"domain_scores_gemma":[0.9195362,0.0257457,0.003673474,0.01029936,0.02563976,0.01510543],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003218757,0.003010746,0.01560398,0.0006121873,0.00004570759,0.0005513412,0.01011842,0.001113262,0.005518041,0.009129527,0.1296311,0.8243438],"study_design_scores_gemma":[0.0003886544,0.004759224,0.0448432,0.00192564,0.0000785099,0.0004303933,0.03546077,0.003863915,0.01074628,0.01746559,0.8797474,0.0002903834],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.4716553,0.00431689,0.07925539,0.2435344,0.01233466,0.00486228,0.001124707,0.007512748,0.1754037],"genre_scores_gemma":[0.8095058,0.001421785,0.10335,0.02209164,0.001580664,0.001425346,0.0007792096,0.0009337451,0.05891189],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.03985631,"threshold_uncertainty_score":0.2107828,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01478470337538517,"score_gpt":0.2836817321161006,"score_spread":0.2688970287407154,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}