{"id":"W4401924571","doi":"10.1177/23792981241267744","title":"Back to the Future: Implementing Large-Scale Oral Exams","year":2024,"lang":"en","type":"article","venue":"Management Teaching Review","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Conversation; Limiting; Analytics; sort; Scale (ratio); Frame (networking); Computer science; Psychology; Medical education; Mathematics education; Data science; Medicine; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006617393,0.0003491612,0.0003107332,0.0003276608,0.0006467472,0.001338717,0.0008094836,0.00003332913,0.003076598],"category_scores_gemma":[0.0000537216,0.0002485854,0.0002188405,0.00101955,0.00001411136,0.0008499167,0.001114885,0.0003367681,0.007817158],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006697974,"about_ca_system_score_gemma":0.000007515372,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007280576,"about_ca_topic_score_gemma":0.000180982,"domain_scores_codex":[0.9974766,0.00009211247,0.0005511152,0.000668906,0.0004911033,0.0007201445],"domain_scores_gemma":[0.9990096,0.00004609499,0.0001491662,0.000729931,0.00003800411,0.00002721818],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000225133,0.00003627607,0.000339943,0.007455552,0.00006254272,0.000004769028,0.00006251335,0.000002057468,0.000001023481,0.05024462,0.5853962,0.3563923],"study_design_scores_gemma":[0.0001164482,0.000005056745,0.00135895,0.002996633,0.0004031053,0.000001195248,0.0005626111,0.001014465,2.759007e-7,0.0003545415,0.9928603,0.0003263815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"commentary","genre_scores_codex":[0.002551216,0.037875,0.01008908,0.1121628,0.006988022,0.004944578,0.000007631498,0.001090936,0.8242908],"genre_scores_gemma":[0.2245024,0.04541918,0.01603239,0.3567496,0.04385356,0.003137382,0.001509206,0.0008591276,0.3079371],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.5163536,"threshold_uncertainty_score":0.9999967,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01478470337538517,"score_gpt":0.2836817321161006,"score_spread":0.2688970287407154,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}