{"id":"W4399398482","doi":"10.46254/an14.20240133","title":"Benchmarking Engineering Management Graduate Program at the Onset of the AI Era","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Technology","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Benchmarking; Computer science; Software engineering; Engineering management; Engineering; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001280008,0.00005858693,0.00004138259,0.00006200462,0.00004069991,0.00006294424,0.000533695,0.00001912436,0.00002060114],"category_scores_gemma":[0.000005604231,0.00003139464,0.00004106146,0.0004608941,0.00002090629,0.00004937097,0.0003165749,0.0001081186,0.00001208343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002882578,"about_ca_system_score_gemma":0.00001209606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000533425,"about_ca_topic_score_gemma":0.000004744207,"domain_scores_codex":[0.9995413,0.000006848898,0.00008899913,0.0001313063,0.0001135594,0.0001179185],"domain_scores_gemma":[0.9995172,0.00003501961,0.0000105573,0.0004129252,0.00001148065,0.00001283363],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[4.092495e-7,0.00003838134,0.0001257252,0.000138123,0.00006785025,0.000007094109,0.0004567659,0.002897966,0.0001182171,0.6506823,0.02777632,0.3176908],"study_design_scores_gemma":[0.00005997527,0.00003268988,0.01301822,0.0001022935,0.00001305403,0.00004958869,0.0000251421,0.747247,0.004907437,0.001671586,0.2327295,0.0001435485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1551321,0.001043408,0.7076377,0.09976216,0.009571655,0.001644039,0.000002933315,0.006538377,0.01866756],"genre_scores_gemma":[0.9704384,0.00001539692,0.02710057,0.00017989,0.00002056953,0.00006110739,5.323279e-7,0.000005916917,0.002177581],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8153063,"threshold_uncertainty_score":0.1280236,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01062584123894193,"score_gpt":0.2488915617014964,"score_spread":0.2382657204625545,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}