{"id":"W4399398482","doi":"10.46254/an14.20240133","title":"Benchmarking Engineering Management Graduate Program at the Onset of the AI Era","year":2024,"lang":"en","type":"article","venue":"","topic":"Engineering Education and Technology","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Benchmarking; Computer science; Software engineering; Engineering management; Engineering; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01037011,0.000273971,0.0003813764,0.003134036,0.001618403,0.002885947,0.001202766,0.0007097033,0.005521598],"category_scores_gemma":[0.03207162,0.0001824412,0.0002588051,0.002019327,0.0007430649,0.001594531,0.002839386,0.001505303,0.001230184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004692418,"about_ca_system_score_gemma":0.007855644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002905204,"about_ca_topic_score_gemma":0.007126545,"domain_scores_codex":[0.9922962,0.002768979,0.0003484185,0.0006953715,0.002378814,0.001512281],"domain_scores_gemma":[0.9663489,0.005065109,0.004373127,0.0008773932,0.0137045,0.009631005],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005978558,0.005299131,0.6318541,0.0005145615,0.00006434,0.0002322883,0.01344317,0.001519798,0.003881526,0.003648904,0.01116975,0.3277744],"study_design_scores_gemma":[0.00003316584,0.002877609,0.9487883,0.0002466533,0.00003123852,0.00009768439,0.02435969,0.001159697,0.00349327,0.0005806322,0.01829426,0.0000377278],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9815766,0.0002600419,0.001031537,0.001041269,0.00008125488,0.0003038099,0.000295201,0.00007726099,0.01533306],"genre_scores_gemma":[0.9919856,0.0002530033,0.001325344,0.000280191,0.00004620703,0.0003218947,0.0004209724,0.00002213828,0.005344589],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01037011,"threshold_uncertainty_score":0.05484301,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01062584123894193,"score_gpt":0.2488915617014964,"score_spread":0.2382657204625545,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}