{"id":"W4387246794","doi":"10.1145/3626570.3626589","title":"Teaching Software Performance Evaluation to Undergrads: Lessons Learned and Challenges","year":2023,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering management; Software; Computer science; Engineering; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04732076,0.0009135503,0.001385372,0.002349144,0.001766504,0.007279309,0.003500447,0.002289898,0.003110683],"category_scores_gemma":[0.08059639,0.0005813886,0.000656752,0.002079422,0.002559282,0.007649301,0.006434413,0.01004486,0.002462767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005310386,"about_ca_system_score_gemma":0.0162669,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004273513,"about_ca_topic_score_gemma":0.009307436,"domain_scores_codex":[0.9816071,0.008525063,0.001144362,0.001495672,0.005565293,0.001662527],"domain_scores_gemma":[0.8806528,0.03529663,0.004534191,0.006904676,0.04837464,0.02423704],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007315371,0.0009640384,0.007613238,0.0008377461,0.00004104236,0.000154668,0.003194871,0.0009016446,0.0005450647,0.006025003,0.07281884,0.9068305],"study_design_scores_gemma":[0.0004683713,0.00412903,0.06880863,0.01369327,0.0001165515,0.001919211,0.0346735,0.01077871,0.006659981,0.1787359,0.6797079,0.0003088382],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.09569205,0.1376375,0.1302858,0.582415,0.01398925,0.0008260963,0.0002572123,0.002495941,0.03640127],"genre_scores_gemma":[0.583473,0.122494,0.1867622,0.061823,0.01139205,0.0009010606,0.0005444998,0.001329158,0.03128114],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04732076,"threshold_uncertainty_score":0.2502592,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.264157883154723,"score_gpt":0.4154940041769574,"score_spread":0.1513361210222344,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}