{"id":"W4214845435","doi":"10.1145/3506860.3506875","title":"Towards an Automatic Approach for Assessing Program Competencies","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Curriculum; Soft skills; Leverage (statistics); Variety (cybernetics); Syllabus; Transferable skills analysis; Knowledge management; Artificial intelligence; Mathematics education; Medical education; Higher education; Pedagogy; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002209807,0.001380811,0.0006692663,0.01177962,0.0007161396,0.002139712,0.001741747,0.001610714,0.003665822],"category_scores_gemma":[0.01104774,0.0003904412,0.0009190369,0.004696985,0.0004943963,0.002320637,0.001708363,0.001718581,0.0036476],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001239107,"about_ca_system_score_gemma":0.003086878,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009556339,"about_ca_topic_score_gemma":0.02263475,"domain_scores_codex":[0.9971762,0.0005810463,0.0003317684,0.0008579196,0.0008021062,0.0002509113],"domain_scores_gemma":[0.991016,0.003648676,0.0008243995,0.0007926017,0.003315175,0.0004031448],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001609046,0.001180235,0.08606541,0.0006054866,0.0001256061,0.000195562,0.0004448065,0.009716362,0.01996693,0.004625391,0.02616561,0.8507478],"study_design_scores_gemma":[0.0001346947,0.0005875377,0.1161527,0.0004935203,0.000164103,0.0006424995,0.002399769,0.7324572,0.04760795,0.03216717,0.0670387,0.0001541961],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1130474,0.0006991668,0.8334371,0.001571198,0.0001569197,0.001253278,0.01625828,0.01789057,0.01568605],"genre_scores_gemma":[0.2378222,0.0003276233,0.7299715,0.0004686906,0.0000896594,0.001042852,0.02431839,0.0003597092,0.00559945],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01177962,"threshold_uncertainty_score":0.01900148,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03891324590942171,"score_gpt":0.3107921727086861,"score_spread":0.2718789267992644,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}