{"id":"W4394857743","doi":"10.1186/s41239-024-00457-2","title":"Constructive alignment in a graduate-level project management course: an innovative framework using large language models","year":2024,"lang":"en","type":"article","venue":"International Journal of Educational Technology in Higher Education","topic":"Ferroelectric and Negative Capacitance Devices","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; CLARITY; Schedule; Curriculum; Process (computing); Constructive; Plan (archaeology); Active learning (machine learning); Knowledge management; Mathematics education; Pedagogy; Psychology; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002473818,0.0001629799,0.000175834,0.001854215,0.00002065031,0.00005436678,0.0003290034,0.0001414509,0.0001098848],"category_scores_gemma":[0.00003588001,0.000164712,0.00003564974,0.001471042,0.00007459421,0.0006679039,0.00002388617,0.0005295367,0.000005035975],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001036337,"about_ca_system_score_gemma":0.0004764577,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001913097,"about_ca_topic_score_gemma":0.00001160195,"domain_scores_codex":[0.9987188,0.00003748176,0.0005052083,0.0001945014,0.0003461365,0.0001978882],"domain_scores_gemma":[0.9991738,0.0001180192,0.0001325122,0.0001107462,0.0004356919,0.00002925137],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003504061,0.0006739491,0.006802444,0.00006342184,0.0003554006,0.0000432606,0.005064168,0.003263168,0.0006892827,0.976422,0.0009093534,0.005678517],"study_design_scores_gemma":[0.0007093483,0.00009171802,0.03794982,0.001898125,0.00005210243,0.0002975315,0.01663537,0.01590626,0.001226022,0.9237028,0.001046003,0.0004848673],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.976409,0.004786986,0.002183979,0.008115168,0.00654034,0.0002897668,0.00004164795,0.00005022723,0.001582899],"genre_scores_gemma":[0.9864392,0.0001550317,0.01259298,0.0001042899,0.0004323334,0.00007245314,0.00003054099,0.00002371935,0.000149419],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05271916,"threshold_uncertainty_score":0.6716759,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05502918963388798,"score_gpt":0.3701069314995492,"score_spread":0.3150777418656612,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}