{"id":"W4384703998","doi":"10.3138/cjpe.75786","title":"Behind the Virtual Curtain: Techniques to Bring the CAE Principles to Life","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Work (physics); Engineering management; Computer science; Engineering; Engineering ethics; Mechanical engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01424592,0.00009213141,0.0001214335,0.0005067344,0.000405677,0.0007096016,0.0009036406,0.00003191631,0.0002503398],"category_scores_gemma":[0.006954272,0.0000490379,0.00008426692,0.001099008,0.00005275276,0.0002433242,0.00004964398,0.0001632796,0.0002117309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002777694,"about_ca_system_score_gemma":0.003411615,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009870117,"about_ca_topic_score_gemma":0.02202349,"domain_scores_codex":[0.9968699,0.0002986485,0.0006107789,0.0001681593,0.001774315,0.0002781625],"domain_scores_gemma":[0.9969168,0.0004870167,0.0002805166,0.0003039223,0.001485185,0.0005265066],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007068462,0.00001786914,0.008854111,9.960122e-7,0.0000245343,0.000002019206,0.005011702,0.001688501,0.0001981977,0.002220683,0.07026987,0.9117044],"study_design_scores_gemma":[0.0001286095,0.0006561325,0.1984928,0.00004424163,0.0000400703,0.000008707607,0.01035448,0.002417164,0.0005192244,0.006177501,0.7810307,0.0001304758],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8569223,0.00009261272,0.0005338263,0.1380887,0.001048503,0.002089539,0.000007524383,0.00001859155,0.001198355],"genre_scores_gemma":[0.9944047,0.000003067166,0.001168214,0.002403013,0.0006186595,0.0001629445,0.000003927976,0.00000953548,0.001225975],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9115739,"threshold_uncertainty_score":0.995822,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4575487666305074,"score_gpt":0.5220303242972517,"score_spread":0.06448155766674435,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}