{"id":"W4384703998","doi":"10.3138/cjpe.75786","title":"Behind the Virtual Curtain: Techniques to Bring the CAE Principles to Life","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Work (physics); Engineering management; Computer science; Engineering; Engineering ethics; Mechanical engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04330088,0.0009965929,0.0006119699,0.004861527,0.008481457,0.01360675,0.002860618,0.003255406,0.006397786],"category_scores_gemma":[0.08087271,0.0009458146,0.001216717,0.002317341,0.02434447,0.01650819,0.01307178,0.006212236,0.001645276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004006665,"about_ca_system_score_gemma":0.006984191,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003048613,"about_ca_topic_score_gemma":0.006308192,"domain_scores_codex":[0.9396692,0.04832244,0.00172378,0.00252834,0.006682769,0.001073524],"domain_scores_gemma":[0.9204519,0.05596153,0.002203225,0.01319596,0.006928144,0.001259194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007614653,0.0002628001,0.001209806,0.0005416993,0.00003809421,0.0004665687,0.1467417,0.001721763,0.002890754,0.6128095,0.008995675,0.2242454],"study_design_scores_gemma":[0.00009158258,0.0003207469,0.00129595,0.001150191,0.0000543706,0.00123784,0.08402114,0.009980778,0.007950417,0.4315321,0.4621812,0.0001836748],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01368257,0.000523312,0.9122544,0.009552168,0.0003423158,0.00115736,0.00003920519,0.0007816333,0.06166699],"genre_scores_gemma":[0.1798659,0.0004121936,0.8065255,0.0009790732,0.00006421638,0.001182813,0.00004578557,0.0003471677,0.01057735],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.04330088,"threshold_uncertainty_score":0.2289997,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4575487666305074,"score_gpt":0.5220303242972517,"score_spread":0.06448155766674435,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}