{"id":"W59313340","doi":"10.21225/d5ms3r","title":"Looking Forward by Looking Back: Determining the Value of External Program Reviews","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of University Continuing Education","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Value (mathematics); Unit (ring theory); Subject (documents); Sociology; Management; Public relations; Computer science; Psychology; Mathematics education; Library science; Political science; Economics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5580242,0.001348588,0.003053295,0.01486299,0.00433934,0.01910085,0.00461824,0.005967701,0.001561866],"category_scores_gemma":[0.8889415,0.001174032,0.002205154,0.01038476,0.004501795,0.01225614,0.006044276,0.004495771,0.0005995621],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01094274,"about_ca_system_score_gemma":0.03061989,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004172427,"about_ca_topic_score_gemma":0.01063028,"domain_scores_codex":[0.2182222,0.6298596,0.05507907,0.006739106,0.08627263,0.003827384],"domain_scores_gemma":[0.04164113,0.7676253,0.05990591,0.01538832,0.1112943,0.004145022],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002334908,0.0004331264,0.1099499,0.02357047,0.002954248,0.002717785,0.04223426,0.0008454161,0.001887515,0.01165532,0.05278505,0.748632],"study_design_scores_gemma":[0.001969594,0.006073479,0.2046074,0.1322651,0.009377517,0.00883111,0.09223693,0.01331311,0.01143062,0.03824931,0.480269,0.001376849],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3840859,0.1425796,0.06999674,0.2713354,0.01852191,0.01946359,0.001273451,0.0009219036,0.0918216],"genre_scores_gemma":[0.7990389,0.02717509,0.1260185,0.03059222,0.004435158,0.006842745,0.0004752571,0.000397554,0.005024665],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9890572,"threshold_uncertainty_score":0.5450349,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03859513618610926,"score_gpt":0.3706710614553014,"score_spread":0.3320759252691922,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}