{"id":"W3205038101","doi":"10.3138/cjpe.69949","title":"Evaluation Advisory Groups: Considerations for Design and Management","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Advisory committee; Resource (disambiguation); Scale (ratio); Political science; Computer science; Public administration; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7604818,0.001995436,0.003557233,0.007348035,0.01736687,0.03742829,0.01175741,0.02252129,0.02300152],"category_scores_gemma":[0.8246855,0.003141318,0.002529413,0.009628253,0.02122856,0.03818819,0.0193679,0.02108728,0.01354073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02228685,"about_ca_system_score_gemma":0.08745787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005656249,"about_ca_topic_score_gemma":0.007651643,"domain_scores_codex":[0.1557929,0.7610909,0.03397039,0.005320617,0.03962038,0.004204866],"domain_scores_gemma":[0.07767825,0.662416,0.02715422,0.06737406,0.1469755,0.018402],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009189424,0.0005373446,0.002443277,0.004787439,0.0001788672,0.0004430572,0.023222,0.002098235,0.0007479974,0.1873815,0.3028877,0.4743536],"study_design_scores_gemma":[0.001043603,0.0008586919,0.002432865,0.02070585,0.0001868153,0.0005083234,0.01871746,0.006069063,0.0009877452,0.2081567,0.7399121,0.0004207563],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.00449222,0.009270862,0.3465315,0.5250461,0.01378896,0.0252437,0.0004064004,0.002596973,0.07262316],"genre_scores_gemma":[0.120197,0.006110369,0.6734117,0.08129983,0.007692046,0.08567145,0.0004060316,0.001608374,0.02360318],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2395182,"threshold_uncertainty_score":0.2953687,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5679625182669052,"score_gpt":0.5376190604386261,"score_spread":0.03034345782827919,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}