{"id":"W2891656379","doi":"10.1002/ev.20346","title":"The Evolving Market for Systematic Evaluation in Canada","year":2018,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Accreditation; Professionalization; Context (archaeology); Supply and demand; Government (linguistics); Supply side; Business; Exploratory research; Affect (linguistics); Public relations; Marketing; Economics; Political science; Economic growth; Sociology; Social science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02246012,0.0003545073,0.0006082545,0.005326409,0.01264898,0.01817266,0.003258982,0.00353325,0.01637782],"category_scores_gemma":[0.04423783,0.0006729079,0.0006476109,0.006498698,0.008398074,0.003511337,0.004061796,0.003842383,0.0007719639],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.3124715,"about_ca_system_score_gemma":0.496807,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9862328,"about_ca_topic_score_gemma":0.9915679,"domain_scores_codex":[0.9721674,0.003403787,0.0007688976,0.001756662,0.01585431,0.006048918],"domain_scores_gemma":[0.8691022,0.02664624,0.00414524,0.00211498,0.07055154,0.02743978],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0002821017,0.0002435487,0.03377812,0.0007929663,0.00004902462,0.001052269,0.01021193,0.002144793,0.001660758,0.4913378,0.2053912,0.2530555],"study_design_scores_gemma":[0.00008565362,0.0001252266,0.08197357,0.00169771,0.00004229241,0.0002412947,0.0222571,0.005979823,0.001023865,0.02618947,0.8601332,0.0002509431],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1453054,0.02256622,0.006338318,0.5465443,0.001308289,0.0004284469,0.002056516,0.0003717842,0.2750808],"genre_scores_gemma":[0.9082901,0.009976946,0.007400031,0.02703498,0.0003220742,0.0001114317,0.0005634564,0.0001576543,0.04614318],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9775399,"threshold_uncertainty_score":0.7974356,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1834456181021273,"score_gpt":0.4959395639226441,"score_spread":0.3124939458205168,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}