{"id":"W3209866185","doi":"10.3138/cjpe.71527","title":"Catching the Wave: Harnessing Data Science to Support Evaluation’s Capacity for Making a Transformational Contribution to Sustainable Development","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Environment Research Council; Sight Research UK","keywords":"Transformational leadership; Sustainable development; Field (mathematics); Set (abstract data type); Engineering ethics; Key (lock); Politics; Political science; Knowledge management; Data science; Computer science; Sociology; Management science; Public relations; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08408812,0.0001441407,0.0002313118,0.000815806,0.001798398,0.001847772,0.001088437,0.00005255151,0.0008566792],"category_scores_gemma":[0.02099362,0.0001072185,0.00007205677,0.002275952,0.0001007425,0.002685568,0.0000801012,0.0001806486,0.00002565959],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002401685,"about_ca_system_score_gemma":0.05162524,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009599246,"about_ca_topic_score_gemma":0.0114729,"domain_scores_codex":[0.9922094,0.0005265535,0.001242601,0.0004248606,0.00499716,0.0005993773],"domain_scores_gemma":[0.9772136,0.0003751121,0.0005169878,0.0005821313,0.02076837,0.0005437626],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002573548,0.00003639237,0.0008737087,0.00001045014,0.00002420434,0.000003639689,0.008664751,0.01284059,0.0002471782,0.002753147,0.002074576,0.9724456],"study_design_scores_gemma":[0.001768011,0.0003527948,0.07739492,0.000148451,0.000206787,0.0001570556,0.01217774,0.3273193,0.001857374,0.0079523,0.5702997,0.0003655152],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7313297,0.000171754,0.2358799,0.0240574,0.001458372,0.00594386,0.00006666326,0.00001330851,0.001079117],"genre_scores_gemma":[0.9519616,7.607994e-7,0.04627625,0.001081186,0.0001380443,0.000321141,0.00012327,0.000008464659,0.00008925732],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9720801,"threshold_uncertainty_score":0.9995011,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.584620824737506,"score_gpt":0.5460516450026884,"score_spread":0.03856917973481755,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}