{"id":"W2946565475","doi":"10.1016/j.evalprogplan.2019.05.001","title":"Mapping the practice of developmental evaluation: Insights from a concept mapping study","year":2019,"lang":"en","type":"article","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; University of Ottawa","keywords":"Concept map; Space (punctuation); Bounding overwatch; Computer science; Sociology; Engineering ethics; Data science; Management science; Psychology; Engineering; Mathematics education; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06944663,0.0005449841,0.000673782,0.007535075,0.007040592,0.01046765,0.003001474,0.001524016,0.003672703],"category_scores_gemma":[0.1643035,0.0005590445,0.0004313831,0.008283466,0.01051953,0.01175574,0.007791164,0.002786103,0.0003166473],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009628354,"about_ca_system_score_gemma":0.02071902,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01106509,"about_ca_topic_score_gemma":0.01107984,"domain_scores_codex":[0.9260939,0.0655516,0.001314443,0.001582744,0.004129543,0.001327701],"domain_scores_gemma":[0.7502189,0.2224354,0.005124141,0.006839078,0.01313565,0.002246829],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001553738,0.0005705095,0.0260359,0.0008596189,0.00004120653,0.0006278445,0.4243029,0.002809648,0.0005087457,0.2353063,0.002063338,0.3067186],"study_design_scores_gemma":[0.00008523456,0.0004020447,0.02430212,0.002222187,0.00007670193,0.001129475,0.6617105,0.01159491,0.00262138,0.22746,0.06828029,0.0001151127],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5732028,0.004609883,0.2532189,0.01675967,0.000115735,0.001450301,0.0001774664,0.0001541262,0.150311],"genre_scores_gemma":[0.9556742,0.001061024,0.04120998,0.0002912553,0.000007506535,0.0003381457,0.00002962545,0.00004450213,0.001343729],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9305534,"threshold_uncertainty_score":0.3672733,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3264165257885451,"score_gpt":0.5309375826977315,"score_spread":0.2045210569091864,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}