{"id":"W3032165765","doi":"10.3138/cjpe.56898","title":"Scope Creep and Purposeful Pivots in Developmental Evaluation","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Scope (computer science); Stakeholder; Set (abstract data type); Session (web analytics); Psychology; Knowledge management; Engineering ethics; Plenary session; Process management; Pedagogy; Public relations; Business; Political science; Computer science; Engineering; World Wide Web; Library science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0176788,0.0001246331,0.0002422005,0.0005970921,0.0001375939,0.0004132591,0.000321719,0.00007426203,0.002860666],"category_scores_gemma":[0.005408241,0.0001040702,0.00005573801,0.001018286,0.00007528775,0.0008916627,0.00001915441,0.0002132735,0.00008777385],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005846668,"about_ca_system_score_gemma":0.008260373,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002498645,"about_ca_topic_score_gemma":0.01895737,"domain_scores_codex":[0.9949371,0.0007133594,0.001026462,0.0002569326,0.0028167,0.0002494923],"domain_scores_gemma":[0.9964918,0.000152528,0.0004966343,0.0001144327,0.002129491,0.0006151007],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002186386,0.00001845406,0.07771953,0.000003882309,0.00001104933,0.000005652514,0.002711014,0.001508839,0.00008957023,0.00007871567,0.001327073,0.9165044],"study_design_scores_gemma":[0.003442635,0.0007915074,0.6086968,0.00009285744,0.00009378631,0.00007198458,0.005037446,0.3385653,0.0002460024,0.005414617,0.03727066,0.0002765295],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9854457,0.001289789,0.0003733541,0.00688785,0.0003567321,0.001662471,0.000003820924,0.000006525992,0.003973745],"genre_scores_gemma":[0.994355,0.00002253553,0.004783292,0.0006097408,0.0001244178,0.00006649234,0.00001112162,0.000008250393,0.00001915039],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9162278,"threshold_uncertainty_score":0.9989441,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5926935965616887,"score_gpt":0.5368839960960672,"score_spread":0.05580960046562156,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}