{"id":"W3196514161","doi":"10.1002/ev.20464","title":"Supporting systems transformation through design‐driven evaluation","year":2021,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Economics Association","funders":"","keywords":"Cognitive reframing; Computer science; Process (computing); Process management; Service (business); New product development; Knowledge management; Product (mathematics); Value (mathematics); Management science; Engineering management; Systems engineering; Engineering; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01734815,0.0002037253,0.0003903597,0.0003646695,0.0007646474,0.0009120423,0.0002827346,0.0001418251,0.001447475],"category_scores_gemma":[0.01319594,0.0001815955,0.0002818685,0.001712518,0.00002209655,0.001387336,0.00003649429,0.0001119708,0.0002451797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004387379,"about_ca_system_score_gemma":0.001239359,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001409008,"about_ca_topic_score_gemma":0.0002379121,"domain_scores_codex":[0.9913511,0.001594084,0.001690936,0.0007548037,0.004254531,0.0003545892],"domain_scores_gemma":[0.9906854,0.002388693,0.0007348344,0.0007190817,0.00535545,0.0001165143],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007972401,0.000109094,0.0002383825,0.00002007083,0.00007523369,0.00000107534,0.004907487,0.3818917,0.003830248,0.01635457,0.08946788,0.5030245],"study_design_scores_gemma":[0.001627975,0.00005986518,0.0008915386,0.00005080715,0.0001657649,0.0000413396,0.002642056,0.8009515,0.001091371,0.1012829,0.09100044,0.000194365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01023346,0.002218681,0.9662533,0.0006207823,0.003739641,0.002948854,0.00002226989,0.0001240497,0.01383894],"genre_scores_gemma":[0.9768347,0.00001279722,0.01685558,0.00007917305,0.0006668266,0.0006781117,0.0001014694,0.00003009282,0.00474123],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9666013,"threshold_uncertainty_score":0.9994653,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4219147858864458,"score_gpt":0.5201704823327796,"score_spread":0.09825569644633386,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}