{"id":"W2920077988","doi":"10.3138/cjpe.53070","title":"How We Model Matters: A Manifesto for the Next Generation of Program Theorizing","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Manifesto; Sociology; Epistemology; Scale (ratio); Engineering ethics; Computer science; Political science; Law; Philosophy; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08827783,0.0009073569,0.0006804931,0.002163503,0.009002012,0.02024309,0.002393787,0.004444743,0.007201496],"category_scores_gemma":[0.07406461,0.0004905828,0.0007100631,0.002413021,0.04817071,0.02353219,0.008193519,0.01483093,0.000951202],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01544731,"about_ca_system_score_gemma":0.02886585,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01004289,"about_ca_topic_score_gemma":0.01150041,"domain_scores_codex":[0.9587978,0.03301612,0.001085961,0.001449401,0.004453095,0.001197651],"domain_scores_gemma":[0.8779532,0.09158253,0.002738908,0.013858,0.009770689,0.00409676],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001393032,0.00002247175,0.0001600778,0.00005729809,0.000003651233,0.00003917797,0.01071664,0.000273775,0.0001354056,0.9667585,0.01324132,0.008577663],"study_design_scores_gemma":[0.00002437628,0.00002836676,0.0001472949,0.000561449,0.00001082092,0.00004888359,0.01090523,0.001975135,0.0005192985,0.7482776,0.2374653,0.00003618192],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.009891292,0.003479602,0.1695763,0.69302,0.00404506,0.0002558897,0.0002927236,0.0005490835,0.11889],"genre_scores_gemma":[0.7560239,0.005851338,0.1706006,0.03278971,0.002003521,0.001112479,0.0004266972,0.001214824,0.02997701],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9117222,"threshold_uncertainty_score":0.4668634,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.63617589694431,"score_gpt":0.5222816882781216,"score_spread":0.1138942086661884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}