{"id":"W2268779592","doi":"10.1080/02697459.2015.1081335","title":"Plan Evaluation: Challenges and Directions for Future Research","year":2015,"lang":"en","type":"article","venue":"Planning Practice and Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Plan (archaeology); Outcome (game theory); Management science; Government (linguistics); Subject (documents); Process management; Evaluation methods; Site plan; Political science; Business; Computer science; Engineering; Regional planning; Urban planning; Economics; Geography; Civil engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1118487,0.00008295287,0.0001471393,0.0006608701,0.0009781412,0.000598134,0.0002578762,0.0001091177,0.00007710873],"category_scores_gemma":[0.03032742,0.00005843586,0.00001875618,0.0006586705,0.0002042635,0.001000921,0.0001892502,0.0006268428,0.00008680009],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006736223,"about_ca_system_score_gemma":0.0006817961,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003658645,"about_ca_topic_score_gemma":0.00005327973,"domain_scores_codex":[0.9911502,0.002737694,0.0002861376,0.0004936651,0.004928389,0.0004039305],"domain_scores_gemma":[0.9790993,0.01468959,0.00008164653,0.0003426061,0.005508319,0.0002784726],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006858555,0.0001719803,0.003780992,0.00004197223,0.00005335794,0.000009449456,0.05326748,0.00008028763,0.00005007229,0.01477901,0.09932175,0.8277578],"study_design_scores_gemma":[0.0006390392,0.0004225293,0.01090653,0.0000277414,0.00001079426,0.00003850411,0.1411338,0.007024959,0.0000221158,0.01494722,0.8247508,0.0000759176],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.196001,0.144859,0.0002031837,0.3092019,0.001558539,0.002761372,0.00002327687,0.00007554112,0.3453161],"genre_scores_gemma":[0.9682263,0.01690251,0.004396369,0.0003006028,0.002171586,0.0006475855,0.0000241531,0.00002501193,0.007305952],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8276819,"threshold_uncertainty_score":0.9778405,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9129376068496025,"score_gpt":0.7272479990415307,"score_spread":0.1856896078080718,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}