{"id":"W2124709009","doi":"10.1177/0739456x13513614","title":"Measuring and Reporting Intercoder Reliability in Plan Quality Evaluation Research","year":2014,"lang":"en","type":"article","venue":"Journal of Planning Education and Research","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":191,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Quality (philosophy); Plan (archaeology); Reliability (semiconductor); Criticism; Measure (data warehouse); Computer science; Subject (documents); Management science; Relation (database); Risk analysis (engineering); Data mining; Medicine; Engineering; Political science; Epistemology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06755305,0.00005154194,0.0002156222,0.0005845291,0.0001493233,0.00008840125,0.00008481526,0.00006756689,0.00005174886],"category_scores_gemma":[0.007318701,0.00005155413,0.00002352121,0.0001532396,0.0001029436,0.00027069,0.00005380989,0.0005322152,0.0000112519],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003128284,"about_ca_system_score_gemma":0.0001017911,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002635851,"about_ca_topic_score_gemma":0.00001274029,"domain_scores_codex":[0.9977338,0.0004985328,0.001176992,0.0002122136,0.0001936116,0.0001848927],"domain_scores_gemma":[0.998471,0.0004306734,0.0006971232,0.0001318217,0.0001825581,0.00008688124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001970527,0.00008377381,0.9848282,0.00004128185,0.000004729996,2.971846e-7,0.004074712,0.0002298837,0.00009942159,0.002188846,0.000278331,0.008150798],"study_design_scores_gemma":[0.0002944391,0.00007194006,0.9634073,0.0001115578,0.000001198938,0.00001410734,0.002814168,0.003371679,0.00004418938,0.02830388,0.0015103,0.00005527127],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9915243,0.00131733,0.0001361535,0.0009407045,0.0001931734,0.0001346192,8.354561e-7,0.000001728639,0.00575118],"genre_scores_gemma":[0.9989672,0.0001171234,0.0005604628,0.00002397424,0.0001427607,0.00000939791,0.000002740437,0.000006217058,0.0001701546],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06023435,"threshold_uncertainty_score":0.9601504,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7623761767969867,"score_gpt":0.4977789461398229,"score_spread":0.2645972306571637,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}