{"id":"W2124709009","doi":"10.1177/0739456x13513614","title":"Measuring and Reporting Intercoder Reliability in Plan Quality Evaluation Research","year":2014,"lang":"en","type":"article","venue":"Journal of Planning Education and Research","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":191,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Quality (philosophy); Plan (archaeology); Reliability (semiconductor); Criticism; Measure (data warehouse); Computer science; Subject (documents); Management science; Relation (database); Risk analysis (engineering); Data mining; Medicine; Engineering; Political science; Epistemology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5565541,0.00154865,0.002623841,0.01872012,0.004987535,0.008919721,0.005885838,0.004298628,0.002571716],"category_scores_gemma":[0.8680668,0.002330884,0.003249568,0.0297765,0.0101254,0.009804793,0.01083673,0.007460481,0.001661806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009717846,"about_ca_system_score_gemma":0.01635158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01483051,"about_ca_topic_score_gemma":0.01300706,"domain_scores_codex":[0.2235574,0.558576,0.08400579,0.02383961,0.1065902,0.003430963],"domain_scores_gemma":[0.04926553,0.6120003,0.08634309,0.09521548,0.1558745,0.001301163],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0007412594,0.0005045139,0.4348986,0.006990965,0.003108954,0.0002929662,0.05049904,0.01126837,0.001833855,0.1194313,0.03987742,0.3305528],"study_design_scores_gemma":[0.000562423,0.002038079,0.4681644,0.01465781,0.002928181,0.001168162,0.02148821,0.06315377,0.02405577,0.2293561,0.1709805,0.001446763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1071466,0.006980852,0.8127835,0.007999606,0.002364811,0.00860197,0.003841316,0.001166454,0.04911494],"genre_scores_gemma":[0.5383152,0.001809302,0.430525,0.002613862,0.0009373161,0.02020653,0.002686588,0.0006319837,0.002274182],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4434459,"threshold_uncertainty_score":0.5468478,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7623761767969867,"score_gpt":0.4977789461398229,"score_spread":0.2645972306571637,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}