{"id":"W3031398259","doi":"10.3138/jpe.68217","title":"Sheila B. Robinson and Kimberly Firth Leonard. (2019). Designing Quality Survey Questions. Thousand Oaks, CA: SAGE.","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Firth; SAGE; Quality (philosophy); Sociology; Psychology; Philosophy; Oceanography; Epistemology; Geology; Physics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0842621,0.0001148377,0.0002643663,0.000168914,0.0006404083,0.0001660072,0.0001860706,0.0001869372,0.0002497881],"category_scores_gemma":[0.04004244,0.0001157045,0.00006572783,0.0004980759,0.0003560312,0.000309341,0.000007590603,0.0003218471,0.000009254706],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002338485,"about_ca_system_score_gemma":0.004984803,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04341823,"about_ca_topic_score_gemma":0.3798405,"domain_scores_codex":[0.9674178,0.03117541,0.0004638681,0.000195788,0.0004131784,0.0003339345],"domain_scores_gemma":[0.9947937,0.003284893,0.0003268721,0.00009438503,0.0007892344,0.000710981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00119169,0.00004790481,0.4593746,0.00002112938,0.000142237,0.00004141359,0.01886067,0.000247232,0.0002668822,0.0005912226,0.007011844,0.5122032],"study_design_scores_gemma":[0.0006375079,0.0002456889,0.9665632,0.00004793554,0.00008886682,0.0000090464,0.001630743,0.0002801043,0.00005231647,0.0007834591,0.02949902,0.0001620901],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9789098,0.006352018,0.006098987,0.006387019,0.0008636888,0.000882234,0.00002832455,0.00002641557,0.0004515219],"genre_scores_gemma":[0.9929712,0.0001588241,0.006147014,0.0003630224,0.0002032983,0.0000177846,0.00001897285,0.00001199133,0.0001078748],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5120411,"threshold_uncertainty_score":0.9680437,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3442028816607411,"score_gpt":0.4873499817116084,"score_spread":0.1431471000508673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}