{"id":"W4366706367","doi":"10.3138/cjpe.68217","title":"Sheila B. Robinson and Kimberly Firth Leonard. (2019). <i>Designing Quality Survey Questions</i> .","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Firth; Quality (philosophy); Sociology; Philosophy; Epistemology; Oceanography; Geology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08676928,0.00009373388,0.0002217067,0.0001413049,0.0005138564,0.000148475,0.0001759502,0.0001532274,0.0001579142],"category_scores_gemma":[0.04438727,0.00009612869,0.000058953,0.0004795227,0.0003136758,0.0002841076,0.000005918588,0.0002773334,0.0000083854],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000184213,"about_ca_system_score_gemma":0.004545344,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03279456,"about_ca_topic_score_gemma":0.2549023,"domain_scores_codex":[0.9700912,0.02864969,0.0004252422,0.0001672391,0.0003815331,0.0002851231],"domain_scores_gemma":[0.9949524,0.003080184,0.0002966591,0.0000817004,0.0009330867,0.0006560103],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001152091,0.00004688726,0.4865229,0.00001821736,0.000113768,0.00002563454,0.01992429,0.0001534562,0.0003764657,0.001477021,0.008010387,0.4821789],"study_design_scores_gemma":[0.0005444444,0.000264439,0.9588141,0.00003173859,0.00006650638,0.000006088027,0.001511476,0.0001871943,0.00005559187,0.0008503861,0.03752817,0.000139833],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.980221,0.004118596,0.004123881,0.008970995,0.0008051363,0.000851732,0.00002055228,0.00002865168,0.0008594406],"genre_scores_gemma":[0.9931514,0.00007813001,0.005989691,0.0005110961,0.0001809091,0.00001462368,0.00001456291,0.000009275074,0.00005030404],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4820391,"threshold_uncertainty_score":0.9736462,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4963673742273779,"score_gpt":0.5108915850017431,"score_spread":0.01452421077436522,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}