{"id":"W2773586704","doi":"10.1097/acm.0000000000002088","title":"Why Open-Ended Survey Questions Are Unlikely to Support Rigorous Qualitative Insights","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":293,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University; Canadian Network for Innovation in Education","funders":"","keywords":"Closed-ended question; Psychology; Qualitative research; Medical education; Data science; Medicine; Computer science; Sociology; Social science; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4550833,0.001214648,0.001737401,0.004326229,0.006488368,0.01250609,0.005656858,0.01402821,0.007116649],"category_scores_gemma":[0.742194,0.001467866,0.001476066,0.004803295,0.02195971,0.01821942,0.008463179,0.01112708,0.004100163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01037122,"about_ca_system_score_gemma":0.01731447,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006926364,"about_ca_topic_score_gemma":0.01021779,"domain_scores_codex":[0.3450825,0.5661713,0.02283215,0.01331705,0.04873123,0.00386579],"domain_scores_gemma":[0.1293947,0.7831966,0.02159953,0.01189927,0.05119578,0.002714068],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0007511107,0.0001503912,0.007423838,0.01521866,0.00027769,0.001181701,0.2074661,0.001381792,0.001480576,0.211883,0.4145673,0.138218],"study_design_scores_gemma":[0.0002907254,0.0003340913,0.005422742,0.0276559,0.0001486975,0.001113247,0.1268854,0.004771331,0.002390915,0.3149351,0.5156403,0.0004116529],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01121803,0.006504631,0.06361597,0.8944713,0.01315754,0.001421192,0.000506917,0.0003791842,0.008725214],"genre_scores_gemma":[0.2953423,0.008047463,0.1214663,0.54647,0.007353073,0.01442359,0.0004532225,0.0008028104,0.005641212],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5449167,"threshold_uncertainty_score":0.6719794,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6002759142044037,"score_gpt":0.6589172139155554,"score_spread":0.05864129971115162,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}