{"id":"W4293098000","doi":"10.1145/3478432.3499087","title":"Investigating the Impact of Voice Response Options in Surveys","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Respondent; Ask price; Computer science; Mode (computer interface); Natural (archaeology); Interactive voice response; Psychology; Human–computer interaction; Telecommunications; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0938428,0.000113837,0.0001857805,0.000327213,0.001406098,0.00007062739,0.003453403,0.00006419718,0.00002682017],"category_scores_gemma":[0.02737169,0.00007570042,0.0001318581,0.004039625,0.002143016,0.0003034849,0.001008557,0.0004806189,0.000001972744],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004733289,"about_ca_system_score_gemma":0.00278972,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00130198,"about_ca_topic_score_gemma":0.00004193809,"domain_scores_codex":[0.9931849,0.004627776,0.0004649875,0.0004139379,0.0009276474,0.0003807419],"domain_scores_gemma":[0.9902999,0.008251517,0.00045884,0.0004318961,0.0004488421,0.0001089779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.00130853,0.001838011,0.3223165,0.00002371084,0.00002353275,2.196817e-7,0.0334042,0.003626395,0.5853428,0.0365775,0.005974008,0.009564567],"study_design_scores_gemma":[0.0001116731,0.0002656043,0.9881811,0.00004048617,0.000005206076,0.000006022081,0.001242434,0.0002733898,0.003655566,0.005787445,0.0003212176,0.0001098553],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9822915,0.00001549311,0.00009480905,0.01567081,0.0006972276,0.0004476063,0.000005485747,0.0000379468,0.0007391656],"genre_scores_gemma":[0.9933664,0.000006359408,0.006094177,0.0002382092,0.0000883755,0.00007356261,3.877911e-7,0.000006405396,0.0001261833],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6658646,"threshold_uncertainty_score":0.999894,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1069979799128884,"score_gpt":0.4246139129875504,"score_spread":0.317615933074662,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}