{"id":"W3140728802","doi":"10.34989/swp-2017-43","title":"The Mode is the Message: Using Predata as Exclusion Restrictions to Evaluate Survey Design","year":2021,"lang":"en","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Bank of Canada","funders":"Emory University","keywords":"Mode (computer interface); Survey research; Recall; Sample (material); Psychology; Survey data collection; Statistics; Survey methodology; Survey sampling; Sampling (signal processing); Selection (genetic algorithm); Econometrics; Social psychology; Computer science; Applied psychology; Demography; Mathematics; Cognitive psychology; Telecommunications; Sociology; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3318886,0.001085188,0.001418767,0.003487867,0.002319698,0.004860299,0.002834243,0.002330292,0.007480245],"category_scores_gemma":[0.7469105,0.001092732,0.002420831,0.004810689,0.004243948,0.005010541,0.004569195,0.003498371,0.001587045],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002292335,"about_ca_system_score_gemma":0.003456812,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001821943,"about_ca_topic_score_gemma":0.001569679,"domain_scores_codex":[0.5261138,0.4067293,0.02119376,0.01386963,0.03011938,0.001974141],"domain_scores_gemma":[0.1269749,0.6930507,0.05500038,0.09843024,0.02476053,0.001783235],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01091792,0.001290896,0.4023908,0.003389925,0.003252644,0.0003761711,0.01782033,0.007848028,0.006211932,0.09654525,0.03108306,0.418873],"study_design_scores_gemma":[0.002182888,0.01019545,0.5993949,0.003535212,0.002489103,0.000906713,0.006563662,0.05980521,0.0330329,0.116793,0.1645931,0.000507919],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3197842,0.001049064,0.6303362,0.004024322,0.001344679,0.009427935,0.005894865,0.001301471,0.0268372],"genre_scores_gemma":[0.7337335,0.0002201774,0.2364401,0.001879656,0.0003719538,0.02057445,0.002285515,0.0007854723,0.003709228],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6681114,"threshold_uncertainty_score":0.8239003,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.475370321208649,"score_gpt":0.5324612000028345,"score_spread":0.05709087879418551,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}