{"id":"W3140728802","doi":"10.34989/swp-2017-43","title":"The Mode is the Message: Using Predata as Exclusion Restrictions to Evaluate Survey Design","year":2021,"lang":"en","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Bank of Canada","funders":"Emory University","keywords":"Mode (computer interface); Survey research; Recall; Sample (material); Psychology; Survey data collection; Statistics; Survey methodology; Survey sampling; Sampling (signal processing); Selection (genetic algorithm); Econometrics; Social psychology; Computer science; Applied psychology; Demography; Mathematics; Cognitive psychology; Telecommunications; Sociology; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1761473,0.0002501918,0.0004005082,0.0002780466,0.003602515,0.0006167587,0.002096408,0.000607705,0.0002249456],"category_scores_gemma":[0.09475693,0.0001924233,0.0001611631,0.0006565282,0.0009765546,0.000141831,0.002743808,0.002100268,0.00001960639],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001195016,"about_ca_system_score_gemma":0.006077934,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02307133,"about_ca_topic_score_gemma":0.05434931,"domain_scores_codex":[0.8677135,0.1281741,0.0007487327,0.001256738,0.0008442296,0.001262759],"domain_scores_gemma":[0.9239168,0.07332115,0.0001943677,0.001830373,0.0004912924,0.0002460254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.02139839,0.0006634651,0.04048457,0.00008726036,0.001281383,0.0002063917,0.1100156,0.4077486,0.001549487,0.001549225,0.006590075,0.4084255],"study_design_scores_gemma":[0.002191817,0.000532391,0.5526664,0.001048018,0.0002232939,0.00004887594,0.09569779,0.1383854,0.00270982,0.03333862,0.1698169,0.003340713],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9729433,0.0005030056,0.000687429,0.006286234,0.001779654,0.002375665,0.0001463862,0.00004511595,0.01523319],"genre_scores_gemma":[0.8801588,0.08605959,0.01109043,0.0009829734,0.0009025501,0.0009658913,0.0001277597,0.000164131,0.01954787],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5121818,"threshold_uncertainty_score":0.9995567,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.475370321208649,"score_gpt":0.5324612000028345,"score_spread":0.05709087879418551,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}