{"id":"W2012210612","doi":"10.1016/j.ssresearch.2015.03.006","title":"Should we trust survey data? Assessing response simplification and data fabrication","year":2015,"lang":"en","type":"article","venue":"Social Science Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Data quality; Quality (philosophy); Task (project management); Computer science; Survey data collection; Focus (optics); Unit (ring theory); Data science; Psychology; Engineering; Statistics; Operations management; Mathematics education; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7794539,0.001757203,0.002407175,0.00849646,0.006938402,0.01027321,0.007483492,0.005861689,0.004805603],"category_scores_gemma":[0.9442895,0.003864549,0.004345729,0.007750743,0.01793644,0.01278508,0.0111735,0.007759982,0.001029191],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01293109,"about_ca_system_score_gemma":0.01402776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006281896,"about_ca_topic_score_gemma":0.005965464,"domain_scores_codex":[0.1002878,0.7630475,0.05708912,0.0176231,0.05874399,0.003208442],"domain_scores_gemma":[0.01381666,0.8751816,0.03473643,0.04806992,0.02745765,0.0007378029],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002670718,0.001024154,0.2238186,0.01006815,0.003907851,0.001244202,0.1568524,0.008788061,0.003952675,0.1997171,0.02781469,0.3601414],"study_design_scores_gemma":[0.00193548,0.002518112,0.2300035,0.01918968,0.004127081,0.003034265,0.0648456,0.1147702,0.02785897,0.3475787,0.1830554,0.001083161],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2561339,0.003823947,0.6256321,0.05404188,0.002880716,0.0186701,0.001208977,0.001126275,0.03648206],"genre_scores_gemma":[0.6969222,0.0008256898,0.2727313,0.0113275,0.0006950744,0.01430216,0.0006335132,0.0004483486,0.002114197],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9941383,"threshold_uncertainty_score":0.2719727,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9400145018184716,"score_gpt":0.7066783022504856,"score_spread":0.233336199567986,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}