{"id":"W4226207484","doi":"10.1037/pha0000564","title":"Evaluating and improving the quality of survey data from panel and crowd-sourced samples: A practical guide for psychological research.","year":2022,"lang":"en","type":"article","venue":"Experimental and Clinical Psychopharmacology","topic":"Mental Health Research Topics","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Data quality; PsycINFO; Quality (philosophy); Computer science; Data science; Process (computing); Protocol (science); Survey data collection; Addiction; MEDLINE; Medicine; Business; Marketing; Statistics; Political science; Psychiatry; Alternative medicine; Pathology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02482905,0.000193052,0.0005331704,0.0000663294,0.0008112701,0.00004034094,0.0006529175,0.0001775035,0.002210055],"category_scores_gemma":[0.002981861,0.0001488779,0.00006263354,0.0001741345,0.001601283,0.00008770815,0.002075979,0.001303476,0.000007085074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005477389,"about_ca_system_score_gemma":0.00008644903,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00292307,"about_ca_topic_score_gemma":0.00009202282,"domain_scores_codex":[0.9854025,0.01074046,0.001322926,0.001318611,0.0005735529,0.0006419279],"domain_scores_gemma":[0.9760821,0.02235969,0.000340188,0.0007703949,0.0001000322,0.0003475737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.08411204,0.01544504,0.2311531,0.0002932707,0.001351661,0.00007995252,0.009083134,0.000001264115,0.1676204,0.005531264,0.2135317,0.2717972],"study_design_scores_gemma":[0.02575294,0.01328757,0.9088634,0.00001745768,0.00009647656,0.00009555136,0.02387117,0.002477092,0.0004828912,0.003188716,0.02132758,0.0005391848],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9901481,0.003310301,0.0001334309,0.002335763,0.001123301,0.001629129,0.0009102374,0.00002130915,0.0003884564],"genre_scores_gemma":[0.9939227,0.0001104798,0.002334567,0.002245286,0.0003527303,0.0005015081,0.0001734898,0.00002654681,0.000332682],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6777103,"threshold_uncertainty_score":0.998702,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8761013528924828,"score_gpt":0.744766901811098,"score_spread":0.1313344510813849,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}