{"id":"W4226207484","doi":"10.1037/pha0000564","title":"Evaluating and improving the quality of survey data from panel and crowd-sourced samples: A practical guide for psychological research.","year":2022,"lang":"en","type":"article","venue":"Experimental and Clinical Psychopharmacology","topic":"Mental Health Research Topics","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Data quality; PsycINFO; Quality (philosophy); Computer science; Data science; Process (computing); Protocol (science); Survey data collection; Addiction; MEDLINE; Medicine; Business; Marketing; Statistics; Political science; Psychiatry; Alternative medicine; Pathology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4555582,0.003498152,0.003807696,0.0170384,0.005315895,0.00939923,0.007570134,0.006378138,0.01814266],"category_scores_gemma":[0.587789,0.006111956,0.003660406,0.01539973,0.01140677,0.01061457,0.009244421,0.01365898,0.01639217],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006041535,"about_ca_system_score_gemma":0.03529862,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01009109,"about_ca_topic_score_gemma":0.02000392,"domain_scores_codex":[0.5219238,0.3739114,0.04247171,0.00612086,0.05395415,0.001618042],"domain_scores_gemma":[0.2569973,0.4904848,0.03137071,0.09240077,0.1215941,0.007152307],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005139389,0.00110773,0.007613529,0.006161647,0.0003821441,0.0007261863,0.0165394,0.001499409,0.004400329,0.01715008,0.352787,0.5911186],"study_design_scores_gemma":[0.001070269,0.002222102,0.03348963,0.01743683,0.0004062556,0.001657791,0.01774262,0.01423093,0.01100324,0.06446835,0.8350821,0.001189978],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005756603,0.005723528,0.8434155,0.04005399,0.003128074,0.06209793,0.01106896,0.01215773,0.01659768],"genre_scores_gemma":[0.005920381,0.001746698,0.9532095,0.003233349,0.0002948693,0.03120052,0.001166579,0.0008390215,0.002389136],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5444418,"threshold_uncertainty_score":0.6713936,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8761013528924828,"score_gpt":0.744766901811098,"score_spread":0.1313344510813849,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}