{"id":"W4308842176","doi":"10.31234/osf.io/wj3bk","title":"Using Market Research Panels for Behavioral Science: An Overview and Tutorial","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Demographics; Sample (material); Quality (philosophy); Survey data collection; Market research; Data science; Marketing; Computer science; Psychology; Business; Sociology; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2552297,0.0001461193,0.000311003,0.0004009909,0.003589958,0.0003363316,0.0009118164,0.000363337,0.003391654],"category_scores_gemma":[0.01341363,0.0001475929,0.00008232004,0.0006331308,0.002576891,0.0002614301,0.001504384,0.0008431321,0.000001114402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003749313,"about_ca_system_score_gemma":0.004163289,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01434823,"about_ca_topic_score_gemma":0.001399897,"domain_scores_codex":[0.9630686,0.03381979,0.0002633402,0.0008781407,0.001193319,0.0007768293],"domain_scores_gemma":[0.9887119,0.01005122,0.00009042722,0.0004417459,0.0004446451,0.0002600702],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.06502107,0.003066784,0.09309395,0.001050476,0.0002681323,0.0002340075,0.2948397,0.0001366705,0.02152178,0.3584583,0.014993,0.1473162],"study_design_scores_gemma":[0.002436119,0.001570249,0.2724998,0.000192795,0.0002932193,0.00001778899,0.08247258,0.001369738,0.001030723,0.1882316,0.4473804,0.00250499],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9858227,0.0006195654,0.0002498881,0.0002614428,0.006054648,0.00122625,0.0001010498,0.00006595672,0.00559849],"genre_scores_gemma":[0.8082679,0.002236294,0.1535764,0.00030124,0.007678033,0.001063181,0.00008376015,0.0001187113,0.02667451],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4323874,"threshold_uncertainty_score":0.9977072,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9218780833423483,"score_gpt":0.7066460306077007,"score_spread":0.2152320527346476,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}