{"id":"W2889916852","doi":"10.3758/s13428-019-01293-3","title":"Survey-software implicit association tests: A methodological and empirical analysis","year":2019,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Social and Intergroup Psychology","field":"Social Sciences","cited_by":313,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Implicit-association test; Software; Applied psychology; Association (psychology); Empirical research; Data science; Computer science; Social psychology; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05700442,0.0001328777,0.0005464213,0.0004447644,0.0005454669,0.0001739931,0.0004420379,0.0005123777,0.001826391],"category_scores_gemma":[0.0276861,0.0001159895,0.0002053919,0.003033641,0.0003864934,0.0001554204,0.0002211036,0.0007765053,0.0001151038],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004816263,"about_ca_system_score_gemma":0.0001581199,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008543738,"about_ca_topic_score_gemma":0.003286673,"domain_scores_codex":[0.9653525,0.03190354,0.000328435,0.0006067872,0.0009665944,0.0008421981],"domain_scores_gemma":[0.9810041,0.01759763,0.0001161199,0.0003169914,0.0006659335,0.0002992178],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002694307,0.0001112729,0.93854,0.000002422409,0.00009515036,0.000003597471,0.002166705,1.307458e-7,0.001200306,0.0003772231,0.001332891,0.05614333],"study_design_scores_gemma":[0.0001793568,0.0001570194,0.9784142,0.000002691302,0.00008505083,5.506853e-7,0.001708975,0.000007355874,0.00003988471,0.001458868,0.01780613,0.0001398806],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9867393,0.0002058901,0.005844028,0.00122499,0.0003525062,0.000618163,0.00002628528,0.000104115,0.004884681],"genre_scores_gemma":[0.8297814,0.0002881059,0.1520339,0.0004653932,0.0003979812,0.0003678617,0.00004390391,0.00003790715,0.01658367],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.156958,"threshold_uncertainty_score":0.9990861,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.679021047517433,"score_gpt":0.7112710266822435,"score_spread":0.03224997916481054,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}