{"id":"W3005817091","doi":"10.31234/osf.io/hgy3z","title":"Survey-Software Implicit Association Tests: A Methodological and Empirical Analysis","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Implicit-association test; Software; Applied psychology; Empirical research; Association (psychology); Data science; Computer science; Social psychology; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003849934,0.0002748769,0.0008498909,0.0003377248,0.0001211472,0.00007841754,0.0002605066,0.001292925,0.01130781],"category_scores_gemma":[0.001592872,0.000228002,0.0004787584,0.0005593869,0.00007159304,0.00003208732,0.0004743063,0.000875039,0.0003199339],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002532813,"about_ca_system_score_gemma":0.00006645735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006461473,"about_ca_topic_score_gemma":0.005020183,"domain_scores_codex":[0.9951258,0.002565481,0.0007217132,0.000873156,0.0002321056,0.0004817087],"domain_scores_gemma":[0.9966462,0.001657852,0.0004474147,0.0006192277,0.000364938,0.000264338],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003615627,0.0002090702,0.9356781,0.00001334014,0.0005980877,0.000002929077,0.0001224466,5.433893e-7,5.71831e-7,0.00005426684,0.05568073,0.007603735],"study_design_scores_gemma":[0.0001872624,0.0002131542,0.9958393,0.00001345801,0.0008230995,0.000002001676,0.0000360422,0.00003347278,0.000001098659,0.0008436908,0.001776616,0.000230818],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9633381,0.0005492886,0.02864216,0.0009034065,0.001289959,0.0004829754,0.0007814448,0.0002813609,0.003731285],"genre_scores_gemma":[0.9524986,0.00005420186,0.02313795,0.001909198,0.0004513194,0.0003579475,0.001523488,0.00004462486,0.02002269],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06016117,"threshold_uncertainty_score":0.9972223,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4430676362289378,"score_gpt":0.5663852464437188,"score_spread":0.123317610214781,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}