{"id":"W3005817091","doi":"10.31234/osf.io/hgy3z","title":"Survey-Software Implicit Association Tests: A Methodological and Empirical Analysis","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Implicit-association test; Software; Applied psychology; Empirical research; Association (psychology); Data science; Computer science; Social psychology; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1214166,0.0008927185,0.001005594,0.005470261,0.001437221,0.002772515,0.002124116,0.001124563,0.003147149],"category_scores_gemma":[0.3775562,0.0008682469,0.001583362,0.01111636,0.002349755,0.003574282,0.003874683,0.002139041,0.0006803779],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001940828,"about_ca_system_score_gemma":0.003642336,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002771659,"about_ca_topic_score_gemma":0.00314604,"domain_scores_codex":[0.8517746,0.1062246,0.01077482,0.006433856,0.02376877,0.001023319],"domain_scores_gemma":[0.5498527,0.3138807,0.03685169,0.04499701,0.05256943,0.00184852],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008460711,0.001345408,0.5792146,0.001432276,0.001703852,0.0000960697,0.005633072,0.003175962,0.001490436,0.0422713,0.006467103,0.3563239],"study_design_scores_gemma":[0.0006054045,0.003901707,0.7846478,0.002066667,0.001851192,0.001174188,0.005717335,0.05306249,0.01096307,0.08084961,0.05477973,0.0003807548],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3546217,0.002096544,0.6117785,0.001064328,0.0004429223,0.005818175,0.002648858,0.0007232229,0.02080573],"genre_scores_gemma":[0.7104791,0.0009695037,0.268029,0.0006408461,0.0002235243,0.0146896,0.002385228,0.0003424339,0.002240847],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8785834,"threshold_uncertainty_score":0.6421201,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4430676362289378,"score_gpt":0.5663852464437188,"score_spread":0.123317610214781,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}