{"id":"W3127812953","doi":"10.3758/s13428-020-01511-3","title":"ASIA: Automated Social Identity Assessment using linguistic style","year":2021,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Mental Health via Writing","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Institute of Population and Public Health; Engineering and Physical Sciences Research Council; European Association of Social Psychology","keywords":"Salient; Social identity theory; Identity (music); Variety (cybernetics); Style (visual arts); Social psychology; Field (mathematics); Computer science; Psychology; Protocol (science); Social media; Natural language processing; Interpretation (philosophy); Artificial intelligence; Social group; Cognitive psychology; Data science; World Wide Web; Mathematics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01327181,0.0001952665,0.0004040861,0.0003462202,0.001074129,0.0002119045,0.0004082264,0.00026934,0.004226997],"category_scores_gemma":[0.001282983,0.0002259478,0.0001346595,0.001437339,0.0002367224,0.0001463171,0.0005360867,0.00138617,0.0001801548],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000896469,"about_ca_system_score_gemma":0.0007021963,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001245313,"about_ca_topic_score_gemma":0.00007840653,"domain_scores_codex":[0.9856828,0.01052765,0.0006347463,0.0007324791,0.001165161,0.001257162],"domain_scores_gemma":[0.9971344,0.001021722,0.0001340054,0.0005846127,0.0008033983,0.0003218637],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.0001874305,0.006067093,0.1014976,0.000883655,0.0002783275,0.01127866,0.01198675,0.000002713847,0.4097476,0.08296982,0.006108287,0.368992],"study_design_scores_gemma":[0.002546026,0.0003131525,0.9522139,0.0001948617,0.0001850207,0.0005074355,0.01818151,0.003215921,0.009684864,0.001747887,0.01043573,0.0007736339],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.940065,0.0004458114,0.01351806,0.0002599125,0.002264003,0.001083805,0.00005103002,0.0005507613,0.04176163],"genre_scores_gemma":[0.6440716,0.000007369871,0.3530551,0.00006164642,0.0006617225,0.0003611264,0.0000422843,0.00008149654,0.001657617],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8507163,"threshold_uncertainty_score":0.9966833,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5800148776480121,"score_gpt":0.739700750375458,"score_spread":0.1596858727274459,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}