{"id":"W4389520358","doi":"10.18653/v1/2023.emnlp-main.744","title":"When Language Models Fall in Love: Animacy Processing in Transformer Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Azrieli Foundation; Open Philanthropy Project","keywords":"Animacy; Computer science; Cognition; Linguistics; Context (archaeology); Cognitive psychology; Psychology; Natural language processing; Artificial intelligence; History","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001491424,0.0003161369,0.0002185571,0.0003671607,0.0003361481,0.003019163,0.0005282109,0.0007782633,0.00487073],"category_scores_gemma":[0.01306907,0.0004316084,0.0004661257,0.000210833,0.00200343,0.01144455,0.001890709,0.001921455,0.0008631339],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004703702,"about_ca_system_score_gemma":0.0002527175,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001073451,"about_ca_topic_score_gemma":0.0008804393,"domain_scores_codex":[0.9991067,0.0004551778,0.00003555175,0.0001979637,0.0001374895,0.0000671653],"domain_scores_gemma":[0.9960706,0.002172897,0.0003903241,0.0008661652,0.0002768596,0.0002231561],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001133262,0.0002781223,0.05902531,0.0005502629,0.0002085315,0.002321487,0.08801227,0.01774536,0.1505715,0.5185863,0.006936453,0.1546311],"study_design_scores_gemma":[0.00009166594,0.0003687714,0.03354459,0.000126935,0.000137635,0.001946572,0.01571441,0.2454787,0.02730925,0.6522737,0.02280513,0.0002026351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8011037,0.0001895041,0.1605555,0.002374802,0.00007601466,0.00005561511,0.0002726264,0.0007411824,0.03463103],"genre_scores_gemma":[0.9886789,0.00004535869,0.009597428,0.0001674176,0.000008469146,0.00001485997,0.000148285,0.0001388859,0.001200354],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00487073,"threshold_uncertainty_score":0.01629424,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03607328323719367,"score_gpt":0.3236108348304818,"score_spread":0.2875375515932881,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}