{"id":"W4385571495","doi":"10.18653/v1/2023.acl-long.26","title":"Knowledge of cultural moral norms in large language models","year":2023,"lang":"en","type":"article","venue":"","topic":"Cultural Differences and Values","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Globe; Morality; Cultural diversity; Inference; Variation (astronomy); Relevance (law); Psychology; Social psychology; Moral disengagement; Sociology; Epistemology; Computer science; Political science; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01170665,0.001328899,0.001276685,0.0016656,0.001126362,0.003916807,0.002081592,0.00147556,0.004085913],"category_scores_gemma":[0.04492217,0.0009809191,0.001762464,0.001259127,0.001890103,0.004761568,0.001702435,0.004303493,0.001612136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002289654,"about_ca_system_score_gemma":0.001390985,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02124891,"about_ca_topic_score_gemma":0.03348486,"domain_scores_codex":[0.995007,0.003571726,0.000164636,0.0008719857,0.0002149405,0.0001697222],"domain_scores_gemma":[0.9606327,0.03451998,0.001348641,0.001714651,0.00130475,0.0004791761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005862497,0.0005027915,0.07864811,0.0002950144,0.0008992845,0.0005138414,0.002528328,0.758149,0.001467484,0.04754965,0.01244188,0.0964184],"study_design_scores_gemma":[0.00004804372,0.00003491863,0.003803316,0.00006562116,0.00004501276,0.00005458462,0.0002015843,0.9498173,0.0002278688,0.04423894,0.001431626,0.00003120346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5285371,0.001820431,0.4447364,0.005931596,0.0002524232,0.0001904821,0.003797849,0.001951725,0.01278212],"genre_scores_gemma":[0.9506173,0.0002802658,0.04109458,0.0007518032,0.0001351231,0.0002318575,0.003953204,0.0002225824,0.002713287],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02124891,"threshold_uncertainty_score":0.0619114,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1470952819041261,"score_gpt":0.4171879044689984,"score_spread":0.2700926225648723,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}