{"id":"W6891771691","doi":"10.48448/wzzn-kn70","title":"Ask LLMs Directly, \"What shapes your bias?\": Measuring Social Bias in Large Language Models","year":2024,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Viewpoints; Perception; Social perception; Social change; Social comparison theory; Social influence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008052445,0.0007057973,0.0005466862,0.001153568,0.0006590359,0.00232023,0.0005470164,0.0008857665,0.001763972],"category_scores_gemma":[0.0576403,0.0002150015,0.0004643372,0.0009269287,0.001147919,0.002620484,0.0018566,0.001194417,0.0006783194],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009347675,"about_ca_system_score_gemma":0.0007150215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002936004,"about_ca_topic_score_gemma":0.003647808,"domain_scores_codex":[0.9942871,0.003855988,0.0002677783,0.0005593749,0.0008957513,0.0001341158],"domain_scores_gemma":[0.9620531,0.02891595,0.003305206,0.002975162,0.002118829,0.0006317964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002114765,0.0005989812,0.4261657,0.001213845,0.001069354,0.0006120913,0.0127522,0.1111448,0.02792866,0.03984584,0.01183596,0.3647178],"study_design_scores_gemma":[0.00009523813,0.0003897226,0.07632234,0.0002406697,0.0001839233,0.0003191342,0.003037928,0.8092568,0.01295567,0.08992509,0.007103857,0.0001696599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.816232,0.001161714,0.1689904,0.002350322,0.0001333506,0.0002012595,0.001845103,0.001089634,0.007996209],"genre_scores_gemma":[0.9731656,0.0001125645,0.02505104,0.0002172951,0.00005254206,0.000100214,0.0007411747,0.0001101929,0.000449277],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008052445,"threshold_uncertainty_score":0.04258585,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1335197783051541,"score_gpt":0.3466826007572805,"score_spread":0.2131628224521264,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}