{"id":"W4401506443","doi":"10.1073/pnas.2308950121","title":"GPT is an effective tool for multilingual psychological text analysis","year":2024,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":235,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institute of Mental Health; Natural Sciences and Engineering Research Council of Canada; Templeton World Charity Foundation; Sage Foundation; Russell Sage Foundation","keywords":"Computer science; Natural language processing; Artificial intelligence; Coding (social sciences); Text mining; Sentiment analysis; Information retrieval","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004445612,0.002204816,0.0007649128,0.003468331,0.0008073751,0.001659698,0.00151864,0.00109175,0.0256951],"category_scores_gemma":[0.02630547,0.0008286341,0.001485091,0.002167541,0.0004963604,0.004428683,0.003825012,0.002139785,0.01941495],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007732187,"about_ca_system_score_gemma":0.001239315,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002709463,"about_ca_topic_score_gemma":0.003304927,"domain_scores_codex":[0.997305,0.0009062962,0.0003246898,0.000727655,0.0006218881,0.0001144026],"domain_scores_gemma":[0.9859985,0.008639254,0.0007355817,0.002221142,0.001954086,0.0004514774],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001008693,0.0003384046,0.01022962,0.001885624,0.000385565,0.001167358,0.002892696,0.005714177,0.01928449,0.004412194,0.3206732,0.632008],"study_design_scores_gemma":[0.0007726618,0.00116543,0.04246758,0.0005986073,0.0002950158,0.002602536,0.002633425,0.4595247,0.06775301,0.04566772,0.3757888,0.000730509],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"software","genre_gemma":"empirical","genre_scores_codex":[0.02360772,0.000272274,0.4336863,0.0008658433,0.0005520143,0.001675349,0.0401945,0.4934171,0.005728844],"genre_scores_gemma":[0.1667192,0.0003340773,0.7238123,0.001034042,0.0003618148,0.005822599,0.06709579,0.02326823,0.01155191],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0256951,"threshold_uncertainty_score":0.08595872,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08362648693599621,"score_gpt":0.4454008735722634,"score_spread":0.3617743866362672,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}