{"id":"W4377098551","doi":"10.31234/osf.io/sekf5","title":"GPT is an effective tool for multilingual psychological text analysis","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Institute of Mental Health; Natural Sciences and Engineering Research Council of Canada; Sage Foundation","keywords":"Computer science; Psychology; Natural language processing","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001562053,0.0001774609,0.0003644598,0.0002935826,0.0003422937,0.0003082348,0.0004033194,0.0004819638,0.002085123],"category_scores_gemma":[0.001147487,0.0001428054,0.0004174138,0.0005410783,0.000119019,0.0001863569,0.0001259112,0.0002594839,0.0002251554],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009809731,"about_ca_system_score_gemma":0.00008900903,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001422476,"about_ca_topic_score_gemma":0.001751581,"domain_scores_codex":[0.9983104,0.0001844056,0.0003276432,0.0004149674,0.0004127949,0.0003498119],"domain_scores_gemma":[0.9987215,0.0003773431,0.0001678182,0.0003651058,0.0001702174,0.0001979873],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001981586,0.0004600694,0.002141597,0.0001084262,0.001654812,0.000003778726,0.3772494,0.001767081,0.0000189379,0.01112822,0.06177393,0.5434955],"study_design_scores_gemma":[0.00481207,0.001555067,0.4905471,0.0001758401,0.003888293,0.000001453605,0.1681314,0.09602904,0.001100093,0.06659043,0.1622161,0.004953093],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9120108,0.00001247399,0.02013347,0.001489999,0.001051928,0.002334775,0.0002399298,0.0006678497,0.06205875],"genre_scores_gemma":[0.9812576,0.00004302472,0.002741946,0.001495661,0.0003850361,0.00006189223,0.000155153,0.00001290024,0.01384685],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5385424,"threshold_uncertainty_score":0.9988271,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1293971215537175,"score_gpt":0.4787765844059424,"score_spread":0.3493794628522249,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}