{"id":"W4411272807","doi":"10.1073/pnas.2501660122","title":"Take caution in using LLMs as human surrogates","year":2025,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":29,"is_retracted":false,"has_abstract":true,"ca_institutions":"Quest University Canada","funders":"","keywords":"Psychology; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1339713,0.001814585,0.001870335,0.002491911,0.002746491,0.01055466,0.007367279,0.005172133,0.009048712],"category_scores_gemma":[0.5460492,0.001318363,0.001532029,0.002133684,0.01247832,0.01514239,0.008034187,0.01198569,0.005976952],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002539678,"about_ca_system_score_gemma":0.003727769,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005587921,"about_ca_topic_score_gemma":0.007011553,"domain_scores_codex":[0.8410318,0.1331422,0.005495569,0.00684234,0.01267131,0.0008167701],"domain_scores_gemma":[0.5553302,0.3222847,0.01655208,0.07322832,0.02884115,0.003763544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001897673,0.0003236903,0.01647365,0.002262591,0.0009608275,0.0008582195,0.02267795,0.01554746,0.002447133,0.6244255,0.1641783,0.147947],"study_design_scores_gemma":[0.0002395244,0.0002649094,0.00288129,0.001852821,0.0001759431,0.0005795205,0.004498349,0.03330522,0.003795427,0.738157,0.2140025,0.00024743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.03988471,0.005427798,0.6082157,0.2503484,0.01019354,0.001182256,0.002664766,0.004484504,0.0775982],"genre_scores_gemma":[0.4742591,0.001684826,0.4289608,0.07056944,0.001851112,0.004094032,0.001303146,0.001862107,0.01541538],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.1339713,"threshold_uncertainty_score":0.7085162,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05139893177855222,"score_gpt":0.3707658822394894,"score_spread":0.3193669504609372,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}