{"id":"W7116744000","doi":"10.1109/mitp.2025.3633473","title":"Large Language Models in Human Subject Research, and the Presence of Idiosyncratic Human Behaviors","year":2025,"lang":"en","type":"article","venue":"IT Professional","topic":"Language and cultural evolution","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria; Simon Fraser University","funders":"","keywords":"Subject (documents); Human language; Language model; Language understanding; On Language; Information technology; Human studies","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03061747,0.0007031025,0.0008000783,0.003270347,0.001615309,0.006039135,0.001356389,0.002004029,0.003084629],"category_scores_gemma":[0.09792835,0.0009155191,0.0009389195,0.002273149,0.01190986,0.009304855,0.003542148,0.002411188,0.0005903651],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002654246,"about_ca_system_score_gemma":0.003371142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003431073,"about_ca_topic_score_gemma":0.004403013,"domain_scores_codex":[0.9669706,0.02614097,0.000985652,0.003385393,0.002169349,0.0003480745],"domain_scores_gemma":[0.8346187,0.1374279,0.009833967,0.01340905,0.003056337,0.001653984],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000151418,0.0001276097,0.02727465,0.0005849472,0.0003314595,0.000477722,0.01576603,0.03036495,0.002780951,0.8530716,0.002382515,0.06668606],"study_design_scores_gemma":[0.00003698856,0.0001153821,0.005369718,0.0001686313,0.00007036394,0.0005770082,0.001595551,0.0564394,0.0008047452,0.9268734,0.00786988,0.00007906779],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1745083,0.003533772,0.7643696,0.01629545,0.0002618656,0.0003055239,0.000517885,0.0007244248,0.03948311],"genre_scores_gemma":[0.8750716,0.0009094899,0.1189914,0.00101934,0.0002101182,0.0005128054,0.0002840498,0.0001761586,0.002825005],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9693825,"threshold_uncertainty_score":0.1619226,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04688727258968862,"score_gpt":0.4379177941996059,"score_spread":0.3910305216099173,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}