{"id":"W4205105826","doi":"10.1037/met0000295","title":"Intermittent faking of personality profiles in high-stakes assessments: A grade of membership analysis.","year":2022,"lang":"en","type":"article","venue":"Psychological Methods","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"PsycINFO; Psychology; Item response theory; Test (biology); Scale (ratio); Psychometrics; Personality; Social psychology; Big Five personality traits; Ideal (ethics); Test validity; Control (management); Statistics; Applied psychology; Computer science; Artificial intelligence; Clinical psychology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04362603,0.0002070395,0.001256247,0.00160688,0.0001090444,0.00003938915,0.001618657,0.0001052352,0.003436427],"category_scores_gemma":[0.0487728,0.0001430381,0.0005191994,0.01071712,0.0002549434,0.0001056686,0.0005254027,0.0005769135,0.000001210206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007407641,"about_ca_system_score_gemma":0.00002122255,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002142611,"about_ca_topic_score_gemma":0.000005484202,"domain_scores_codex":[0.9825433,0.01264744,0.001840396,0.0009715169,0.001589715,0.0004075685],"domain_scores_gemma":[0.9606238,0.03685988,0.001335745,0.0008979748,0.0001854678,0.00009711527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001756299,0.0009637883,0.6413541,0.00001787459,0.0002129299,0.00001645259,0.0006435491,0.0008219282,0.004166782,0.006093894,0.0001595797,0.3453735],"study_design_scores_gemma":[0.0005064795,0.0005228897,0.9081372,0.00001028093,0.00008903602,0.000008099517,0.004566537,0.001693527,0.0006078211,0.083094,0.000586618,0.0001775147],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8327346,0.0003673922,0.1607822,0.0003069425,0.0005522253,0.0002317567,0.00003769686,0.00003249763,0.00495466],"genre_scores_gemma":[0.6064469,0.000006289908,0.3933063,0.0001064019,0.00001603472,0.00004440773,0.000002554014,0.00000472409,0.00006642554],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3451959,"threshold_uncertainty_score":0.9974746,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7410462818435025,"score_gpt":0.6411131628585449,"score_spread":0.0999331189849576,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}