{"id":"W4399246403","doi":"10.1111/1748-8583.12563","title":"Isolating the effect of rater experience as a time‐variant predictor of performance ratings","year":2024,"lang":"en","type":"article","venue":"Human Resource Management Journal","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01315864,0.0001655477,0.0003513324,0.0005916741,0.0004215903,0.0004585034,0.001208735,0.00004010145,0.001172437],"category_scores_gemma":[0.004260918,0.00008346887,0.0001915579,0.001344743,0.0001832027,0.000198448,0.000394488,0.0003383527,0.00004563164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002515826,"about_ca_system_score_gemma":0.00001195592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003417367,"about_ca_topic_score_gemma":9.907983e-8,"domain_scores_codex":[0.996103,0.0008029687,0.001055478,0.0003269772,0.00141778,0.0002937638],"domain_scores_gemma":[0.9921651,0.006577609,0.0005993882,0.0004992234,0.00008977627,0.0000689407],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006585073,0.0001242076,0.1392486,0.001050384,0.0008670042,0.0006445794,0.02969879,0.006437754,0.02048547,0.008267273,0.03351577,0.7590016],"study_design_scores_gemma":[0.007481625,0.014633,0.2355942,0.008590659,0.0009648975,0.002814023,0.03971174,0.3388655,0.02910589,0.02980014,0.290313,0.002125334],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9300047,0.0004556587,0.003861847,0.0001261646,0.0002564656,0.0002336524,0.000001109025,0.00003214237,0.06502825],"genre_scores_gemma":[0.9935818,0.00001503479,0.001711875,0.0000425362,0.0001679557,0.00001032815,3.44604e-7,0.00001335561,0.004456756],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7568763,"threshold_uncertainty_score":0.9997406,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1226332953728034,"score_gpt":0.4077470634617508,"score_spread":0.2851137680889473,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}