{"id":"W2132391446","doi":"10.1037/0021-9010.93.3.711","title":"Using frame-of-reference training to understand the implications of rater idiosyncrasy for rating accuracy.","year":2008,"lang":"en","type":"article","venue":"Journal of Applied Psychology","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"ca_institutions":"Wilfrid Laurier University; University of Manitoba","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Idiosyncrasy; Normative; Psychology; Frame of reference; Frame (networking); Relational frame theory; Applied psychology; Cognitive psychology; Computer science; Epistemology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0615815,0.0005528848,0.0005055915,0.0009603502,0.0005530058,0.001906455,0.0008621452,0.0009785374,0.001348278],"category_scores_gemma":[0.2705152,0.0003152764,0.0004483481,0.0007029517,0.001348188,0.00257225,0.001160349,0.00156197,0.0003363711],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001370039,"about_ca_system_score_gemma":0.0009728373,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002463782,"about_ca_topic_score_gemma":0.003105307,"domain_scores_codex":[0.9664367,0.02324357,0.001579866,0.003023061,0.005372088,0.0003447619],"domain_scores_gemma":[0.7216542,0.2131634,0.0270243,0.01799357,0.01889547,0.001269084],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001885392,0.0008180953,0.2819172,0.001047465,0.0007831226,0.0004675908,0.03251,0.01029157,0.04749984,0.01865903,0.004915581,0.5992051],"study_design_scores_gemma":[0.0003510336,0.004155308,0.7308371,0.001186695,0.0005070663,0.002630358,0.004963953,0.1287835,0.05537343,0.04546444,0.02525189,0.0004952479],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5404004,0.002500274,0.4338276,0.002241615,0.0005414968,0.0006156869,0.0001658715,0.0004286909,0.01927837],"genre_scores_gemma":[0.9172783,0.0003156348,0.08005909,0.0004742048,0.00008820368,0.0002275453,0.00007978743,0.00005598979,0.001421231],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0615815,"threshold_uncertainty_score":0.3256779,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7397751505922106,"score_gpt":0.6055301082324799,"score_spread":0.1342450423597307,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}