{"id":"W2023466828","doi":"10.1111/j.0965-075x.2005.00307.x","title":"Who Will Evaluate Me? Rater Selection in Multi‐Source Assessment Contexts","year":2005,"lang":"en","type":"article","venue":"International Journal of Selection and Assessment","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Montreal Clinical Research Institute; Concordia University","funders":"","keywords":"Psychology; Preference; Affect (linguistics); Selection (genetic algorithm); Inter-rater reliability; Social psychology; Performance appraisal; Applied psychology; Developmental psychology; Rating scale; Statistics; Computer science; Communication","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01972324,0.0004033923,0.0006054614,0.0009890104,0.0009221103,0.002097196,0.0005794963,0.0005614161,0.002257182],"category_scores_gemma":[0.1081805,0.000201692,0.0002898321,0.0003530572,0.0004737017,0.001187614,0.0009783384,0.0007643502,0.001304322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003478218,"about_ca_system_score_gemma":0.0004087895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007313765,"about_ca_topic_score_gemma":0.00166961,"domain_scores_codex":[0.9793139,0.01428258,0.0008197637,0.001060514,0.003976911,0.0005463434],"domain_scores_gemma":[0.9351906,0.04204325,0.007809168,0.002774242,0.008756368,0.003426438],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003159606,0.0007991295,0.4471118,0.0004677312,0.0001996334,0.002579737,0.08262987,0.0007192999,0.03805189,0.002137705,0.004929818,0.4172139],"study_design_scores_gemma":[0.0003924695,0.004835311,0.7549363,0.0006033435,0.000346118,0.00986426,0.1300869,0.02408502,0.02915387,0.007873971,0.03728785,0.0005345613],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9841942,0.0002335781,0.008307587,0.0005490173,0.00008315295,0.00009490979,0.00002516023,0.0000594667,0.00645285],"genre_scores_gemma":[0.9916703,0.0002508137,0.005487033,0.0001594635,0.00007794583,0.00007084376,0.00003035536,0.00002542733,0.002227876],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01972324,"threshold_uncertainty_score":0.1043077,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03028675750328179,"score_gpt":0.4241642399649722,"score_spread":0.3938774824616904,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}