{"id":"W4297999228","doi":"10.1037/spq0000518","title":"Using many-facet rasch measurement and generalizability theory to explore rater effects for direct behavior rating–multi-item scales.","year":2022,"lang":"en","type":"article","venue":"School Psychology","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Generalizability theory; Rasch model; Psychology; PsycINFO; Facet (psychology); Rating scale; Item response theory; Inter-rater reliability; Clinical psychology; Psychometrics; Social psychology; Developmental psychology; MEDLINE; Big Five personality traits; Personality","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002748698,0.0004976169,0.0007284555,0.0001823557,0.0008603809,0.00005254475,0.0004717151,0.0002355566,0.001870357],"category_scores_gemma":[0.0002615439,0.000427482,0.0002310697,0.0003658463,0.0002478229,0.00007344542,0.0003443416,0.0005799739,0.0001125317],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002207466,"about_ca_system_score_gemma":0.0000215675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005998082,"about_ca_topic_score_gemma":0.00002595728,"domain_scores_codex":[0.9946447,0.00177479,0.0006581855,0.001516003,0.0003893869,0.001016943],"domain_scores_gemma":[0.9982134,0.0001957696,0.0001838664,0.0008300521,0.0001655387,0.0004113514],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004498205,0.005996891,0.6605342,0.0001465293,0.0006239204,0.0002370258,0.004479305,0.00005922405,0.1264601,0.001596234,0.08533577,0.1100326],"study_design_scores_gemma":[0.005801041,0.00205914,0.9660172,0.00002105705,0.0002757408,0.0000895207,0.001270093,0.00001659903,0.0004837321,0.00137881,0.02168174,0.0009052634],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9796504,0.002600497,0.008445149,0.001002453,0.004023393,0.003103448,0.00009897687,0.0002013235,0.0008743271],"genre_scores_gemma":[0.9804595,0.00001451697,0.005974756,0.00586023,0.0002884111,0.006507851,0.00002334258,0.00008023788,0.0007912217],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3054831,"threshold_uncertainty_score":0.9998177,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4983916110037136,"score_gpt":0.4479995435687562,"score_spread":0.05039206743495739,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}