{"id":"W2803205961","doi":"10.5539/jel.v7n4p103","title":"An Investigation of Reliability Coefficients Estimated for Decision Studies in Generalizability Theory","year":2018,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Rubric; Psychology; Statistics; Reliability (semiconductor); Mathematics; Inter-rater reliability; Social psychology; Mathematics education; Rating scale","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1844994,0.0007868932,0.001079267,0.00823136,0.001240453,0.002731571,0.001394455,0.001004959,0.001393899],"category_scores_gemma":[0.4991472,0.0008424484,0.002192935,0.005848558,0.003208078,0.002747167,0.003190277,0.001759765,0.000340742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001747625,"about_ca_system_score_gemma":0.001528483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001720457,"about_ca_topic_score_gemma":0.001294279,"domain_scores_codex":[0.8028837,0.1408928,0.01729396,0.01095063,0.02574309,0.002235777],"domain_scores_gemma":[0.2842945,0.6218421,0.01861804,0.0373157,0.03686811,0.001061461],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001184322,0.0002647426,0.7414528,0.001288841,0.001943479,0.0003761154,0.02860114,0.005196175,0.006063691,0.01833852,0.001588643,0.1937017],"study_design_scores_gemma":[0.000261023,0.00426553,0.8383715,0.001388766,0.001767216,0.002095085,0.02561822,0.05752873,0.02053722,0.03222725,0.01549852,0.0004409091],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8133121,0.001393228,0.1686982,0.0003425521,0.000280373,0.00124672,0.0003636164,0.0002494278,0.01411377],"genre_scores_gemma":[0.969883,0.0001590621,0.02875192,0.00003681527,0.0000340597,0.0006245397,0.0001984046,0.00006187096,0.0002502624],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8155006,"threshold_uncertainty_score":0.9757378,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1332511632403007,"score_gpt":0.521284322386911,"score_spread":0.3880331591466103,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}