{"id":"W2024075312","doi":"10.1111/j.1745-3984.2009.00082.x","title":"Reliability and Attribute‐Based Scoring in Cognitive Diagnostic Assessment","year":2009,"lang":"en","type":"article","venue":"Journal of Educational Measurement","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Reliability (semiconductor); Variance (accounting); Cognition; Set (abstract data type); Strengths and weaknesses; Computer science; Test (biology); Sample (material); Psychology; Statistics; Natural language processing; Artificial intelligence; Mathematics; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1286489,0.0009235752,0.0009249049,0.006987551,0.000955777,0.002242624,0.00160036,0.001601599,0.0006779776],"category_scores_gemma":[0.4079525,0.0006413809,0.001197902,0.005657394,0.004009214,0.002709043,0.003055232,0.002625741,0.0004848331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001430486,"about_ca_system_score_gemma":0.001697572,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002632343,"about_ca_topic_score_gemma":0.001912742,"domain_scores_codex":[0.8255391,0.1314585,0.007313102,0.005498216,0.02915481,0.001036252],"domain_scores_gemma":[0.5798919,0.3372153,0.01787547,0.02524729,0.03865531,0.001114718],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006749326,0.0003513521,0.3333179,0.000894058,0.001006202,0.0002660692,0.008039462,0.02322665,0.003143356,0.08456835,0.003926045,0.5405855],"study_design_scores_gemma":[0.0003134171,0.002561566,0.3704106,0.002061608,0.0009383241,0.002693837,0.004757944,0.328522,0.0110198,0.2582112,0.0179132,0.0005965414],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2616036,0.004319722,0.7141907,0.001016384,0.0004179922,0.0009358364,0.0003291982,0.0004632559,0.01672328],"genre_scores_gemma":[0.8555698,0.0007489757,0.1419206,0.0001183298,0.0002321704,0.0007375018,0.0001881034,0.00008303639,0.0004014235],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1286489,"threshold_uncertainty_score":0.6803685,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5837310786203939,"score_gpt":0.5286242359275425,"score_spread":0.05510684269285138,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}