{"id":"W2024075312","doi":"10.1111/j.1745-3984.2009.00082.x","title":"Reliability and Attribute‐Based Scoring in Cognitive Diagnostic Assessment","year":2009,"lang":"en","type":"article","venue":"Journal of Educational Measurement","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Reliability (semiconductor); Variance (accounting); Cognition; Set (abstract data type); Strengths and weaknesses; Computer science; Test (biology); Sample (material); Psychology; Statistics; Natural language processing; Artificial intelligence; Mathematics; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02112191,0.00009286151,0.0002737568,0.000531066,0.0000740884,0.0001001808,0.0002432279,0.0000323214,0.0001484668],"category_scores_gemma":[0.3367896,0.00006583975,0.0000707345,0.0008722415,0.00003853377,0.0002127243,0.00001869677,0.0002304264,0.000002322548],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003046106,"about_ca_system_score_gemma":0.0007044513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006256136,"about_ca_topic_score_gemma":0.000004031095,"domain_scores_codex":[0.9961172,0.0005253797,0.0009385429,0.0002200351,0.002034838,0.0001640152],"domain_scores_gemma":[0.9511813,0.04551667,0.0007525489,0.0001719441,0.002221085,0.000156478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003370823,0.0004617622,0.9561409,0.000003884233,0.000008330788,0.00000346668,0.00007467283,0.0004665818,0.0003350218,0.0001839963,0.0008130461,0.04147459],"study_design_scores_gemma":[0.0005618648,0.0002431501,0.9651242,0.0001987946,0.00001190488,0.00001381959,0.0003007777,0.0001266743,0.000113542,0.03307238,0.0001658617,0.00006697637],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9744365,0.001075571,0.01081723,0.01174392,0.0007947328,0.0001553412,0.000002338877,0.000002188052,0.0009722412],"genre_scores_gemma":[0.9821661,0.00002274182,0.01731291,0.0003096823,0.0001711918,0.000003746451,3.454425e-7,0.000002145833,0.00001119492],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3156677,"threshold_uncertainty_score":0.7320475,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5837310786203939,"score_gpt":0.5286242359275425,"score_spread":0.05510684269285138,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}