{"id":"W2061917416","doi":"10.1111/emip.12015","title":"The Multiple‐Use of Accountability Assessments: Implications for the Process of Validation","year":2013,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Accountability; Process (computing); Argument (complex analysis); Quality (philosophy); Management science; Process management; Computer science; Best practice; Psychology; Political science; Medicine; Business; Engineering; Epistemology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006528222,0.000101448,0.0001302985,0.00004948464,0.0004697872,0.0003932938,0.0004193373,0.00002820337,0.0001416399],"category_scores_gemma":[0.02662457,0.00005389663,0.00005711911,0.0002953236,0.0001497011,0.001507936,0.0000434385,0.0000692178,0.000007785246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006021834,"about_ca_system_score_gemma":0.0004898212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005208202,"about_ca_topic_score_gemma":0.00004187745,"domain_scores_codex":[0.9973544,0.000268045,0.000701758,0.0002549735,0.001289191,0.0001316325],"domain_scores_gemma":[0.9655555,0.02612468,0.0008263744,0.0004936074,0.006952137,0.00004769082],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004818703,0.004102544,0.4740013,0.0001705762,0.0006918529,6.038855e-9,0.005663354,0.0004428162,0.02140578,0.1593301,0.1320303,0.2016796],"study_design_scores_gemma":[0.0002377618,0.0001197779,0.7525235,0.00001906846,0.00009019927,0.000001291946,0.01085174,0.0003184871,0.001659494,0.07418159,0.1598928,0.0001042372],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3007029,0.00339294,0.01117155,0.6761726,0.001645659,0.005296246,0.000104053,0.00001434808,0.001499663],"genre_scores_gemma":[0.9930841,0.0001567515,0.00481854,0.0002970136,0.000154882,0.0009025418,0.00001480098,0.000006116953,0.0005651976],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6923812,"threshold_uncertainty_score":0.9815746,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4021609414534796,"score_gpt":0.5386433098125486,"score_spread":0.136482368359069,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}