{"id":"W4362673096","doi":"10.1111/emip.12553","title":"Validation as Evaluating Desired and Undesired Effects: Insights From Cross‐Classified Mixed Effects Model","year":2023,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reliability (semiconductor); Variance (accounting); Computer science; Reliability engineering; Variance components; Validity; External validity; Cross-validation; Random effects model; Statistics; Data mining; Econometrics; Psychology; Artificial intelligence; Psychometrics; Mathematics; Engineering; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01347975,0.000213868,0.0003144408,0.0003787768,0.0005754098,0.0008650662,0.0002775135,0.0001070101,0.00004028981],"category_scores_gemma":[0.4101432,0.0001707012,0.00004773663,0.001294741,0.00008779406,0.0009524752,0.0001273676,0.0001685876,0.0001028595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008545153,"about_ca_system_score_gemma":0.0002314982,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002091887,"about_ca_topic_score_gemma":0.000003984146,"domain_scores_codex":[0.9933771,0.002520011,0.0005828443,0.0007529683,0.002508761,0.0002582866],"domain_scores_gemma":[0.890418,0.1072798,0.000547323,0.0004201914,0.001148305,0.0001863913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001921345,0.001128687,0.06301504,0.0004484719,0.0008575063,0.00003044801,0.01588792,0.006930881,0.2273681,0.04712259,0.02953679,0.6057522],"study_design_scores_gemma":[0.001290331,0.0002734272,0.5001058,0.0001758449,0.0001606178,0.00001408562,0.001669305,0.0356035,0.006539955,0.4502565,0.003512927,0.0003976749],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9763839,0.005302481,0.005637723,0.007132469,0.001612637,0.0005514916,0.000004216169,0.00009106506,0.003284041],"genre_scores_gemma":[0.9405107,0.0002501942,0.05758426,0.0003746934,0.0003159837,0.00008404921,0.00002143589,0.00001710798,0.0008415729],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6053545,"threshold_uncertainty_score":0.8341854,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7119997234981603,"score_gpt":0.5622263498475483,"score_spread":0.1497733736506121,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}