{"id":"W2069806387","doi":"10.1007/s11205-011-9844-3","title":"Validation of Multilevel Constructs: Validation Methods and Empirical Findings for the EDI","year":2011,"lang":"en","type":"article","venue":"Social Indicators Research","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":87,"is_retracted":false,"has_abstract":false,"ca_institutions":"Learning Partnership; University of British Columbia","funders":"","keywords":"Multilevel model; Construct (python library); Computer science; Context (archaeology); Construct validity; Data science; Psychology; Psychometrics; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1230422,0.001154616,0.001243192,0.002702367,0.003135448,0.003164897,0.002683631,0.002010572,0.005616746],"category_scores_gemma":[0.3341692,0.001032667,0.004433161,0.003339034,0.002959194,0.003126483,0.006503216,0.004378126,0.001012446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002585777,"about_ca_system_score_gemma":0.006473876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006941103,"about_ca_topic_score_gemma":0.00909022,"domain_scores_codex":[0.9188251,0.05657535,0.006737812,0.006367836,0.009896909,0.001596933],"domain_scores_gemma":[0.4953332,0.3870595,0.01285053,0.05536319,0.04739401,0.001999573],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00160828,0.001594852,0.7621743,0.001167317,0.001914538,0.0001092223,0.01353008,0.004773543,0.002056294,0.0499614,0.00642307,0.1546871],"study_design_scores_gemma":[0.001077383,0.003208194,0.844563,0.002045437,0.00304694,0.0003463358,0.01098812,0.04019118,0.01001023,0.05252549,0.03168182,0.0003159501],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6223466,0.0009569539,0.336066,0.001913038,0.0004871179,0.008738396,0.005308181,0.0004795217,0.02370416],"genre_scores_gemma":[0.7506794,0.000288633,0.2217476,0.0004625336,0.00009957088,0.0194299,0.004474569,0.0003211905,0.002496531],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1230422,"threshold_uncertainty_score":0.6507173,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3507245818212957,"score_gpt":0.5606054830312851,"score_spread":0.2098809012099894,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}