{"id":"W3100795962","doi":"10.22215/etd/2020-14185","title":"Cognitive Evidence for Construct Validity of the IELTS Reading Comprehension Module: Content Analysis, Test Taking Processes, and Experts’ Accounts","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Reading and Literacy Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Construct validity; Construct (python library); Test (biology); Psychology; Reading comprehension; Language assessment; Language proficiency; Operationalization; Test of English as a Foreign Language; Reading (process); Mathematics education; Linguistics; Computer science; Developmental psychology; Psychometrics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06543238,0.0005045422,0.0005446943,0.007624078,0.001280272,0.003311134,0.001282372,0.0009248975,0.002175751],"category_scores_gemma":[0.2336931,0.0004975714,0.00109377,0.00327362,0.006271953,0.003102282,0.003969098,0.001248492,0.0003338066],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002253535,"about_ca_system_score_gemma":0.002450169,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004428509,"about_ca_topic_score_gemma":0.003552673,"domain_scores_codex":[0.9603462,0.01685024,0.004198455,0.003426937,0.01399173,0.001186454],"domain_scores_gemma":[0.6422694,0.2895558,0.0205027,0.01715824,0.02915901,0.001354907],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005748505,0.0005570869,0.7988103,0.000645433,0.000273475,0.0002236489,0.1209768,0.0004335325,0.002456101,0.008042691,0.0007582822,0.06624784],"study_design_scores_gemma":[0.000122057,0.0005576484,0.9067581,0.001009864,0.0002698362,0.0005800921,0.06203816,0.004508921,0.005191932,0.01260135,0.006266581,0.00009551414],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9790705,0.0006001664,0.004589489,0.0005738987,0.00003744185,0.0002752682,0.0002009278,0.00002326423,0.014629],"genre_scores_gemma":[0.9968576,0.0001780602,0.001964848,0.0001233486,0.00002762079,0.0002384432,0.0002771809,0.00002368087,0.0003091876],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06543238,"threshold_uncertainty_score":0.3460436,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1940147620244005,"score_gpt":0.4034732002949715,"score_spread":0.209458438270571,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}