{"id":"W4386723774","doi":"10.22190/jtesap230220007g","title":"INVESTIGATING THE CONSTRUCT OF AERONAUTICAL ENGLISH LISTENING TESTING: A QUALITATIVE ANALYSIS OF THE ICAO RATING SCALE","year":2023,"lang":"en","type":"article","venue":"Journal of Teaching English for Specific and Academic Purposes","topic":"Air Traffic Management and Optimization","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Construct (python library); Aviation; Civil aviation; Active listening; Context (archaeology); Scale (ratio); CLARITY; Rating scale; Psychology; Language assessment; Benchmarking; Air traffic control; Construct validity; Test (biology); Applied psychology; Engineering; Computer science; Psychometrics; Business; Geography; Mathematics education; Marketing; Communication; Developmental psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0227243,0.0004229618,0.0007534081,0.002473498,0.003417704,0.003559932,0.001216194,0.001132135,0.001450714],"category_scores_gemma":[0.0485452,0.000341934,0.0003944573,0.00213206,0.007227239,0.002742297,0.003591268,0.002336943,0.0003050806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004262044,"about_ca_system_score_gemma":0.004302477,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005956423,"about_ca_topic_score_gemma":0.006547861,"domain_scores_codex":[0.9820403,0.0135243,0.0005598157,0.0006248782,0.002356195,0.0008944148],"domain_scores_gemma":[0.9657156,0.02627684,0.001732443,0.0006088237,0.004714662,0.0009514486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002577782,0.00003467099,0.007320774,0.0002314495,0.000005116107,0.0003376018,0.9758967,0.00008544046,0.001747013,0.003791266,0.001077839,0.009446265],"study_design_scores_gemma":[0.000002919405,0.00003122909,0.004488605,0.0002029108,0.000002907377,0.0001306918,0.9851863,0.0002732432,0.0003687019,0.0007479952,0.008541537,0.0000230718],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9686012,0.0005378369,0.01105549,0.004181043,0.0001402115,0.0006936417,0.0003684515,0.00003633498,0.01438593],"genre_scores_gemma":[0.9907666,0.0005119441,0.004355514,0.0006734373,0.00002459275,0.0008148249,0.0001663393,0.00004624251,0.002640482],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0227243,"threshold_uncertainty_score":0.120179,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03864989528926189,"score_gpt":0.3017960680157423,"score_spread":0.2631461727264804,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}