{"id":"W3207282779","doi":"10.1080/10904018.2021.1941028","title":"VISUALS IN THE ASSESSMENT AND TESTING OF SECOND LANGUAGE LISTENING: A METHODOLOGICAL SYNTHESIS","year":2021,"lang":"en","type":"article","venue":"International Journal of Listening","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Active listening; Psychology; Data collection; Construct (python library); Coding (social sciences); Process (computing); Computer science; Data science; Sociology; Social science; Communication","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22664,0.001953993,0.004306843,0.03547545,0.004737608,0.01533542,0.003478654,0.004030111,0.004459787],"category_scores_gemma":[0.3376546,0.002132015,0.005470813,0.02282981,0.00784067,0.01006228,0.0112484,0.003768473,0.0006188514],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01287357,"about_ca_system_score_gemma":0.03558255,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006994606,"about_ca_topic_score_gemma":0.01105557,"domain_scores_codex":[0.7823525,0.1323698,0.05457157,0.007961074,0.02081292,0.001932116],"domain_scores_gemma":[0.6214105,0.3094344,0.01725035,0.01229344,0.03816138,0.001449939],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000620854,0.0003518783,0.01001187,0.3732979,0.003428126,0.0005282601,0.07651952,0.001152131,0.001713032,0.05358105,0.00341645,0.4753789],"study_design_scores_gemma":[0.0003695246,0.001281854,0.01076299,0.7269664,0.007010431,0.0007343941,0.06879819,0.001050598,0.003176929,0.0395547,0.1400918,0.0002021823],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.03045733,0.7817727,0.1255462,0.01384801,0.002841623,0.02783499,0.001490855,0.0001599273,0.01604845],"genre_scores_gemma":[0.1920018,0.4091658,0.3117794,0.006663042,0.0008998899,0.07657661,0.0008966235,0.0001894415,0.001827346],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.22664,"threshold_uncertainty_score":0.9536905,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1847205064042924,"score_gpt":0.4089476310886315,"score_spread":0.2242271246843391,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}