{"id":"W2081962294","doi":"10.3138/cmlr.56.4.555","title":"Listening to the Voices of Rating Scale Developers: Identifying Salient Features for Second Language Performance Assessment","year":2000,"lang":"en","type":"article","venue":"Canadian Modern Language Review/ La Revue canadienne des langues vivantes","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Active listening; Rating scale; Scale (ratio); Sample (material); Christian ministry; Psychology; Test (biology); Salient; Process (computing); Mathematics education; Applied psychology; Computer science; Artificial intelligence; Developmental psychology; Political science; Geography; Communication","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00110691,0.0002802474,0.000462903,0.0001722108,0.0007609582,0.0002272234,0.0004833114,0.00005582088,0.001345207],"category_scores_gemma":[0.0002518874,0.0002177479,0.0001642633,0.0001224609,0.000139678,0.0002136428,0.00003143309,0.0003162897,0.00001969011],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002704855,"about_ca_system_score_gemma":0.0001613143,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.08227801,"about_ca_topic_score_gemma":0.7930487,"domain_scores_codex":[0.998161,0.0001772496,0.000431809,0.0003718918,0.0001146711,0.000743385],"domain_scores_gemma":[0.9986787,0.0002352399,0.0001590307,0.0004118816,0.0001349175,0.0003801771],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001318094,0.00001989539,0.0005842752,0.006620823,0.0001287191,0.00009015078,0.7061731,0.0002392675,0.002488751,0.001210375,0.00452763,0.2779038],"study_design_scores_gemma":[0.0005363793,0.0002315773,0.007432664,0.01848034,0.0003425332,0.0001814599,0.1228138,0.002867768,0.0005233048,0.00007651409,0.8452156,0.001298056],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9430329,0.03687908,0.00007206612,0.0006166798,0.0001725021,0.0006730002,0.0003369314,0.0000608206,0.01815609],"genre_scores_gemma":[0.9764612,0.0007933239,0.001951173,0.00177975,0.0005305625,0.0001256595,0.0001717091,0.00007020362,0.01811643],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.840688,"threshold_uncertainty_score":0.9995677,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01882278823972086,"score_gpt":0.2609823345397876,"score_spread":0.2421595463000668,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}