{"id":"W2081962294","doi":"10.3138/cmlr.56.4.555","title":"Listening to the Voices of Rating Scale Developers: Identifying Salient Features for Second Language Performance Assessment","year":2000,"lang":"en","type":"article","venue":"Canadian Modern Language Review/ La Revue canadienne des langues vivantes","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Active listening; Rating scale; Scale (ratio); Sample (material); Christian ministry; Psychology; Test (biology); Salient; Process (computing); Mathematics education; Applied psychology; Computer science; Artificial intelligence; Developmental psychology; Political science; Geography; Communication","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05602174,0.0006101688,0.0005236793,0.004132767,0.002613899,0.005292546,0.001176029,0.001126785,0.0009817595],"category_scores_gemma":[0.1938881,0.0004520301,0.000279404,0.002450742,0.003629407,0.003095115,0.00299441,0.001563687,0.0005269246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00203002,"about_ca_system_score_gemma":0.00330835,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003739849,"about_ca_topic_score_gemma":0.009178846,"domain_scores_codex":[0.9408999,0.04286968,0.003029571,0.002028985,0.01010147,0.001070428],"domain_scores_gemma":[0.8299069,0.1171685,0.02022937,0.00842201,0.02182731,0.002445928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002135518,0.0001057959,0.06831678,0.0005487993,0.00002677226,0.0009642069,0.6791867,0.0002683979,0.0180087,0.006152484,0.004398595,0.2218092],"study_design_scores_gemma":[0.00008009318,0.0007081481,0.237696,0.0009974048,0.00007730215,0.004535124,0.6352496,0.01221251,0.01408719,0.01327916,0.08072487,0.0003526075],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8257543,0.0009300115,0.1248819,0.003375995,0.0003724826,0.00134674,0.0001982104,0.0005803087,0.04256],"genre_scores_gemma":[0.9523837,0.0002626865,0.04370303,0.0002233461,0.00007917259,0.0008398101,0.0001285082,0.0001266226,0.002253135],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05602174,"threshold_uncertainty_score":0.2962748,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01882278823972086,"score_gpt":0.2609823345397876,"score_spread":0.2421595463000668,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}