{"id":"W4367592383","doi":"10.58379/homq5772","title":"Exploring shared and individual assessment of paired oral interactions","year":2022,"lang":"en","type":"article","venue":"Studies in Language Assessment","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"","keywords":"Rubric; Psychology; Task (project management); Variation (astronomy); Modality (human–computer interaction); Audiology; Cognitive psychology; Computer science; Medicine; Artificial intelligence; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00932718,0.0005056211,0.0006032001,0.002414881,0.0006061844,0.002478557,0.0007519381,0.0004676426,0.002192436],"category_scores_gemma":[0.04092171,0.0002431327,0.0004022984,0.0007571854,0.001005651,0.001187299,0.003826073,0.0005798872,0.0004170052],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004830698,"about_ca_system_score_gemma":0.0005547241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001212655,"about_ca_topic_score_gemma":0.003078242,"domain_scores_codex":[0.9892836,0.005354604,0.0009180986,0.001248075,0.002735716,0.0004600575],"domain_scores_gemma":[0.962162,0.02170787,0.006308435,0.002396072,0.005992746,0.001432903],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00139071,0.000556397,0.5449762,0.0007459543,0.0007496392,0.0009478261,0.1027713,0.001579835,0.05835819,0.0007985043,0.0007005083,0.286425],"study_design_scores_gemma":[0.00003710448,0.001897952,0.9235268,0.0001422021,0.000166378,0.001653077,0.04202495,0.00529615,0.02099677,0.001242391,0.002841497,0.0001747842],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906842,0.0001302678,0.005811508,0.00002517368,0.00001252869,0.00007178082,0.00007255848,0.00003587992,0.003156231],"genre_scores_gemma":[0.9950265,0.00007098489,0.004021083,0.00001143434,0.00000907299,0.00008425694,0.0000775342,0.00001538376,0.0006837272],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00932718,"threshold_uncertainty_score":0.04932737,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3685810683728511,"score_gpt":0.4261905241132528,"score_spread":0.05760945574040166,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}