{"id":"W4205761947","doi":"10.1145/3508017.3495533","title":"Conversation-Based Assessments: Real-Time Assessment and Feedback","year":2021,"lang":"en","type":"article","venue":"eLearn","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Conversation; Computer science; Test (biology); Conversation analysis; Human–computer interaction; Multimedia; Psychology; Communication","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0137474,0.001225297,0.0009599833,0.002891659,0.0006261551,0.003548738,0.001537651,0.001184631,0.005307249],"category_scores_gemma":[0.04055696,0.0004425592,0.0003491198,0.001620116,0.00069821,0.003568961,0.002336831,0.0009216233,0.004602216],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006622081,"about_ca_system_score_gemma":0.001936755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001509436,"about_ca_topic_score_gemma":0.001412891,"domain_scores_codex":[0.9756961,0.01401654,0.001375485,0.001354467,0.007255308,0.0003020238],"domain_scores_gemma":[0.974876,0.0130559,0.001732365,0.001439034,0.008027541,0.000869124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008354373,0.0003821974,0.004559024,0.001116945,0.00007483087,0.000145802,0.002487028,0.002924146,0.01662453,0.004315949,0.009092961,0.9574412],"study_design_scores_gemma":[0.0009441612,0.005744098,0.05889748,0.005089476,0.0007254741,0.006417933,0.009638053,0.2801888,0.1226285,0.05760578,0.4505481,0.001572272],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03547329,0.004154754,0.9161397,0.001092294,0.0004690345,0.003485516,0.0008694083,0.007486467,0.03082957],"genre_scores_gemma":[0.3324778,0.003312771,0.6467754,0.0003658682,0.0003853595,0.002915981,0.0009740896,0.0005930863,0.01219964],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0137474,"threshold_uncertainty_score":0.07270402,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03762148700075259,"score_gpt":0.4244944663750185,"score_spread":0.386872979374266,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}