{"id":"W4402746259","doi":"10.18357/otessac.2023.3.1.227","title":"Online Collaborative Testing: Design and Implementation in a Large First-Year Undergraduate Course","year":2023,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Conference","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Course (navigation); Online course; Medical education; Computer science; Mathematics education; Psychology; Software engineering; Engineering; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02609349,0.00134786,0.0008167883,0.001827799,0.003185771,0.002991688,0.00403219,0.002135288,0.003730486],"category_scores_gemma":[0.03022592,0.001339813,0.0007672298,0.0008995669,0.002203633,0.00191247,0.00425406,0.002160456,0.001286301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005355013,"about_ca_system_score_gemma":0.009688619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005657491,"about_ca_topic_score_gemma":0.00994642,"domain_scores_codex":[0.9872644,0.008126007,0.0007250395,0.001159496,0.001155335,0.001569647],"domain_scores_gemma":[0.9711635,0.01201767,0.001406273,0.003040849,0.005687443,0.00668434],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004895925,0.2619558,0.05982579,0.001340023,0.0001791237,0.003403305,0.06007058,0.0132323,0.02409874,0.003593174,0.006866275,0.5605391],"study_design_scores_gemma":[0.01888238,0.3546358,0.2449346,0.001472349,0.0008098845,0.001708624,0.1278829,0.06245605,0.08515882,0.008548534,0.0922005,0.001309527],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9164175,0.00005567827,0.03398881,0.0005246169,0.0000940736,0.04417862,0.0003165772,0.00071728,0.003706923],"genre_scores_gemma":[0.6765621,0.0002252131,0.2631574,0.0007177744,0.00007959959,0.05331145,0.0006626573,0.0002218725,0.00506189],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.02609349,"threshold_uncertainty_score":0.1379973,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07646078215281538,"score_gpt":0.4520532303481831,"score_spread":0.3755924481953677,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}