{"id":"W4402026107","doi":"10.18357/otessaj.2024.4.1.64","title":"Designing an Online Collaborative Exam:","year":2024,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Journal","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Process (computing); Equity (law); Key (lock); Reflection (computer programming); Collaborative learning; Computer science; Coronavirus disease 2019 (COVID-19); Engineering ethics; Psychology; Knowledge management; Engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01106428,0.0008349021,0.0003571189,0.0007538027,0.001733592,0.0046759,0.002054288,0.001633136,0.005444287],"category_scores_gemma":[0.0314918,0.0004367143,0.0006155485,0.0003427581,0.001272617,0.002494154,0.003264894,0.001292872,0.002169527],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009081941,"about_ca_system_score_gemma":0.002982077,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00068391,"about_ca_topic_score_gemma":0.001300498,"domain_scores_codex":[0.9932724,0.003996605,0.0005301249,0.0007609304,0.0009000932,0.0005398939],"domain_scores_gemma":[0.9846529,0.006864744,0.001084702,0.00186623,0.002409498,0.003121868],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006821995,0.007269778,0.03580505,0.002207605,0.0001141797,0.004100461,0.05515879,0.01108433,0.1121462,0.02055548,0.01961441,0.7312616],"study_design_scores_gemma":[0.0008281725,0.01589186,0.0677055,0.001618153,0.0002725208,0.005283045,0.05191211,0.05499845,0.1401821,0.02634094,0.6342391,0.000728045],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3913575,0.0001591512,0.559684,0.002168905,0.0005609496,0.01383199,0.0004111379,0.002884058,0.02894231],"genre_scores_gemma":[0.3912969,0.0001503619,0.5922058,0.0004398522,0.000074804,0.004124283,0.0003760239,0.0002228132,0.01110921],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01106428,"threshold_uncertainty_score":0.05851418,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07646592138068266,"score_gpt":0.443959213226142,"score_spread":0.3674932918454593,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}