{"id":"W3181675599","doi":"10.24908/pceea.vi0.14835","title":"STUDENT AND INSTRUCTOR EXPERIENCE USING COLLABORATIVE ANNOTATION VIA PERUSALL IN UPPER YEAR AND GRADUATE COURSES","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Annotation; Computer science; Reading (process); Class (philosophy); Collaborative learning; Asynchronous communication; Mathematics education; Multimedia; Psychology; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01325043,0.0005709491,0.0009062643,0.001958586,0.003943206,0.005289017,0.001968692,0.00156276,0.005541991],"category_scores_gemma":[0.0552777,0.0005332532,0.0005710511,0.001235547,0.001888188,0.002966186,0.006267746,0.001882882,0.001999133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001580693,"about_ca_system_score_gemma":0.001734982,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001475401,"about_ca_topic_score_gemma":0.003939518,"domain_scores_codex":[0.9882945,0.007350931,0.0003938317,0.001437948,0.001817052,0.0007056837],"domain_scores_gemma":[0.932027,0.04174211,0.005240751,0.004587817,0.008589047,0.007813219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005969593,0.002517229,0.05264227,0.0002695991,0.0000425156,0.001648305,0.7168153,0.0005924609,0.01230684,0.0007678625,0.00615297,0.2056476],"study_design_scores_gemma":[0.0003032141,0.006558894,0.1618395,0.0005928787,0.0001715996,0.002968823,0.6345052,0.01134438,0.02540814,0.004143347,0.1514937,0.0006703767],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9889368,0.0001162449,0.004155461,0.0005730574,0.00005526605,0.00009134801,0.00007658135,0.0004367371,0.005558548],"genre_scores_gemma":[0.9832361,0.0001451093,0.007536245,0.0002923491,0.00005693139,0.0001767052,0.000179553,0.0002200745,0.008156919],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01325043,"threshold_uncertainty_score":0.07007581,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02223959538817198,"score_gpt":0.3362140253838796,"score_spread":0.3139744299957076,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}