{"id":"W3187117911","doi":"10.18260/1-2--37103","title":"Evaluating Peer-led Feedback in Asynchronous Design Critiques: A Question-centered Approach","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Asynchronous communication; Computer science; Peer review; Human–computer interaction; Computer network; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008138739,0.0006005606,0.0007161242,0.000762977,0.0002521998,0.001477813,0.0009695236,0.0003758632,0.001487576],"category_scores_gemma":[0.003279316,0.0005516582,0.0001604358,0.001283684,0.0002606357,0.001565579,0.0003004016,0.001855094,0.0002623503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002909638,"about_ca_system_score_gemma":0.0003476414,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006494547,"about_ca_topic_score_gemma":0.000008179066,"domain_scores_codex":[0.9947258,0.001106103,0.0009946885,0.001450911,0.0007986783,0.0009238719],"domain_scores_gemma":[0.9964533,0.0005944838,0.0002589909,0.0002575017,0.002251527,0.0001842162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00241711,0.001830602,0.0202699,0.0008055573,0.0007456352,0.0002273345,0.1873574,0.0002382821,0.01699619,0.2775885,0.01888442,0.4726391],"study_design_scores_gemma":[0.01854162,0.01412363,0.2398704,0.01321567,0.0008778305,0.0007280075,0.4123823,0.2481086,0.006351619,0.01769839,0.01869199,0.009409957],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7307963,0.0007051718,0.2379926,0.002189272,0.001765446,0.001348637,0.00006263737,0.0006526064,0.02448736],"genre_scores_gemma":[0.9789841,0.00001601445,0.00970786,0.000353526,0.0005163104,0.0005425765,0.00008174731,0.00009025798,0.009707628],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4632291,"threshold_uncertainty_score":0.9996935,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2639062814709751,"score_gpt":0.4641132326066637,"score_spread":0.2002069511356886,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}