{"id":"W4416609750","doi":"10.5256/f1000research.121034.r125500","title":"Referee report. For: Using social annotation to construct knowledge with others: A case study across undergraduate courses [version 1; peer review: 1 approved]","year":2022,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"Simon Fraser University","keywords":"Construct (python library); Annotation; Peer group; Knowledge acquisition; Knowledge level","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007279724,0.0001650249,0.0003709774,0.0001932284,0.001635331,0.0001654695,0.0007258792,0.00004309141,0.000007712266],"category_scores_gemma":[0.0005523156,0.0001400085,0.00009064569,0.001119177,0.0001404334,0.0002438625,0.0006440895,0.000330926,0.000008748144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004235324,"about_ca_system_score_gemma":0.000503466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001870403,"about_ca_topic_score_gemma":0.0006603823,"domain_scores_codex":[0.9954556,0.0008018091,0.0004407737,0.0006406356,0.00212048,0.0005407019],"domain_scores_gemma":[0.9956259,0.000220333,0.0002419364,0.0005861782,0.003193069,0.0001325504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000516693,0.002070199,0.00637874,0.001810983,0.000469904,0.004871299,0.1481342,0.0004318315,0.004776125,0.003182831,0.8019124,0.02544479],"study_design_scores_gemma":[0.004644442,0.005050989,0.0004145693,0.00123274,0.00006467848,0.008364876,0.2025532,0.01102019,0.001274204,0.0002876371,0.7640389,0.001053637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9402592,0.0006270842,0.02638319,0.02669033,0.0003716982,0.003852534,0.000567497,0.0001556069,0.001092852],"genre_scores_gemma":[0.9808384,0.000004619084,0.005210048,0.00005421347,0.00009616634,0.0002634406,0.00008976313,0.00002739738,0.01341591],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05441898,"threshold_uncertainty_score":0.9996644,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1436809339381898,"score_gpt":0.4589088737385214,"score_spread":0.3152279398003316,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}