{"id":"W4401163120","doi":"10.1162/qss_a_00319/v1/review3","title":"Review for \"Researcher profile system adoption and use across discipline and rank: A case study at the University of Manitoba\"","year":2023,"lang":"en","type":"peer-review","venue":"","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Rank (graph theory); Sociology; Library science; Regional science; Computer science; Mathematics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06063269,0.0005450072,0.001248228,0.006184497,0.006066236,0.006427932,0.003806264,0.006425852,0.01863566],"category_scores_gemma":[0.2707257,0.0006745742,0.001366107,0.004719236,0.003507813,0.002172265,0.003423604,0.003509697,0.01130824],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008644624,"about_ca_system_score_gemma":0.07605695,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03540681,"about_ca_topic_score_gemma":0.1375489,"domain_scores_codex":[0.9491847,0.02228755,0.007178753,0.0010436,0.01854564,0.00175961],"domain_scores_gemma":[0.490036,0.1029788,0.01543721,0.01368965,0.3673127,0.0105457],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000325183,0.00002815212,0.0004649468,0.002111912,0.000031318,0.00007923185,0.000461909,0.00001505355,0.0001518908,0.001036825,0.9583903,0.03719591],"study_design_scores_gemma":[0.0001286339,0.0001155378,0.009391444,0.0114894,0.0001635553,0.000159086,0.001251743,0.00008451259,0.0003692186,0.0008856476,0.9759203,0.00004093373],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.006372017,0.03333056,0.005012867,0.7455227,0.1082513,0.007218452,0.00505284,0.001442615,0.08779667],"genre_scores_gemma":[0.05411081,0.07433566,0.02544057,0.4831966,0.03517437,0.01529479,0.007220439,0.001647183,0.3035796],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9913554,"threshold_uncertainty_score":0.3206602,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1767180876940532,"score_gpt":0.451189343083615,"score_spread":0.2744712553895619,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}