{"id":"W2028852574","doi":"10.1503/cmaj.109-4995","title":"CIHR modifies virtual peer review amidst complaints","year":2015,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Funding Agency; Political science; Computer science; Operations research; Public relations; Sociology; Engineering; Social science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3217638,0.001742742,0.003676145,0.00762756,0.01958416,0.03269125,0.01759776,0.0812468,0.03974673],"category_scores_gemma":[0.6616831,0.002648021,0.004249259,0.009232122,0.01522615,0.01175292,0.0104509,0.04724001,0.04597297],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02970287,"about_ca_system_score_gemma":0.1098204,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.08166569,"about_ca_topic_score_gemma":0.1097385,"domain_scores_codex":[0.5181101,0.06352106,0.04646638,0.02519628,0.3166721,0.03003398],"domain_scores_gemma":[0.1685924,0.2496852,0.04201537,0.09107708,0.3868409,0.06178916],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000432215,0.00003851399,0.0003965879,0.0001187953,0.00002475477,0.0001980664,0.0002820886,0.000061992,0.0002678494,0.003828734,0.9811007,0.01363877],"study_design_scores_gemma":[0.00005813004,0.00005746777,0.002438581,0.0001707918,0.0000210617,0.0002038542,0.0003131674,0.0003384418,0.000271896,0.001866259,0.9941499,0.0001105294],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.001635918,0.002089759,0.005337755,0.8097591,0.118073,0.001066418,0.0005082837,0.00610917,0.05542056],"genre_scores_gemma":[0.02019355,0.001427989,0.01107086,0.8218427,0.05775007,0.000894426,0.0008174639,0.001855796,0.08414715],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9702971,"threshold_uncertainty_score":0.836386,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1539660424903597,"score_gpt":0.4157044708225048,"score_spread":0.2617384283321451,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}