{"id":"W2288954570","doi":"10.3414/me15-01-0131","title":"Is There a Consensus when Physicians Evaluate the Relevance of Retrieved Systematic Reviews?","year":2016,"lang":"en","type":"article","venue":"Methods of Information in Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Relevance (law); Medicine; MEDLINE; Systematic review; Terminology; Family medicine; Clinical significance; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5662677,0.0008135324,0.004501691,0.0159273,0.004822563,0.01281007,0.006394862,0.0099314,0.001728181],"category_scores_gemma":[0.852858,0.002763347,0.003846552,0.008855905,0.01065116,0.01578273,0.01657002,0.008420276,0.0007502961],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0125097,"about_ca_system_score_gemma":0.03520506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004943895,"about_ca_topic_score_gemma":0.006015898,"domain_scores_codex":[0.2830339,0.4206369,0.1957103,0.01866128,0.07622655,0.005731106],"domain_scores_gemma":[0.08857687,0.6543446,0.09987226,0.02524622,0.1172115,0.01474858],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00387097,0.0004494973,0.1820658,0.05716587,0.01015823,0.002138238,0.2292354,0.001360261,0.005482049,0.01185688,0.04417473,0.4520421],"study_design_scores_gemma":[0.003290516,0.003483133,0.2279826,0.1967475,0.007466344,0.007617382,0.2350523,0.01054618,0.004813594,0.1152056,0.1855106,0.002284307],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2928765,0.1468568,0.05122418,0.4767922,0.006963938,0.005385748,0.00107211,0.000643093,0.01818545],"genre_scores_gemma":[0.8331257,0.02326092,0.09135599,0.0446771,0.003127372,0.003173281,0.0006851134,0.0001787017,0.0004158709],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4337323,"threshold_uncertainty_score":0.5348692,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3007824333084286,"score_gpt":0.5890246127033819,"score_spread":0.2882421793949533,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}