{"id":"W2288954570","doi":"10.3414/me15-01-0131","title":"Is There a Consensus when Physicians Evaluate the Relevance of Retrieved Systematic Reviews?","year":2016,"lang":"en","type":"article","venue":"Methods of Information in Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Relevance (law); Medicine; MEDLINE; Systematic review; Terminology; Family medicine; Clinical significance; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03334647,0.00008937559,0.0005873753,0.0001454951,0.0001539287,0.000001728098,0.0003085411,0.00007411782,0.0004598101],"category_scores_gemma":[0.0477726,0.00003655835,0.00003956331,0.000620454,0.0003192899,0.0002452503,0.00003617629,0.0002354572,0.00009365032],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000116655,"about_ca_system_score_gemma":0.0003895177,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000271904,"about_ca_topic_score_gemma":0.00001715256,"domain_scores_codex":[0.9923939,0.004523696,0.002094001,0.00008650489,0.0005943794,0.0003075936],"domain_scores_gemma":[0.9875138,0.01007602,0.001143668,0.0004771637,0.0007158596,0.00007348556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000327776,0.00006572492,0.009771102,0.1525222,0.00005205725,2.973015e-7,0.3075525,0.000006556075,0.006015262,0.003974836,0.3171349,0.2025768],"study_design_scores_gemma":[0.01020509,0.001725294,0.08972157,0.3800975,0.0001922541,0.000006859771,0.1851391,0.009293577,0.006018533,0.05017563,0.2667913,0.0006332764],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2370829,0.01556094,0.3721794,0.3056899,0.005418396,0.02581936,0.00006936117,0.0000893844,0.03809034],"genre_scores_gemma":[0.6832491,0.02554929,0.250963,0.0280041,0.001033054,0.003351781,0.00002466476,0.00004547844,0.007779475],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4461662,"threshold_uncertainty_score":0.9953732,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3007824333084286,"score_gpt":0.5890246127033819,"score_spread":0.2882421793949533,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}