{"meta":{"query_hash":"d8f01983a18e","filters":{"venue":"Journal of the American College of Radiology"},"cohort_total":242,"direct_labels_cover":0,"predictions_cover":242,"exported":242,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d8f01983a18e","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+the+American+College+of+Radiology"},"results":[{"id":"W1799095478","doi":"10.1016/j.jacr.2015.05.023","title":"ACR Appropriateness Criteria Vomiting in Infants up to 3 Months of Age","year":2015,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Intestinal Malrotation and Obstruction Disorders","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Vomiting; Medicine; Guideline; Appropriateness criteria; Pediatrics; Delphi method; Physical examination; Intensive care medicine; Medical physics; Surgery; Radiology; Pathology","score_opus":0.023678225830990916,"score_gpt":0.3099262318309161,"score_spread":0.28624800599992517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1799095478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996321,0.00006398631,0.00016622817,0.0021771563,0.00056952075,0.00016296637,0.000008415623,0.0000027511635,0.0005279777],"genre_scores_gemma":[0.99533397,0.000010646973,0.0039062484,0.0005041607,0.00008697631,0.0000021599176,2.9576543e-7,0.000009000097,0.00014654265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880844,0.00018916393,0.00060683733,0.00007706544,0.0001847349,0.00013378002],"domain_scores_gemma":[0.99838537,0.00011927593,0.0008456748,0.00014512512,0.00040210018,0.0001024718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004938051,0.00008162626,0.0005922275,0.00025921428,0.000014586761,0.0000015630094,0.00018625577,0.000030505716,0.000018184439],"category_scores_gemma":[0.0018932667,0.000055574325,0.00010667661,0.00050719565,0.0002575621,0.0000391694,0.000040228097,0.00017257399,0.000001105675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026928404,0.00060498645,0.73729044,0.00029009502,0.00054369326,0.0009586752,0.010878078,0.006283408,0.16518925,0.0016558428,0.034780934,0.014596185],"study_design_scores_gemma":[0.0077268463,0.0046668076,0.9374124,0.00049199484,0.00013547069,0.007779617,0.027338918,0.00092796376,0.009277301,0.0013445684,0.002671093,0.00022706013],"about_ca_topic_score_codex":0.00009492246,"about_ca_topic_score_gemma":0.000027505363,"teacher_disagreement_score":0.20012191,"about_ca_system_score_codex":0.0000701195,"about_ca_system_score_gemma":0.0002273659,"threshold_uncertainty_score":0.22665538},"labels":[],"label_agreement":null},{"id":"W1965726787","doi":"10.1016/j.jacr.2011.03.011","title":"ACR Appropriateness Criteria® on Abnormal Vaginal Bleeding","year":2011,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Gynecological conditions and treatments","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Endometrium; Endometrial cancer; Vascularity; Endometrial biopsy; Radiology; Vaginal bleeding; Carcinoma; Endometrial hyperplasia; Uterine cavity; Gynecology; Obstetrics; Uterus; Cancer; Pregnancy; Internal medicine","score_opus":0.03330982932880286,"score_gpt":0.287953916968064,"score_spread":0.25464408763926116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965726787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952985,0.000052487052,0.000060114886,0.0008817993,0.0004062788,0.000118256925,0.000024423733,0.000005093429,0.003153047],"genre_scores_gemma":[0.99650955,0.000025618041,0.0027313624,0.00045226506,0.00008872761,0.000003258972,6.444333e-7,0.000008626376,0.00017993237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99905354,0.00013901717,0.000372767,0.00009824773,0.00015055631,0.00018586921],"domain_scores_gemma":[0.99875927,0.00012561749,0.00067166565,0.0001817784,0.00016600174,0.00009567917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002423975,0.000110780864,0.0005686417,0.0001344297,0.00006931711,0.0000017573341,0.00021239954,0.000042959364,0.0002388745],"category_scores_gemma":[0.00014796281,0.000058962894,0.00020783812,0.00023936965,0.00040668083,0.00004429038,0.000040987197,0.00022339822,0.0000051874968],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010259755,0.005415407,0.8828683,0.00013369393,0.0039358307,0.006308754,0.0010994518,0.000056429293,0.048579264,0.014857328,0.016067116,0.010418667],"study_design_scores_gemma":[0.0022943271,0.009354718,0.97549826,0.00007205691,0.00034745978,0.005686004,0.00057329447,0.000025129708,0.004107109,0.0013454313,0.000602345,0.00009385777],"about_ca_topic_score_codex":0.000017213279,"about_ca_topic_score_gemma":0.0000010962716,"teacher_disagreement_score":0.09262996,"about_ca_system_score_codex":0.00007048974,"about_ca_system_score_gemma":0.00010493401,"threshold_uncertainty_score":0.26155084},"labels":[],"label_agreement":null},{"id":"W1971685888","doi":"10.1016/j.jacr.2004.04.003","title":"Professional resource cost of body CT examinations: Analysis of interpretation costs in different patient populations","year":2004,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Cost analysis; Radiology; Resource use; Computed tomography; Medical physics; Abdominal pain; Surgery","score_opus":0.017285890508069206,"score_gpt":0.3325407110458284,"score_spread":0.31525482053775916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971685888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99529105,0.00017737743,0.00033664695,0.0035758512,0.00025763092,0.00024276854,0.00003252277,0.0000012690764,0.00008487884],"genre_scores_gemma":[0.99892354,0.000059357368,0.0008019895,0.0001324676,0.00003456392,0.0000061278497,0.000011071258,0.000005522636,0.00002534097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830544,0.0004184156,0.00087967643,0.00009120501,0.00020352624,0.000101729405],"domain_scores_gemma":[0.9965467,0.00044073132,0.0025166064,0.00019449076,0.00025554627,0.00004596048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000387325,0.000084868676,0.00073831796,0.00070880447,0.00003131547,8.3683443e-7,0.00014199154,0.00003295826,0.000017339204],"category_scores_gemma":[0.0008115307,0.000053619224,0.00022302673,0.0009944687,0.000323504,0.00006353311,0.00002544465,0.00021590762,1.2597474e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022899497,0.001835676,0.94779617,0.000049371967,0.0016672434,0.000021360795,0.002389579,0.019585062,0.015206203,0.0020586082,0.0013033005,0.0057974844],"study_design_scores_gemma":[0.00084765966,0.0011179992,0.99091476,0.00016585187,0.0008731527,0.0003363787,0.0033170625,0.0013184812,0.00079353916,0.00015789397,0.0001146288,0.000042580996],"about_ca_topic_score_codex":0.0001488415,"about_ca_topic_score_gemma":0.000073841315,"teacher_disagreement_score":0.043118607,"about_ca_system_score_codex":0.00028996752,"about_ca_system_score_gemma":0.00023555892,"threshold_uncertainty_score":0.21865284},"labels":[],"label_agreement":null},{"id":"W1972586148","doi":"10.1016/j.jacr.2013.12.022","title":"Effect of Governmental Intervention on Appropriateness of Lumbar MRI Referrals: A Canadian Experience","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Referral; Confidence interval; Lumbar; Appropriateness criteria; Guideline; Physical therapy; Radiology; Family medicine; Internal medicine","score_opus":0.01029762263461536,"score_gpt":0.30828456433383805,"score_spread":0.2979869416992227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972586148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969762,0.00012209185,0.000058858983,0.0015563347,0.00059447717,0.000162989,0.000010449808,0.0000011954368,0.000517429],"genre_scores_gemma":[0.9992014,0.00009674624,0.00032814447,0.00014675599,0.00012241835,0.0000034535,7.6488044e-7,0.000007971457,0.000092321825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99834454,0.00070886844,0.0005295948,0.000097039054,0.00017959585,0.00014034589],"domain_scores_gemma":[0.99743474,0.00029321254,0.0018314519,0.0002386332,0.00010579266,0.000096162126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011211,0.00009301707,0.000684653,0.00014533394,0.00003188131,9.483173e-7,0.00023731946,0.000054184606,0.000026375099],"category_scores_gemma":[0.00077708624,0.0000577511,0.00022728804,0.00020428647,0.00047827174,0.00005429825,0.000018850442,0.00019311141,6.207195e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019203072,0.0012549947,0.6572072,0.0007818243,0.001790595,0.00006630045,0.0030980743,0.00079522096,0.26032272,0.003317302,0.015907368,0.036255352],"study_design_scores_gemma":[0.006767871,0.057460286,0.813469,0.00095005083,0.00093058834,0.007055909,0.009519892,0.0009342962,0.09559441,0.00015619122,0.006888033,0.00027346518],"about_ca_topic_score_codex":0.0043011587,"about_ca_topic_score_gemma":0.00036367282,"teacher_disagreement_score":0.16472831,"about_ca_system_score_codex":0.00025953405,"about_ca_system_score_gemma":0.00016824133,"threshold_uncertainty_score":0.65020937},"labels":[],"label_agreement":null},{"id":"W1975123077","doi":"10.1016/j.jacr.2009.09.016","title":"Radiation Passport: An iPhone and iPod Touch Application to Track Radiation Dose and Estimate Associated Cancer Risks","year":2010,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Track (disk drive); Radiation exposure; Medical physics; Radiation dose; Radiation; Medicine; Computer science; Cumulative dose; Nuclear medicine; Optics; Physics","score_opus":0.010413378102351125,"score_gpt":0.32580524554690377,"score_spread":0.31539186744455266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975123077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912509,0.0003102448,0.00029666835,0.0075043165,0.00025914778,0.0002978167,0.000042344705,0.000009148163,0.000029423087],"genre_scores_gemma":[0.99746734,0.00046735103,0.000920205,0.00078641763,0.0002899454,0.000009686301,0.0000053379913,0.0000150570795,0.00003866532],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989383,0.00011470257,0.0004538668,0.00015231343,0.00017512386,0.00016565749],"domain_scores_gemma":[0.99824154,0.00012236634,0.0011103372,0.00019063006,0.00015939565,0.00017570239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046808814,0.00011236488,0.00047876308,0.00020437757,0.000090225454,0.0000087233075,0.000112796,0.0000633195,0.000012474506],"category_scores_gemma":[0.00037720642,0.000083473504,0.000059934206,0.0003885277,0.00019320166,0.0001666181,0.00001954414,0.00029219477,6.015533e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072296825,0.00018364684,0.56654406,0.000019147861,0.00024297184,0.00001261868,0.00068958185,0.00081379345,0.18392201,0.0001726065,0.0042375233,0.24243906],"study_design_scores_gemma":[0.0014408712,0.00060131133,0.9861145,0.000020228346,0.00017763591,0.00056621607,0.00016036798,0.0062103267,0.0028682936,0.00013039517,0.0016227537,0.00008712311],"about_ca_topic_score_codex":0.00026872617,"about_ca_topic_score_gemma":0.00008352607,"teacher_disagreement_score":0.41957042,"about_ca_system_score_codex":0.00008548199,"about_ca_system_score_gemma":0.00018139736,"threshold_uncertainty_score":0.34039506},"labels":[],"label_agreement":null},{"id":"W1977176624","doi":"10.1016/j.jacr.2006.07.002","title":"A Canadian on Capitol Hill","year":2006,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Quebec - Clinical Research Organization in Cancer","funders":"","keywords":"Politics; Political science; Medicine; Library science; Family medicine; Ophthalmology; Law; Computer science","score_opus":0.014576131792764459,"score_gpt":0.3512603828517331,"score_spread":0.33668425105896865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977176624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95753765,0.00039435813,0.0000064150636,0.027924567,0.0016137817,0.00034116794,0.00011885281,0.000007347665,0.012055883],"genre_scores_gemma":[0.9911746,0.000074872754,0.00044145147,0.0046809977,0.00072982,0.000005268867,8.239715e-7,0.000017576333,0.0028746077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967263,0.0013725038,0.00096686155,0.0001144012,0.00022636713,0.0005936111],"domain_scores_gemma":[0.9964055,0.0008160868,0.0018973906,0.00033269892,0.0002913942,0.00025694643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009033365,0.00013394163,0.0006916168,0.00025116757,0.00035806664,9.987118e-7,0.0005528342,0.000106945925,0.00015822677],"category_scores_gemma":[0.00034222347,0.000085314416,0.00017212296,0.00049499545,0.00031103988,0.000032162057,0.000039856288,0.00074089196,0.000033820874],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004302998,0.000057113644,0.15687111,0.00003701657,0.000056630313,0.000115272815,0.00027734193,0.00045118039,0.00026790146,0.011427475,0.82948923,0.00051942],"study_design_scores_gemma":[0.0018687528,0.0022668228,0.2931478,0.0006439996,0.00008683634,0.0010321118,0.00552005,0.000107307504,0.00011507952,0.0057531907,0.68918985,0.00026819992],"about_ca_topic_score_codex":0.13516204,"about_ca_topic_score_gemma":0.11069428,"teacher_disagreement_score":0.1402994,"about_ca_system_score_codex":0.00096158445,"about_ca_system_score_gemma":0.0018131377,"threshold_uncertainty_score":0.90553325},"labels":[],"label_agreement":null},{"id":"W1981782054","doi":"10.1016/j.jacr.2009.01.023","title":"Conditionally Funded Field Evaluations and Practical Trial Design Within a Health Technology Assessment Framework","year":2009,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Programs for Assessment of Technology in Health Research Institute","funders":"","keywords":"Field (mathematics); MEDLINE; Management science; Computer science; Medicine; Engineering; Political science; Mathematics","score_opus":0.2687174764703114,"score_gpt":0.5028972486657252,"score_spread":0.23417977219541375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981782054","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2549632,0.00081130967,0.13085763,0.6113969,0.0008069888,0.000868549,0.00010694771,0.000010672706,0.00017780058],"genre_scores_gemma":[0.8279621,0.00016747927,0.15021619,0.021301705,0.00028075068,0.000016177884,0.0000010661373,0.000009370894,0.00004513089],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9943443,0.0013444193,0.0037138592,0.00022035684,0.00013340382,0.00024368231],"domain_scores_gemma":[0.98583305,0.0041542733,0.009397218,0.00032978042,0.00015865127,0.00012701936],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01587941,0.0001289365,0.0013499287,0.00043274567,0.0001821381,0.000012701893,0.0002669166,0.000127919,0.000064651314],"category_scores_gemma":[0.012785583,0.00011678167,0.00014120033,0.0004106331,0.00034400512,0.00015212178,0.00003358624,0.00052023015,0.000006893884],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030566002,0.00043559604,0.005623098,0.00003640458,0.00034987775,0.000009568169,0.0004754791,0.0014351975,0.000029537534,0.8925013,0.09567233,0.0003750056],"study_design_scores_gemma":[0.013915584,0.01962244,0.050692454,0.00021007743,0.000070281916,0.0023945072,0.0040694685,0.0039697555,0.00003099752,0.89912754,0.0055203717,0.0003764974],"about_ca_topic_score_codex":0.00003164238,"about_ca_topic_score_gemma":0.0000111527115,"teacher_disagreement_score":0.5900952,"about_ca_system_score_codex":0.00039097178,"about_ca_system_score_gemma":0.0013567687,"threshold_uncertainty_score":0.9955301},"labels":[],"label_agreement":null},{"id":"W1987306060","doi":"10.1016/j.jacr.2010.05.029","title":"ACR Appropriateness Criteria® on Upper Gastrointestinal Bleeding","year":2010,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Gastrointestinal Bleeding Diagnosis and Treatment","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Upper gastrointestinal bleeding; Etiology; Resuscitation; Endoscopy; Intensive care medicine; Interventional radiology; Gastrointestinal bleeding; Radiology; Surgery; Internal medicine","score_opus":0.0354667435661643,"score_gpt":0.3358691946658134,"score_spread":0.3004024510996491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987306060","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05504499,0.93706167,0.00005994262,0.0030751373,0.002440521,0.0013600818,0.00025743037,0.000027301981,0.00067290803],"genre_scores_gemma":[0.0064845467,0.9733052,0.017836684,0.0002617387,0.0016905064,0.00003001221,0.0000070171172,0.00011624987,0.00026800198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997117,0.0003272895,0.0013812317,0.0003130484,0.00042441426,0.0004370616],"domain_scores_gemma":[0.9939175,0.00091794523,0.003980022,0.00052758394,0.00041660122,0.00024033587],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006925349,0.00052045606,0.0041576396,0.0004685936,0.00008813341,0.000010240869,0.0006480344,0.0001197326,0.000053446616],"category_scores_gemma":[0.001086812,0.00027358287,0.0016303947,0.00052353827,0.00070597994,0.000036616228,0.00012840399,0.001488273,0.000009873713],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044195284,0.0055019227,0.033183135,0.015929656,0.0054958994,0.009994103,0.00012356354,0.000026647147,0.0019941789,0.0020740412,0.061615683,0.8596417],"study_design_scores_gemma":[0.0019725244,0.017376592,0.0041498737,0.057298854,0.006601877,0.44091344,0.0001776472,0.0000114516315,0.00006353468,0.00010019713,0.47090855,0.00042544858],"about_ca_topic_score_codex":0.000012023786,"about_ca_topic_score_gemma":0.0000010110152,"teacher_disagreement_score":0.8592162,"about_ca_system_score_codex":0.00027474458,"about_ca_system_score_gemma":0.0007806786,"threshold_uncertainty_score":0.9999716},"labels":[],"label_agreement":null},{"id":"W1990073100","doi":"10.1016/j.jacr.2010.07.002","title":"Nonmedical Costs of Colorectal Cancer Screening Using CT Colonography","year":2010,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Calgary General Hospital; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Sigmoidoscopy; Colonoscopy; Colorectal cancer; Fecal occult blood; Indirect costs; Family medicine; Cost–benefit analysis; Cancer; Demography; Internal medicine; Business","score_opus":0.013397194421706725,"score_gpt":0.29357898290027956,"score_spread":0.28018178847857284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990073100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965355,0.00027081868,0.0007028438,0.0010687467,0.0010533448,0.00016451892,0.00003679299,0.0000066337907,0.00016080028],"genre_scores_gemma":[0.99050605,0.000060857135,0.008858427,0.00019159405,0.00034843257,0.0000029264556,3.3055775e-7,0.000015019362,0.000016388572],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9985622,0.00018372311,0.0005858743,0.00012449089,0.0003361273,0.00020754433],"domain_scores_gemma":[0.99762464,0.00030381876,0.0014630384,0.00017921529,0.00028798683,0.00014129898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006075731,0.000127179,0.0008189982,0.00028217884,0.00008081518,0.0000019424829,0.00024268562,0.000059794802,0.000039246002],"category_scores_gemma":[0.00044125057,0.00008647828,0.00039176655,0.0006163381,0.0011584515,0.000043868007,0.000059096372,0.0007780659,1.16658185e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02336659,0.00027330953,0.4295842,0.00005253143,0.0010095504,0.00016898164,0.00017159898,0.00058433076,0.5197832,0.00015852826,0.004815022,0.020032162],"study_design_scores_gemma":[0.008320256,0.028090602,0.75970906,0.00087110256,0.0015407186,0.051708486,0.0015439442,0.01117081,0.12956065,0.00014455391,0.006865352,0.0004744907],"about_ca_topic_score_codex":0.00056379515,"about_ca_topic_score_gemma":0.00017045089,"teacher_disagreement_score":0.39022255,"about_ca_system_score_codex":0.00009964404,"about_ca_system_score_gemma":0.0004986607,"threshold_uncertainty_score":0.42683628},"labels":[],"label_agreement":null},{"id":"W1990573113","doi":"10.1016/j.jacr.2014.11.003","title":"Does Distance Matter? Effect of Having a Dedicated CT Scanner in the Emergency Department on Completion of CT Imaging and Final Patient Disposition Times","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Emergency department; Requisition; Scanner; Radiology; Nuclear medicine; Computed tomography; Emergency medicine; Nursing","score_opus":0.005788715874809678,"score_gpt":0.271271719158421,"score_spread":0.26548300328361135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990573113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99170476,0.00024371038,0.00014209052,0.0073814597,0.0002457859,0.00019729776,0.000012634704,0.0000010173467,0.00007125223],"genre_scores_gemma":[0.9994158,0.00012079918,0.00017185797,0.00021193748,0.00005858145,0.0000048706474,0.0000029893818,0.0000052045007,0.00000793925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99841225,0.000775583,0.00047288826,0.000088516295,0.00014529111,0.00010546196],"domain_scores_gemma":[0.9979306,0.00046325268,0.0013618302,0.00015285594,0.0000634156,0.00002804637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007410789,0.000085927255,0.00047194073,0.000109085144,0.000041302865,0.00000117879,0.0001136876,0.000009938455,0.000017572935],"category_scores_gemma":[0.00020183453,0.000037786718,0.00009127041,0.00016763894,0.00033077283,0.00004480998,0.000015066748,0.0001531204,2.6319108e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00216566,0.00024205151,0.97772235,0.00010103676,0.00011111381,0.00002149843,0.0003361974,0.0001495069,0.00896004,0.00012618474,0.0051273177,0.0049370197],"study_design_scores_gemma":[0.00092571526,0.0031539863,0.98900634,0.00023300157,0.00022519908,0.0019826936,0.0005571499,0.0009668696,0.0022407365,0.00014250458,0.00051236746,0.000053460873],"about_ca_topic_score_codex":0.0000749302,"about_ca_topic_score_gemma":0.000008453327,"teacher_disagreement_score":0.0112839425,"about_ca_system_score_codex":0.000049693084,"about_ca_system_score_gemma":0.000031395815,"threshold_uncertainty_score":0.15408976},"labels":[],"label_agreement":null},{"id":"W1994588781","doi":"10.1016/j.jacr.2009.01.018","title":"Health Technology Assessment for Radiologists: Basic Principles and Evaluation Framework","year":2009,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Programs for Assessment of Technology in Health Research Institute; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Health technology; Identification (biology); Field (mathematics); Management science; Computer science; Process (computing); Task (project management); Risk analysis (engineering); Process management; Medicine; Health care; Business; Political science; Engineering; Systems engineering","score_opus":0.1976083854903784,"score_gpt":0.45414428058135664,"score_spread":0.25653589509097824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994588781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64592755,0.006438685,0.019031325,0.32665402,0.0006403584,0.0009401542,0.00020241487,0.000010045673,0.00015544504],"genre_scores_gemma":[0.9301787,0.0007018157,0.060869813,0.007899403,0.00027573897,0.000024259036,0.0000018829263,0.000011719205,0.00003668683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99532163,0.0007316963,0.0032979178,0.00025373208,0.0000988526,0.00029614122],"domain_scores_gemma":[0.9883874,0.0014950843,0.009426896,0.00039164693,0.00020211276,0.000096867516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018711148,0.00013962905,0.001626566,0.00045355313,0.0001640079,0.0000081076805,0.00043763954,0.000112794194,0.000015746342],"category_scores_gemma":[0.006276492,0.0001224128,0.0001741384,0.00036396077,0.00042980327,0.00011253935,0.0000359349,0.00028622767,0.0000021577855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019692695,0.00021046677,0.11325333,0.00014543455,0.00030624706,0.0000014879561,0.00046036293,0.0017721961,0.000052374933,0.8415769,0.03521757,0.0068067117],"study_design_scores_gemma":[0.0025644137,0.005672683,0.5000724,0.00025849158,0.00005619881,0.00089132943,0.0033435873,0.010098712,0.000019936519,0.43995124,0.036720928,0.00035004632],"about_ca_topic_score_codex":0.000027531072,"about_ca_topic_score_gemma":0.000012927337,"teacher_disagreement_score":0.40162566,"about_ca_system_score_codex":0.00073322566,"about_ca_system_score_gemma":0.0006752203,"threshold_uncertainty_score":0.75140005},"labels":[],"label_agreement":null},{"id":"W1996753612","doi":"10.1016/j.jacr.2010.09.008","title":"ACR Appropriateness Criteria® on Suspected Physical Abuse—Child","year":2011,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Child Abuse and Related Trauma","field":"Medicine","cited_by":151,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Child abuse; Physical examination; Injury prevention; Pediatrics; Poison control; Radiology; Medical emergency","score_opus":0.026346157446128775,"score_gpt":0.3145337500436245,"score_spread":0.2881875925974957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996753612","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03180746,0.9633007,0.000005316127,0.00062472984,0.0015316571,0.0007548777,0.00010439188,0.000019982028,0.0018508746],"genre_scores_gemma":[0.007984087,0.98963416,0.00015963026,0.00024471837,0.0016390168,0.0000056840895,0.000006395688,0.00008085712,0.00024548342],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99719423,0.00067673315,0.0011795782,0.00029571308,0.0003029088,0.00035084996],"domain_scores_gemma":[0.99525946,0.00036625194,0.0032335364,0.0007196287,0.0002388454,0.00018226732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030948434,0.000477447,0.0049243476,0.00043994797,0.00008812285,0.0000039920365,0.00076764094,0.00026967513,0.000051786938],"category_scores_gemma":[0.00015977539,0.00023640889,0.0019598315,0.00084458134,0.0008393779,0.000032320673,0.00006999592,0.0018146356,0.000016674005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008745287,0.007473964,0.00015593535,0.015586277,0.02712826,0.0061983117,0.0026684436,0.000019504007,0.00022278361,0.005626699,0.07093257,0.85524195],"study_design_scores_gemma":[0.0018321305,0.004039419,0.00046178218,0.016873293,0.005798557,0.048757974,0.00013523913,0.0000046578007,0.00004264441,0.00015297838,0.92153937,0.00036195168],"about_ca_topic_score_codex":0.000010549991,"about_ca_topic_score_gemma":0.0000012908305,"teacher_disagreement_score":0.85488003,"about_ca_system_score_codex":0.00016536437,"about_ca_system_score_gemma":0.00050795294,"threshold_uncertainty_score":0.9640475},"labels":[],"label_agreement":null},{"id":"W1997050011","doi":"10.1016/j.jacr.2013.01.014","title":"Sociodemographic Factors and Clerkship Experience Influence Ibadan Medical Students' Preference for Radiology Specialty","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Specialty; Medical school; Quarter (Canadian coin); Scopus; Medical education; Medicine; Health care; Family medicine; MEDLINE; Political science; Geography","score_opus":0.027430942591787653,"score_gpt":0.3325734612602537,"score_spread":0.3051425186684661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997050011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989331,0.00046965608,0.00012582101,0.0090455245,0.0005535133,0.00042829695,0.0000085285465,0.0000054045977,0.000032273296],"genre_scores_gemma":[0.9962056,0.0009775166,0.0011535839,0.0012396692,0.00032490096,0.00001994334,9.729732e-7,0.000011508411,0.00006629486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980687,0.00039452277,0.0006772543,0.00020167326,0.00036260608,0.0002952282],"domain_scores_gemma":[0.9964564,0.0013230555,0.0013934502,0.00025818264,0.0003209211,0.00024803416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084979774,0.00016438034,0.0008484894,0.00016405305,0.00012503062,0.0000083618215,0.0006620167,0.00014455007,0.00006857176],"category_scores_gemma":[0.0024240415,0.00009686605,0.00019148378,0.0002806525,0.001988082,0.00017630996,0.00008518294,0.0004549454,8.8825044e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041505025,0.00012454987,0.989121,0.000026611471,0.00017988993,0.0000070694937,0.00082249596,0.0000057171746,0.0025249217,0.00035720295,0.005625091,0.00079038134],"study_design_scores_gemma":[0.0009857139,0.0018189908,0.9884206,0.00004800311,0.00012500487,0.0034312045,0.0029530234,0.000042523156,0.00018815353,0.00058578333,0.0013095683,0.0000914328],"about_ca_topic_score_codex":0.00010140833,"about_ca_topic_score_gemma":0.00001793805,"teacher_disagreement_score":0.0078058555,"about_ca_system_score_codex":0.000068924346,"about_ca_system_score_gemma":0.0003971121,"threshold_uncertainty_score":0.7325171},"labels":[],"label_agreement":null},{"id":"W2002736288","doi":"10.1016/j.jacr.2014.07.022","title":"Monitoring of Clinical Imaging Guidelines Part 3: Norms, Standards, and Regulations†","year":2015,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Canada; Canadian Nuclear Safety Commission","funders":"World Health Organization","keywords":"Audit; Modality (human–computer interaction); Risk analysis (engineering); Quality (philosophy); Quality assurance; Medicine; Medical physics; Business; Accounting; Computer science","score_opus":0.0695103603500384,"score_gpt":0.41185707918791686,"score_spread":0.3423467188378785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002736288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986432,0.0025560276,0.00023605238,0.00972893,0.0007243495,0.000076599434,0.000021765525,0.0000032860926,0.00022096775],"genre_scores_gemma":[0.99137086,0.00078567426,0.0065883677,0.00025620067,0.00086372416,4.6294855e-7,2.575188e-7,0.000008810947,0.00012562079],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821013,0.00018590457,0.0011021891,0.00008135827,0.00030466003,0.00011575598],"domain_scores_gemma":[0.99691874,0.00023157397,0.0015844698,0.00019312803,0.00094855914,0.0001235389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00204815,0.00007419378,0.00069632457,0.00012655833,0.000032211945,0.000002518542,0.00012962637,0.000022006232,0.0000046227447],"category_scores_gemma":[0.0029992312,0.00004676884,0.00014875024,0.00022794516,0.0004786794,0.000089706264,0.00004305567,0.0001744522,1.5925356e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047926063,0.000035281897,0.9307646,0.000011479761,0.00013291945,0.000019063926,0.0000817251,0.0001683191,0.00080366654,0.00004799995,0.04978016,0.017675538],"study_design_scores_gemma":[0.004694078,0.0013845816,0.9106843,0.0004791419,0.00040217757,0.0053625843,0.00395013,0.0021577403,0.0028139146,0.00055211765,0.06737514,0.00014411556],"about_ca_topic_score_codex":0.0000188387,"about_ca_topic_score_gemma":6.885514e-7,"teacher_disagreement_score":0.02008031,"about_ca_system_score_codex":0.000049863553,"about_ca_system_score_gemma":0.0006169235,"threshold_uncertainty_score":0.35905766},"labels":[],"label_agreement":null},{"id":"W2002818377","doi":"10.1016/j.jacr.2008.06.016","title":"ACR Appropriateness Criteria® on Hodgkin's Lymphoma—Favorable Prognosis Stage I and II","year":2008,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Lymphoma Diagnosis and Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Radiation therapy; Chemotherapy; Lymphoma; Regimen; Oncology; Stage (stratigraphy); Randomized controlled trial; Clinical trial; Internal medicine","score_opus":0.0333093447193824,"score_gpt":0.3223295945157505,"score_spread":0.2890202497963681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002818377","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066941276,0.93017644,0.0000020710825,0.0008363311,0.00055085524,0.0009327375,0.00026800376,0.000009365856,0.00028292817],"genre_scores_gemma":[0.009048913,0.988866,0.0007947429,0.0002753262,0.00035130337,0.0000542208,0.00000638965,0.00005701579,0.0005461247],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712336,0.00060924166,0.0011795027,0.00034293017,0.0003831137,0.00036185523],"domain_scores_gemma":[0.9953624,0.0005018396,0.003175098,0.0005396676,0.00021072448,0.00021025061],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034653285,0.00050024,0.0046284585,0.00038105485,0.00018256059,0.000007716694,0.00042999384,0.00019627107,0.00002568235],"category_scores_gemma":[0.00022601917,0.00026137763,0.0010650987,0.00056878047,0.00080979656,0.00004705006,0.00018104866,0.00026968744,0.000002846623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001151309,0.0028845577,0.0021281135,0.00449401,0.004720482,0.003176604,0.0001593645,0.0000034586383,0.00001848622,0.00030855986,0.03663574,0.9443193],"study_design_scores_gemma":[0.0027224885,0.0070275194,0.0022232628,0.0060634376,0.0022966696,0.03791155,0.000109929286,0.0000034735551,0.000053899064,0.000019966043,0.94130296,0.00026483648],"about_ca_topic_score_codex":0.000049216065,"about_ca_topic_score_gemma":0.0000017676367,"teacher_disagreement_score":0.9440545,"about_ca_system_score_codex":0.00048733287,"about_ca_system_score_gemma":0.0013059885,"threshold_uncertainty_score":0.99998385},"labels":[],"label_agreement":null},{"id":"W2007477243","doi":"10.1016/j.jacr.2010.11.020","title":"The Effect Of Incorporating Guidelines Into a Computerized Order Entry System for Diagnostic Imaging","year":2011,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Provincial Laboratory of Public Health; Winnipeg Regional Health Authority; University of Alberta","funders":"","keywords":"Computerized physician order entry; Observational study; Stakeholder; Computer science; Decision support system; Process management; Process (computing); Order entry; Data collection; Order (exchange); Medicine; Medical physics; Medical emergency; Health care; Data mining; Business; Pathology","score_opus":0.03055111485813379,"score_gpt":0.38200401970147324,"score_spread":0.35145290484333946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007477243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97648716,0.0023399086,0.009728481,0.0045789313,0.0044064615,0.0021845873,0.000033313183,0.00001928903,0.0002218955],"genre_scores_gemma":[0.9893095,0.00011165415,0.009440346,0.00027228816,0.0006802615,0.0000915469,4.7881724e-7,0.000030882653,0.00006303607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927142,0.0040875277,0.0023562955,0.00014139804,0.00021715646,0.0004833798],"domain_scores_gemma":[0.97758645,0.014066639,0.0068092654,0.0003982797,0.0010362756,0.000103119935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005906864,0.00018037029,0.0012850573,0.00012944904,0.00052701024,0.0000018627856,0.0007708521,0.0000712449,0.000003465198],"category_scores_gemma":[0.0064755008,0.00009070296,0.0002496021,0.00044526003,0.0004475434,0.0000508524,0.00014030788,0.000516286,0.0000014409529],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009182232,0.00012070103,0.81514734,0.006261897,0.0013167863,0.000072675226,0.0040905084,0.00022937647,0.01208019,0.0062960815,0.11929756,0.02590467],"study_design_scores_gemma":[0.11439185,0.12173016,0.1946947,0.059810523,0.0057953456,0.025597371,0.14734533,0.11446882,0.024958123,0.015293442,0.17124324,0.004671074],"about_ca_topic_score_codex":0.0006754779,"about_ca_topic_score_gemma":0.0001097481,"teacher_disagreement_score":0.62045264,"about_ca_system_score_codex":0.00035413986,"about_ca_system_score_gemma":0.0012610282,"threshold_uncertainty_score":0.7752247},"labels":[],"label_agreement":null},{"id":"W2007556151","doi":"10.1016/j.jacr.2014.01.017","title":"Communication of Unexpected and Significant Findings on Chest Radiographs With an Automated PACS Alert System","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital","funders":"","keywords":"Medicine; Radiography; Abnormality; Referral; Picture archiving and communication system; Medical emergency; Emergency department; Patient referral; Radiology; Malignancy; Emergency medicine; Family medicine; Internal medicine; Nursing","score_opus":0.011314075394123439,"score_gpt":0.27896720517722357,"score_spread":0.26765312978310013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007556151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956338,0.00016101508,0.00004742627,0.003642847,0.00010811326,0.0001790308,0.0000075204275,0.000017163075,0.00020309152],"genre_scores_gemma":[0.9961956,0.0002103179,0.0033377605,0.00015294485,0.0000611825,0.0000027892984,0.0000028523898,0.000013199112,0.000023328857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984299,0.000684194,0.00048785825,0.00011368314,0.00015130575,0.00013308207],"domain_scores_gemma":[0.9970252,0.0005609534,0.0016645476,0.00041174042,0.00024145652,0.0000960922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007823886,0.00011524611,0.0007161365,0.00025300545,0.00007602793,0.0000029753214,0.00023511796,0.00006093085,0.0000029425046],"category_scores_gemma":[0.00025215073,0.00006731254,0.000084893036,0.00045577515,0.0008365577,0.00007381882,0.000016189366,0.000251223,2.2902042e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020293789,0.001783451,0.7522779,0.0005526976,0.0027741317,0.000056668272,0.00405708,0.00092560344,0.18544559,0.008889534,0.019074777,0.0038687827],"study_design_scores_gemma":[0.0024382866,0.013355889,0.960903,0.00042259114,0.0005768249,0.0076801167,0.006670191,0.004176364,0.002748159,0.000039901068,0.0008530546,0.00013564441],"about_ca_topic_score_codex":0.000083314204,"about_ca_topic_score_gemma":0.0000061957303,"teacher_disagreement_score":0.2086251,"about_ca_system_score_codex":0.000066444896,"about_ca_system_score_gemma":0.00014265002,"threshold_uncertainty_score":0.30823317},"labels":[],"label_agreement":null},{"id":"W2007752188","doi":"10.1016/j.jacr.2014.07.023","title":"Clinical Imaging Guidelines Part 1: A Proposal for Uniform Methodology","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Winnipeg","funders":"","keywords":"Grading (engineering); Guideline; Medical physics; Appropriate Use Criteria; Agency (philosophy); Referral; Medicine; Appropriateness criteria; Medical education; Computer science; Family medicine; Radiology; Engineering; Pathology","score_opus":0.08211615979676651,"score_gpt":0.416512757677426,"score_spread":0.3343965978806595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007752188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77037495,0.0007582671,0.06623409,0.15810916,0.0030505252,0.000619456,0.000033490975,0.000018610894,0.000801463],"genre_scores_gemma":[0.6901432,0.00032575478,0.29561716,0.0100997975,0.00319563,0.00000681696,0.000001746668,0.0000329769,0.000576857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976103,0.0006656104,0.001213543,0.00012976624,0.0001471188,0.00023367016],"domain_scores_gemma":[0.99587804,0.0014055948,0.0017990806,0.00027208077,0.0005398517,0.000105360814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004178407,0.00010936916,0.0009919356,0.0001583118,0.00006306143,0.0000026697942,0.00028707,0.000038330905,0.0000137524885],"category_scores_gemma":[0.006395693,0.00006452526,0.00045327816,0.00022756067,0.00062963297,0.00006073216,0.0000463951,0.00025291592,0.0000010833267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036384708,0.0002543994,0.28959563,0.000081224425,0.0008896455,0.000042213574,0.00014489195,0.00031182347,0.009200175,0.008011684,0.4976671,0.19016275],"study_design_scores_gemma":[0.011360587,0.008459032,0.10928712,0.0003292327,0.0014366718,0.023678187,0.0017067066,0.029212197,0.004230711,0.014882349,0.7950064,0.00041080595],"about_ca_topic_score_codex":0.000008687258,"about_ca_topic_score_gemma":0.0000027697722,"teacher_disagreement_score":0.2973393,"about_ca_system_score_codex":0.00004171048,"about_ca_system_score_gemma":0.0005739325,"threshold_uncertainty_score":0.7656704},"labels":[],"label_agreement":null},{"id":"W2009536859","doi":"10.1016/j.jacr.2011.02.009","title":"Automatically Inserted Technical Details Improve Radiology Report Accuracy","year":2011,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Concordance; Medicine; Quarter (Canadian coin); Audit; Header; Gold standard (test); Medical physics; Nuclear medicine; Radiology; Statistics; Mathematics; Accounting; Internal medicine","score_opus":0.02548873200096196,"score_gpt":0.3132876125016192,"score_spread":0.2877988805006572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009536859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988165,0.0002469634,0.00045252152,0.00818224,0.0010894546,0.0003080665,0.0000070335905,0.000019097248,0.0015295852],"genre_scores_gemma":[0.97570634,0.00022613225,0.022377674,0.0010544672,0.0003425011,0.0000075188645,0.0000014428142,0.000020104093,0.00026383187],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99746984,0.0005153177,0.0012841222,0.00021247726,0.00019565549,0.00032257638],"domain_scores_gemma":[0.9944715,0.0008721967,0.0034340383,0.00062800053,0.00041227587,0.0001820004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013281658,0.00018101021,0.0011743262,0.00023063397,0.0000739571,0.0000022972245,0.0005012873,0.00016833397,0.00010581448],"category_scores_gemma":[0.005274067,0.000110253284,0.00037440422,0.00045510492,0.0013052626,0.00013230293,0.00007451156,0.00067825266,0.000005554612],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013930949,0.0025960568,0.34856296,0.00017003009,0.003525964,0.005638314,0.0013469433,0.00002120555,0.47447604,0.005907062,0.121458545,0.022365933],"study_design_scores_gemma":[0.0013828311,0.004197468,0.7193457,0.0000520666,0.0006625969,0.26437506,0.00061984174,0.00012223388,0.0023335898,0.0012941565,0.0054618176,0.00015266919],"about_ca_topic_score_codex":0.00005032487,"about_ca_topic_score_gemma":0.0000058495643,"teacher_disagreement_score":0.47214246,"about_ca_system_score_codex":0.00014322219,"about_ca_system_score_gemma":0.0009284734,"threshold_uncertainty_score":0.6313932},"labels":[],"label_agreement":null},{"id":"W2017031711","doi":"10.1016/j.jacr.2014.04.015","title":"Survey of Radiologist Attitudes and Perceptions Regarding the Incorporation of a Departmental Peer Review System","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; Health Sciences Centre; Health Sciences North","funders":"University of Toronto","keywords":"Subspecialty; Peer review; Perception; Malpractice; Medicine; Anxiety; Interpersonal communication; Medical education; Family medicine; Descriptive statistics; Psychology; Nursing; Social psychology; Psychiatry","score_opus":0.03257156282410928,"score_gpt":0.3370460632140096,"score_spread":0.3044745003899003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017031711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98894835,0.003108102,0.0001781391,0.0070553524,0.0002669438,0.00023638297,0.000029780802,0.0000021474211,0.0001748353],"genre_scores_gemma":[0.9957883,0.0029616535,0.0008113365,0.00023581529,0.00011161043,0.0000031842305,0.0000052587684,0.0000062940903,0.00007658154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976097,0.0013292871,0.00068240997,0.00008987015,0.00019447865,0.00009429631],"domain_scores_gemma":[0.9956188,0.0008853178,0.0025720962,0.00025585463,0.000624422,0.00004348136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037549196,0.000086998654,0.00081421394,0.000079696176,0.00007029842,0.0000015892057,0.00018764111,0.000041635816,0.000006449784],"category_scores_gemma":[0.0028400288,0.000044992288,0.00013858505,0.0002684511,0.0009330635,0.000059512426,0.000032959477,0.00018694552,3.1515793e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060134474,0.00011536973,0.9666625,0.0006598449,0.00042920987,0.0000033156896,0.00017444868,0.000051723797,0.005726114,0.00087622803,0.023804715,0.00089513237],"study_design_scores_gemma":[0.0004930229,0.0013413711,0.99021333,0.00057570403,0.00039404316,0.0048941304,0.0010513952,0.00012907547,0.000078494355,0.00001931555,0.000766047,0.000044036657],"about_ca_topic_score_codex":0.00017587903,"about_ca_topic_score_gemma":0.000066409586,"teacher_disagreement_score":0.02355081,"about_ca_system_score_codex":0.000073498886,"about_ca_system_score_gemma":0.00022175198,"threshold_uncertainty_score":0.34379113},"labels":[],"label_agreement":null},{"id":"W2023856642","doi":"10.1016/j.jacr.2009.01.025","title":"Introduction: Health Technology Assessment in Diagnostic Imaging","year":2009,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Programs for Assessment of Technology in Health Research Institute","funders":"","keywords":"Health care; Medicaid; Gross domestic product; Population; Medicine; Business; Payment; Family medicine; Finance; Environmental health; Economic growth; Economics","score_opus":0.006247631777463473,"score_gpt":0.30396248925278413,"score_spread":0.29771485747532067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023856642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57468194,0.0011496287,0.00034389197,0.42321387,0.00032619084,0.00012502633,0.0000023006414,0.0000058937635,0.00015123504],"genre_scores_gemma":[0.9930106,0.00056659535,0.002627311,0.003242411,0.0004919663,0.0000011185588,3.689442e-7,0.0000057326492,0.00005390016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987542,0.00015835313,0.00063659746,0.00010248105,0.00014300595,0.00020535615],"domain_scores_gemma":[0.99837774,0.0001835903,0.0010683287,0.00021928425,0.00009366596,0.000057409634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060156133,0.000080447884,0.0005956993,0.00048693066,0.000042856296,0.0000019886886,0.00017834544,0.000018689707,0.000018696695],"category_scores_gemma":[0.0008326173,0.000055362714,0.00009861418,0.00083585,0.00026349214,0.00006288908,0.000019993524,0.00040725368,7.773844e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004068189,0.00060260954,0.659612,0.000030130775,0.00016936458,0.00038930148,0.00022764136,0.0012034106,0.012595353,0.0056435564,0.16324268,0.15587711],"study_design_scores_gemma":[0.0019788847,0.0023702064,0.9509919,0.00012821301,0.00005720417,0.016844572,0.0018877,0.0005823083,0.0007842698,0.0013647315,0.022913435,0.000096542346],"about_ca_topic_score_codex":0.000010456941,"about_ca_topic_score_gemma":0.0000020430148,"teacher_disagreement_score":0.41997147,"about_ca_system_score_codex":0.00025905814,"about_ca_system_score_gemma":0.0005266844,"threshold_uncertainty_score":0.22576259},"labels":[],"label_agreement":null},{"id":"W2028679701","doi":"10.1016/j.jacr.2012.01.003","title":"The “Liberation Procedure” for Multiple Sclerosis: Sacrificing Science at the Altar of Consumer Demand","year":2012,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Cerebral Venous Sinus Thrombosis","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Altar; Multiple sclerosis; Liberation; Art; Medicine; Art history; Chemistry; Psychiatry","score_opus":0.026810271902639918,"score_gpt":0.2766683437225248,"score_spread":0.2498580718198849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028679701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921471,0.0021916009,0.0001790302,0.0044208197,0.0004302712,0.0005453985,0.000024791794,0.0000032067674,0.000057770183],"genre_scores_gemma":[0.99750036,0.00029633596,0.0014175279,0.00043369283,0.00020310949,0.000009282353,3.144099e-7,0.000014298462,0.00012507499],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9984739,0.00017630449,0.0005803079,0.00010494072,0.00032893816,0.0003356414],"domain_scores_gemma":[0.9965973,0.0010602791,0.0014399784,0.0003426241,0.0004670235,0.00009280474],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001968668,0.00011221941,0.0005390911,0.000090969785,0.0005004916,0.000005281135,0.00041624578,0.00003372789,0.0000074551335],"category_scores_gemma":[0.0016562754,0.000049873022,0.00021373971,0.00048521464,0.002804449,0.00009970499,0.00008368769,0.00018310716,8.8387384e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002039347,0.0002810659,0.18689823,0.000080412494,0.00046234418,0.0000010182047,0.0015095215,0.0002471032,0.77958256,0.00047650593,0.026215307,0.0022066026],"study_design_scores_gemma":[0.0039223856,0.003798011,0.6736447,0.00040677414,0.0011627125,0.0046977852,0.005756016,0.0015358329,0.29654902,0.00023648998,0.008051849,0.00023840583],"about_ca_topic_score_codex":0.000043396747,"about_ca_topic_score_gemma":0.00006664833,"teacher_disagreement_score":0.4867465,"about_ca_system_score_codex":0.00019425196,"about_ca_system_score_gemma":0.00047154338,"threshold_uncertainty_score":0.99990934},"labels":[],"label_agreement":null},{"id":"W2033417691","doi":"10.1016/j.jacr.2011.02.012","title":"The Effect of Imaging Capacity on the Imaging Workup of Patients With Stroke: A Preliminary Case for a Cross-Country Comparison","year":2011,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Stroke (engine); Medicine; Medical imaging; Radiology; Medical physics; Engineering","score_opus":0.010145448374106258,"score_gpt":0.26122312442810364,"score_spread":0.2510776760539974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033417691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970343,0.0002469253,0.00036112661,0.00076448463,0.00021233999,0.00078924507,0.00010672771,0.0000032694243,0.0004815945],"genre_scores_gemma":[0.9985099,0.000011482571,0.0011497244,0.00017770957,0.00006525475,0.000014881818,6.9197483e-7,0.000019524454,0.000050861883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983435,0.00027668336,0.0006835103,0.00013017486,0.00031765818,0.00024845384],"domain_scores_gemma":[0.99514,0.0015519704,0.0024652916,0.0004816404,0.00030993787,0.000051150266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010307013,0.0001756082,0.00081497367,0.000104230065,0.00012787084,0.0000035549085,0.00045151508,0.0000228515,0.000006281791],"category_scores_gemma":[0.00055775576,0.00007404354,0.00025516262,0.00023154957,0.0017000124,0.000045030054,0.000106208856,0.00033983804,1.3710756e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019306028,0.00019270855,0.9578653,0.00009892797,0.00076665985,0.00009792578,0.00039386813,0.000058763304,0.0009784437,0.00006447555,0.0186049,0.0015720283],"study_design_scores_gemma":[0.013546483,0.026817478,0.9005502,0.00088120106,0.0027681203,0.0066924407,0.0061750757,0.002529314,0.037025604,0.000059134036,0.0026435247,0.00031146745],"about_ca_topic_score_codex":0.00007509012,"about_ca_topic_score_gemma":0.0000038057162,"teacher_disagreement_score":0.05731511,"about_ca_system_score_codex":0.00009945263,"about_ca_system_score_gemma":0.00007673867,"threshold_uncertainty_score":0.6263766},"labels":[],"label_agreement":null},{"id":"W2035542155","doi":"10.1016/j.jacr.2008.03.008","title":"Canadian Colorectal Cancer Screening Initiatives and Barriers","year":2008,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Victoria Regional Health Centre; Royal Ottawa Mental Health Centre; Ottawa Hospital","funders":"","keywords":"Colorectal cancer; Medicine; MEDLINE; Cancer; Colorectal cancer screening; Family medicine; Business; Political science; Internal medicine; Colonoscopy","score_opus":0.013209478704452894,"score_gpt":0.2636330855672617,"score_spread":0.25042360686280885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035542155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948879,0.0009413934,0.000063802036,0.003209278,0.00025125314,0.000096948235,0.000037080947,0.0000044563362,0.0005078918],"genre_scores_gemma":[0.9977944,0.0005339093,0.0008589336,0.000537926,0.00018617646,0.0000029339426,2.0121665e-7,0.00000965585,0.00007585711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991885,0.0001332266,0.00027035075,0.000091493195,0.00014048255,0.00017599034],"domain_scores_gemma":[0.99886996,0.00012888566,0.0004816407,0.00008107987,0.00017269746,0.0002657289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018732814,0.00009058032,0.0004724833,0.0002259062,0.00015548884,0.0000014290559,0.00010086096,0.000040196966,0.000028387869],"category_scores_gemma":[0.00031252071,0.00006200457,0.00012425399,0.00039267127,0.000665037,0.00005574949,0.00002217011,0.00026854614,1.5181935e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008957778,0.000020865353,0.967379,0.000020007652,0.0006096343,0.00038074623,0.0011323212,0.00022368884,0.008137526,0.00006785609,0.008047395,0.005023191],"study_design_scores_gemma":[0.0012655094,0.004941429,0.9658691,0.00008554928,0.00012803782,0.01943384,0.0013825843,0.00028197392,0.0039803525,0.00003147292,0.002498285,0.000101837686],"about_ca_topic_score_codex":0.013950838,"about_ca_topic_score_gemma":0.010094522,"teacher_disagreement_score":0.019053094,"about_ca_system_score_codex":0.00019153528,"about_ca_system_score_gemma":0.0011123472,"threshold_uncertainty_score":0.99261534},"labels":[],"label_agreement":null},{"id":"W2036379844","doi":"10.1016/j.jacr.2009.09.003","title":"Videoconferencing of a National Program for Residents on Evidence-Based Practice: Early Performance Evaluation","year":2010,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Likert scale; Videoconferencing; Medical education; Scale (ratio); Medicine; Teleconference; Distance education; Session (web analytics); Course evaluation; Descriptive statistics; Psychology; Multimedia; Higher education; Computer science; Pedagogy","score_opus":0.053512177789589804,"score_gpt":0.4072719052387731,"score_spread":0.35375972744918327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036379844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848719,0.00010895237,0.000050915845,0.013399515,0.0006532332,0.0006896059,0.0000068198515,0.0000031125328,0.00021593006],"genre_scores_gemma":[0.9874207,0.00008323471,0.011600329,0.00051390956,0.0002979261,0.00003363707,0.0000013297407,0.000008565279,0.00004040043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983738,0.00034546846,0.0005544499,0.00011100307,0.00048348197,0.0001317927],"domain_scores_gemma":[0.9927572,0.002196961,0.0027183895,0.00019416868,0.0020786794,0.00005461673],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032512823,0.000087310706,0.00041253108,0.00021693025,0.000067060886,0.0000037972654,0.00020506729,0.00006549542,0.000019778245],"category_scores_gemma":[0.011700311,0.000057516816,0.00015810916,0.00027182073,0.00034284592,0.0002456637,0.00001104385,0.0003718725,7.275674e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049743865,0.0031300618,0.47887185,0.000462197,0.0015250026,0.000014800769,0.0013274637,0.0037314831,0.31473985,0.0030586675,0.031093895,0.11230086],"study_design_scores_gemma":[0.002490391,0.012950016,0.965627,0.00044154824,0.0005541581,0.0013750612,0.00049350236,0.0065537775,0.007081362,0.00027193176,0.0020693762,0.00009184681],"about_ca_topic_score_codex":0.00003127369,"about_ca_topic_score_gemma":0.00000508839,"teacher_disagreement_score":0.48675516,"about_ca_system_score_codex":0.0001225384,"about_ca_system_score_gemma":0.0020437008,"threshold_uncertainty_score":0.9966245},"labels":[],"label_agreement":null},{"id":"W2037653188","doi":"10.1016/j.jacr.2008.12.004","title":"ACR Appropriateness Criteria® on Acute Pelvic Pain in the Reproductive Age Group","year":2009,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Appendicitis Diagnosis and Management","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Medicine; Radiology; Differential diagnosis; Pelvic pain; Magnetic resonance imaging; Etiology; Vomiting; Leukocytosis; Genitourinary system; Surgery; Pathology; Internal medicine","score_opus":0.014737095417788575,"score_gpt":0.2930870898283752,"score_spread":0.27834999441058667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037653188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96214896,0.00021031195,0.00013039164,0.036054805,0.00027682396,0.0004228353,0.0000098755,0.0000040879354,0.0007419019],"genre_scores_gemma":[0.9905236,0.00041122612,0.00075454335,0.007844212,0.00035528032,0.0000073023903,0.0000014710968,0.000009533388,0.000092850394],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99799365,0.00081904395,0.0005026293,0.00018695078,0.00027832438,0.00021939304],"domain_scores_gemma":[0.99836606,0.00024778623,0.00080902985,0.0004677509,0.00006404328,0.000045311754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021507698,0.00013754728,0.0007182087,0.00018146531,0.000051574127,0.0000049951245,0.00045324003,0.000035306493,0.000018323019],"category_scores_gemma":[0.00037420582,0.000069362584,0.00021816649,0.00046754762,0.00032269326,0.00004048529,0.000039970433,0.0003371392,0.0000013385918],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01821457,0.0077429772,0.023367533,0.00017137686,0.002762816,0.021505315,0.008487694,0.0004300564,0.06806978,0.028987361,0.67867035,0.14159018],"study_design_scores_gemma":[0.004141073,0.025003128,0.9221659,0.00039814433,0.0005720358,0.007120664,0.010176176,0.000079254016,0.00080446544,0.0052269166,0.024050845,0.00026144998],"about_ca_topic_score_codex":0.000037320267,"about_ca_topic_score_gemma":0.000007305343,"teacher_disagreement_score":0.8987983,"about_ca_system_score_codex":0.00009999988,"about_ca_system_score_gemma":0.00004456518,"threshold_uncertainty_score":0.2828524},"labels":[],"label_agreement":null},{"id":"W2041330574","doi":"10.1016/j.jacr.2014.05.013","title":"Re: “Counterpoint: Overdiagnosis in Breast Cancer Screening”","year":2014,"lang":"en","type":"letter","venue":"Journal of the American College of Radiology","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario","funders":"","keywords":"Overdiagnosis; Medicine; Breast cancer; Mammography; Incidence (geometry); Breast cancer screening; Family medicine; Cancer; Gynecology; Internal medicine","score_opus":0.03018415660660058,"score_gpt":0.3156200535730867,"score_spread":0.28543589696648614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041330574","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07370707,0.0014600253,0.00006501107,0.9229404,0.0008321379,0.00024506098,0.00029007983,0.0000060679263,0.00045416557],"genre_scores_gemma":[0.28442636,0.0014292381,0.0009062262,0.7077478,0.005088592,0.0000126537025,0.000004162023,0.00005258313,0.00033238062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970558,0.00045837788,0.0010820014,0.0002671211,0.0006723294,0.00046431966],"domain_scores_gemma":[0.9955389,0.0004982457,0.0029459,0.0005225982,0.00039633256,0.0000980179],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0007075126,0.0003193648,0.002075139,0.00043479944,0.000046646193,0.000006086324,0.00076895603,0.00031350335,0.00015751104],"category_scores_gemma":[0.00023839607,0.00021011152,0.00069313776,0.0006824232,0.0007344136,0.00007293546,0.0001122352,0.0023162304,0.000002264377],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095209456,0.000023088018,0.10744056,0.000071862625,0.0003383759,0.0012346958,0.000033872915,0.000099014636,0.00006869444,0.0000048897655,0.8888973,0.0008355771],"study_design_scores_gemma":[0.0028039257,0.0019167004,0.20256612,0.004176055,0.0009208227,0.031005844,0.00044267855,0.00013383648,0.000084441825,0.00014550357,0.7553676,0.00043650158],"about_ca_topic_score_codex":0.0013537073,"about_ca_topic_score_gemma":0.00012785877,"teacher_disagreement_score":0.21519259,"about_ca_system_score_codex":0.0004893582,"about_ca_system_score_gemma":0.00064282765,"threshold_uncertainty_score":0.99998546},"labels":[],"label_agreement":null},{"id":"W2041509555","doi":"10.1016/j.jacr.2009.01.013","title":"Health Technology Assessment From a Canadian Device Industry Perspective","year":2009,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Johnson Controls (Canada); St. Joseph’s Healthcare Hamilton; Programs for Assessment of Technology in Health Research Institute","funders":"","keywords":"Health technology; Health care; Business; Process (computing); Technology assessment; Risk analysis (engineering); Investment (military); Marketing; Computer science; Economics","score_opus":0.12394726613807978,"score_gpt":0.42381173015432155,"score_spread":0.2998644640162418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041509555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53810364,0.001954876,0.00024339391,0.45757204,0.00042885254,0.00021422429,0.00042706094,0.000005742276,0.0010501799],"genre_scores_gemma":[0.9643142,0.00013981495,0.006347889,0.028804434,0.000294294,0.0000036000063,0.0000012141711,0.000011821341,0.00008272543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99584466,0.0005833602,0.002859933,0.00024439234,0.00008099719,0.00038662532],"domain_scores_gemma":[0.9912095,0.0004737463,0.0074269203,0.0004338073,0.00019186699,0.00026413347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005275642,0.00014441024,0.0016381694,0.0007612062,0.0001622419,0.000007846741,0.00069099036,0.00017512281,0.00008186477],"category_scores_gemma":[0.0018141422,0.00013756972,0.00018096132,0.0006539525,0.00031422536,0.00012451955,0.000030629428,0.00075128104,0.000020036729],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009601814,0.0002534175,0.35208142,0.000029248764,0.00064595253,0.000029630091,0.0018204541,0.00064514467,0.000046338515,0.44437698,0.19887327,0.0011021529],"study_design_scores_gemma":[0.0014787562,0.002144063,0.80545485,0.00014995328,0.000027923432,0.0007735028,0.026070485,0.0005491232,0.00001367396,0.10976791,0.05321056,0.0003592026],"about_ca_topic_score_codex":0.048073545,"about_ca_topic_score_gemma":0.013614409,"teacher_disagreement_score":0.45337343,"about_ca_system_score_codex":0.00277501,"about_ca_system_score_gemma":0.0026607332,"threshold_uncertainty_score":0.9582654},"labels":[],"label_agreement":null},{"id":"W2046985057","doi":"10.1016/j.jacr.2010.12.020","title":"ACR Appropriateness Criteria ® on Treatment of Uterine Leiomyomas","year":2011,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Uterine Myomas and Treatments","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Uterine artery embolization; Medicine; Hysterectomy; Uterine fibroids; Uterine leiomyoma; Leiomyoma; Pelvic pain; Gynecology; Population; Constipation; Radiology; Surgery","score_opus":0.06029641440306722,"score_gpt":0.3668975036572475,"score_spread":0.3066010892541803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046985057","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054438345,0.9420279,0.000011353545,0.0003188283,0.0011851926,0.0009624399,0.0005043371,0.000007876058,0.00054367527],"genre_scores_gemma":[0.0071380357,0.9896022,0.0014395607,0.000041858748,0.0003926158,0.000021762973,0.000007993457,0.00005904743,0.0012969046],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748886,0.00041541527,0.0013769334,0.00023956019,0.00021102025,0.00026819285],"domain_scores_gemma":[0.9947817,0.00018444195,0.003975919,0.0007287211,0.00019013508,0.0001391118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018754156,0.00048652932,0.005412324,0.00040001303,0.00003476135,0.0000021491003,0.00043856612,0.00013793341,0.00010648729],"category_scores_gemma":[0.000056011548,0.00022869141,0.0016021649,0.00042038664,0.0005153382,0.000026374682,0.000084368,0.0002106458,0.00000464497],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033845527,0.0034863327,0.00066204445,0.0067347363,0.0106711285,0.002344564,0.00017559863,0.0000013804006,0.00016571794,0.00044962126,0.002777175,0.96914715],"study_design_scores_gemma":[0.0020913116,0.01814651,0.0010399151,0.0031846804,0.0031861363,0.020561554,0.000031668565,0.0000010992204,0.0001051685,0.000038899583,0.9514414,0.00017166528],"about_ca_topic_score_codex":0.00006009888,"about_ca_topic_score_gemma":0.0000021217047,"teacher_disagreement_score":0.9689755,"about_ca_system_score_codex":0.00031458735,"about_ca_system_score_gemma":0.00054079806,"threshold_uncertainty_score":0.9325765},"labels":[],"label_agreement":null},{"id":"W2053503008","doi":"10.1016/j.jacr.2013.12.023","title":"Restriction of ACGME Fellowships to Candidates Completing US and Canadian Accredited Residencies: Level of Support and Expected Consequences","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; MEDLINE; Graduate medical education; Medicine; Medical education; Family medicine; Political science","score_opus":0.07286880407382143,"score_gpt":0.3772506490073969,"score_spread":0.30438184493357545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053503008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919306,0.00022327647,0.000022348037,0.006484184,0.0003631536,0.00031567554,0.0002572458,0.000003896831,0.00039964486],"genre_scores_gemma":[0.996745,0.00031146646,0.0019614736,0.0007154578,0.00011981692,0.0000036709457,0.000001738718,0.000009952141,0.00013141481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969054,0.0012681225,0.0011042493,0.00013608951,0.00020761423,0.00037851304],"domain_scores_gemma":[0.99495673,0.001778969,0.0022218763,0.00021237707,0.0005246525,0.0003054006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013230083,0.00012425921,0.0008709345,0.00035988205,0.00026668276,0.0000017305948,0.00030413212,0.00009437632,0.000030699604],"category_scores_gemma":[0.0022986373,0.00008925197,0.000052987678,0.0005923801,0.0009427629,0.00005211394,0.00008111469,0.000336223,5.9590036e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008351033,0.000019069987,0.92477095,0.00019398521,0.000102055,0.000017079128,0.0025791277,0.000064355976,0.01197381,0.001199696,0.058009308,0.00023548446],"study_design_scores_gemma":[0.0011578519,0.0028627547,0.95429766,0.0009374518,0.00009997511,0.0005205628,0.026701782,0.000107741835,0.0009349987,0.00077105523,0.011438582,0.00016955523],"about_ca_topic_score_codex":0.117179245,"about_ca_topic_score_gemma":0.07130054,"teacher_disagreement_score":0.046570726,"about_ca_system_score_codex":0.00017879515,"about_ca_system_score_gemma":0.0012245694,"threshold_uncertainty_score":0.9456458},"labels":[],"label_agreement":null},{"id":"W2053593766","doi":"10.1016/j.jacr.2011.05.008","title":"ACR Appropriateness Criteria® on Acute Shoulder Pain","year":2011,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Shoulder Injury and Treatment","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Rotator cuff; Radiology; Magnetic resonance imaging; Scapula; Shoulder joint; Radiography; Fluoroscopy; Capsulitis; Calcific tendinitis; Physical therapy; Surgery; Range of motion","score_opus":0.034752833021805145,"score_gpt":0.3143787510077508,"score_spread":0.27962591798594566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053593766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99364,0.00013477323,0.00034837154,0.0036597433,0.0005946938,0.00020813127,0.000033049328,0.000007803483,0.0013734394],"genre_scores_gemma":[0.9941791,0.00009840974,0.0030249597,0.0020739199,0.00020755612,0.0000052150776,7.244535e-7,0.000018458108,0.00039162743],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99853617,0.00045417994,0.00046355213,0.00013070682,0.00020788825,0.00020752549],"domain_scores_gemma":[0.9984424,0.00017964521,0.0007542771,0.00036271193,0.00015202304,0.00010895763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006320475,0.00015367419,0.0007640321,0.00014530499,0.000052204137,0.0000016061002,0.00028222537,0.000059744998,0.00012567223],"category_scores_gemma":[0.0001617387,0.0000830767,0.00031470018,0.0002657389,0.0004441699,0.00003523504,0.000041364594,0.00026133,0.0000028763798],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.100871876,0.011116485,0.27106094,0.0003287926,0.023556886,0.016181285,0.0067460914,0.00008820806,0.18318634,0.00914573,0.30180994,0.07590743],"study_design_scores_gemma":[0.015677813,0.07362895,0.5643697,0.0005409023,0.0073346617,0.06849068,0.0057830634,0.00022723014,0.2353798,0.00698994,0.020699289,0.0008780096],"about_ca_topic_score_codex":0.000017881592,"about_ca_topic_score_gemma":0.0000015448275,"teacher_disagreement_score":0.29330873,"about_ca_system_score_codex":0.00007806502,"about_ca_system_score_gemma":0.00016042351,"threshold_uncertainty_score":0.33877695},"labels":[],"label_agreement":null},{"id":"W2058101442","doi":"10.1016/j.jacr.2010.07.005","title":"Charting a Professional Course: A Review of Mentorship in Medicine","year":2011,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Mentorship; Course (navigation); Medical education; Medicine; Medical physics; Engineering","score_opus":0.0806354048370951,"score_gpt":0.41985480232588324,"score_spread":0.33921939748878815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058101442","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003643276,0.9920016,0.0000021337298,0.0011203026,0.0048133023,0.00047973666,0.000027559498,0.0000025757997,0.0011884931],"genre_scores_gemma":[0.00015798274,0.9972116,0.00019906163,0.00032470873,0.00044263844,0.000032496835,0.0000019172953,0.0000265076,0.0016030981],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941979,0.0020949862,0.0027957277,0.00021569418,0.00033774984,0.00035793486],"domain_scores_gemma":[0.98884124,0.00083389773,0.00965806,0.00039943107,0.00015961585,0.000107749736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048219464,0.00029922882,0.0043375134,0.00033799742,0.000026803165,4.1392408e-7,0.0011262668,0.00017318511,0.0004965043],"category_scores_gemma":[0.0008268454,0.00016004682,0.000495574,0.00082179287,0.0006001728,0.000021052376,0.00012542469,0.0010675859,0.000005032709],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027221194,0.0005309032,0.0016747218,0.054386236,0.002232339,0.00017670571,0.0016129412,1.4992897e-7,0.000010852262,0.0035095904,0.35517463,0.5804187],"study_design_scores_gemma":[0.0003776998,0.00039997057,0.00051779114,0.1681374,0.000603207,0.0015928105,0.00024295709,5.9997646e-8,7.0757255e-7,0.00006290648,0.8279415,0.00012298656],"about_ca_topic_score_codex":0.000032840195,"about_ca_topic_score_gemma":0.0000010161465,"teacher_disagreement_score":0.58029574,"about_ca_system_score_codex":0.0001693102,"about_ca_system_score_gemma":0.000790247,"threshold_uncertainty_score":0.652652},"labels":[],"label_agreement":null},{"id":"W2059011551","doi":"10.1016/j.jacr.2014.10.021","title":"ACR Appropriateness Criteria Pelvic Floor Dysfunction","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Appropriate Use Criteria; Modalities; Pelvic floor dysfunction; Presentation (obstetrics); Occult; Physical examination; Medical imaging; Guideline; MEDLINE; Medical physics; Intensive care medicine; Radiology; Pelvic floor; Surgery; Alternative medicine; Pathology; Internal medicine","score_opus":0.00984053086446007,"score_gpt":0.26241290465183426,"score_spread":0.2525723737873742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059011551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931113,0.00025928704,0.00069098896,0.004081049,0.0009760377,0.00017774288,0.000014020295,0.00000926766,0.00068029464],"genre_scores_gemma":[0.995932,0.00008461664,0.0024032884,0.0007268149,0.00032038853,0.0000036603928,0.0000015033213,0.00002141884,0.0005063162],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99849254,0.00035752179,0.00052945554,0.00014328292,0.00025336348,0.00022382762],"domain_scores_gemma":[0.99811155,0.000119689255,0.0010402877,0.0003775311,0.00024419124,0.00010677425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044678542,0.00015587102,0.0008606508,0.00017887432,0.00005969838,0.0000028440793,0.00027978272,0.00005956255,0.0000756068],"category_scores_gemma":[0.00045943688,0.000093596944,0.00028508218,0.00038244814,0.00046840665,0.00005766097,0.000051191568,0.00022498766,0.000010945239],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028118955,0.004039856,0.31466475,0.00060748006,0.005942331,0.0007706416,0.001363513,0.0006763646,0.4067943,0.0013417626,0.15035011,0.08532995],"study_design_scores_gemma":[0.018147483,0.013053458,0.906369,0.00032434668,0.0017064367,0.027571173,0.0017077837,0.0019543874,0.007485869,0.0024932784,0.01876949,0.00041731476],"about_ca_topic_score_codex":0.00004310703,"about_ca_topic_score_gemma":0.000006120917,"teacher_disagreement_score":0.59170425,"about_ca_system_score_codex":0.00012173739,"about_ca_system_score_gemma":0.00019186104,"threshold_uncertainty_score":0.38167724},"labels":[],"label_agreement":null},{"id":"W2069248127","doi":"10.1016/j.jacr.2014.07.038","title":"ACR Appropriateness Criteria Follow-up of Hodgkin Lymphoma","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Lymphoma Diagnosis and Treatment","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Sequela; Appropriate Use Criteria; Physical examination; ABVD; Intensive care medicine; Radiology; Surgery; Chemotherapy; Internal medicine","score_opus":0.012406968893124119,"score_gpt":0.26964225294622457,"score_spread":0.2572352840531005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069248127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953422,0.00036571734,0.00010827491,0.00272073,0.0007709378,0.00016271674,0.00003147919,0.0000042301294,0.0004937345],"genre_scores_gemma":[0.9968444,0.00018516627,0.0020838317,0.00045195193,0.00023258531,0.000004888209,9.761692e-7,0.000016597674,0.00017957244],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837595,0.00034031286,0.00068526587,0.00013216228,0.0002598605,0.00020647196],"domain_scores_gemma":[0.9973866,0.00032611232,0.0014961305,0.00039828673,0.00028255087,0.00011034812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004962395,0.000156344,0.0012109437,0.0001522717,0.0000414263,0.0000023529285,0.00031614365,0.000058267175,0.000034788958],"category_scores_gemma":[0.0003657536,0.00008831318,0.00045184034,0.00031854576,0.0005144485,0.00003656221,0.000067394314,0.00007233781,0.000002054281],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016879233,0.00436138,0.61887574,0.00041627794,0.005376828,0.00075740844,0.0012095317,0.000112419126,0.15330201,0.006485429,0.08427325,0.10795049],"study_design_scores_gemma":[0.019041644,0.009691928,0.8903078,0.00034811912,0.0011672765,0.012687138,0.0008270676,0.00023101515,0.050029278,0.0010631613,0.014371732,0.00023385776],"about_ca_topic_score_codex":0.00008362433,"about_ca_topic_score_gemma":0.0000058273135,"teacher_disagreement_score":0.27143204,"about_ca_system_score_codex":0.00013329863,"about_ca_system_score_gemma":0.0002838179,"threshold_uncertainty_score":0.3601307},"labels":[],"label_agreement":null},{"id":"W2069398216","doi":"10.1016/j.jacr.2009.01.022","title":"Illustrating Economic Evaluation of Diagnostic Technologies: Comparing Helicobacter pylori Screening Strategies in Prevention of Gastric Cancer in Canada","year":2009,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Helicobacter pylori-related gastroenterology studies","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Programs for Assessment of Technology in Health Research Institute; McMaster University","funders":"","keywords":"Medicine; Helicobacter pylori; Cost-effectiveness analysis; Cost–utility analysis; Cohort; Quality-adjusted life year; Cost effectiveness; Willingness to pay; Incremental cost-effectiveness ratio; Internal medicine","score_opus":0.025612792073299064,"score_gpt":0.29570737847265455,"score_spread":0.27009458639935546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069398216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99661326,0.00080427685,0.00006696702,0.001989725,0.00016604945,0.0002966518,0.000018320592,0.0000031680613,0.000041559044],"genre_scores_gemma":[0.99884075,0.0004603279,0.0006105604,0.000037480673,0.000034811354,0.0000066117286,7.282329e-7,0.0000066399616,0.0000020786656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788004,0.00034013102,0.0011740325,0.00013104979,0.00023197153,0.00024276639],"domain_scores_gemma":[0.9971248,0.00038414056,0.0020235563,0.00018291801,0.00025673714,0.000027886264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008523062,0.000137764,0.0010271948,0.000412229,0.00001931182,0.0000013284213,0.00023494136,0.000054842418,0.000007382812],"category_scores_gemma":[0.0008071177,0.00010633099,0.00009934655,0.00048374746,0.0003033411,0.0000946659,0.000043851644,0.00039809622,5.4816518e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046845,0.0000691959,0.9426995,0.000025560206,0.00025055252,0.000017449594,0.00013742072,0.041478593,0.0051189475,0.000019522075,0.00009803518,0.009616799],"study_design_scores_gemma":[0.0022629641,0.0013348578,0.98502964,0.0006133184,0.00022513537,0.00029778888,0.0061439476,0.002749193,0.0011576415,0.0001217354,0.0000046650985,0.00005909749],"about_ca_topic_score_codex":0.04825668,"about_ca_topic_score_gemma":0.24737538,"teacher_disagreement_score":0.1991187,"about_ca_system_score_codex":0.00088817277,"about_ca_system_score_gemma":0.0017641417,"threshold_uncertainty_score":0.95808107},"labels":[],"label_agreement":null},{"id":"W2070609546","doi":"10.1016/j.jacr.2009.01.014","title":"Health Technology Assessment: A Review of International Activity and Examples of Approaches With Computed Tomographic Colonography","year":2009,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Programs for Assessment of Technology in Health Research Institute; St. Joseph’s Healthcare Hamilton; Université de Montréal; Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Health technology; Health care; European union; Computed tomographic; Medicine; Technology assessment; Medical physics; Political science; Business; Computed tomography; Radiology","score_opus":0.2577851262567751,"score_gpt":0.433118731591757,"score_spread":0.17533360533498193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070609546","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032379543,0.9759461,0.000624996,0.018198693,0.00023696366,0.00089444034,0.00074742263,0.0000047982558,0.00010858926],"genre_scores_gemma":[0.0062891087,0.98219585,0.010790965,0.00058948767,0.00008184996,0.000018669407,0.0000073887845,0.000020267558,0.000006392876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99254394,0.0015062516,0.005269215,0.00031483488,0.00013769783,0.00022806667],"domain_scores_gemma":[0.96506613,0.001271619,0.032895,0.0004979839,0.00018225904,0.000086977445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010094986,0.00027150757,0.0071727764,0.0014924624,0.000063638596,0.0000041686744,0.00086287514,0.00014614104,0.000009238949],"category_scores_gemma":[0.00076471595,0.00021192663,0.000592203,0.0010652302,0.0010547533,0.000101614474,0.00009648454,0.0005488868,3.6200208e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037124552,0.0020675322,0.07864172,0.25643685,0.011949856,0.000014590449,0.00036988457,0.000070378774,0.0000016491915,0.19364344,0.03781221,0.41862065],"study_design_scores_gemma":[0.0016913934,0.006021419,0.034576017,0.08645275,0.00062209583,0.002652187,0.00054943137,0.00015740375,7.48828e-7,0.0029571657,0.86364144,0.0006779666],"about_ca_topic_score_codex":0.000108724955,"about_ca_topic_score_gemma":0.000028490711,"teacher_disagreement_score":0.8258292,"about_ca_system_score_codex":0.00024602257,"about_ca_system_score_gemma":0.0010327083,"threshold_uncertainty_score":0.86421174},"labels":[],"label_agreement":null},{"id":"W2071115305","doi":"10.1016/j.jacr.2004.06.001","title":"Who gets paid for diagnostic imaging, and how much?","year":2004,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Current Procedural Terminology; Specialty; Medicare Part B; Medicine; Payment; Quarter (Canadian coin); Reimbursement; Medical imaging; Family medicine; Radiology; Medical physics; Emergency medicine; Health care; Finance; Surgery; Business","score_opus":0.011158743050649522,"score_gpt":0.28742370560277486,"score_spread":0.27626496255212535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071115305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8888037,0.002412023,0.0004756943,0.107573226,0.0004690136,0.00019127378,0.000011746496,0.000002680244,0.000060617807],"genre_scores_gemma":[0.9922859,0.0014807162,0.0041058604,0.0015075427,0.00041859315,0.000004546201,6.3913353e-7,0.0000106025,0.00018556835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993216,0.00010875248,0.00023079617,0.00009676021,0.00008029229,0.00016182245],"domain_scores_gemma":[0.9976852,0.0009622255,0.00093981234,0.00015340668,0.00017329234,0.00008605815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041588332,0.000087639,0.0005000739,0.000104768376,0.00006593124,0.000003488877,0.00012922406,0.000031190382,0.0000037160598],"category_scores_gemma":[0.0023417638,0.000054893655,0.00013257071,0.000103594815,0.0005499327,0.00008199222,0.000019603487,0.00018102936,2.9940915e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043110554,0.00076045503,0.6359425,0.00025779195,0.001532558,0.00044543188,0.001992269,0.00023414884,0.030350711,0.005868271,0.29543495,0.02286984],"study_design_scores_gemma":[0.008296696,0.007921685,0.81258744,0.00032943286,0.0013066792,0.057471886,0.006716973,0.00022702884,0.003337626,0.0077070715,0.093813546,0.00028394233],"about_ca_topic_score_codex":0.000018621042,"about_ca_topic_score_gemma":0.0000049587034,"teacher_disagreement_score":0.2016214,"about_ca_system_score_codex":0.00007339635,"about_ca_system_score_gemma":0.00026161544,"threshold_uncertainty_score":0.2803479},"labels":[],"label_agreement":null},{"id":"W2072379823","doi":"10.1016/j.jacr.2013.04.001","title":"The Evolving Role of the Radiologist: The Vancouver Workload Utilization Evaluation Study","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Vancouver General Hospital; Fraser Health; University of British Columbia","funders":"","keywords":"Workload; Observational study; Medicine; Health care; Teleradiology; Interpreter; Medical physics; Radiology; Computer science; Telemedicine","score_opus":0.027103943460898797,"score_gpt":0.32436192362329,"score_spread":0.29725798016239124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072379823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822684,0.0033019786,0.000037066173,0.011150656,0.0016813572,0.001031847,0.0000024484632,0.0000031731047,0.00052309],"genre_scores_gemma":[0.9982871,0.0005127211,0.0001435102,0.0003794565,0.00033804553,0.000025419959,2.7996097e-7,0.000010983861,0.0003025254],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965279,0.001993976,0.00073656,0.00012739573,0.00040931703,0.00020486025],"domain_scores_gemma":[0.99420404,0.0015000014,0.0028188822,0.00062579196,0.00080721756,0.000044064724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029370685,0.00012885618,0.00049191783,0.00007044477,0.0003377413,0.000008666741,0.0006783348,0.000059278038,0.00006189788],"category_scores_gemma":[0.002995671,0.000048403348,0.00023327819,0.00057906535,0.0010596418,0.00012717629,0.000078039426,0.00043979243,0.0000018047813],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012994795,0.00071983674,0.7792222,0.000017870227,0.0014444328,0.0000031732607,0.003618235,0.0027326918,0.011388052,0.00036705495,0.15669651,0.042490467],"study_design_scores_gemma":[0.0009943101,0.0014029173,0.9582248,0.000052605363,0.0006783669,0.00071302085,0.028498564,0.0038982667,0.00028326103,0.0011817855,0.0040050927,0.00006702806],"about_ca_topic_score_codex":0.00018954973,"about_ca_topic_score_gemma":0.00010695268,"teacher_disagreement_score":0.1790026,"about_ca_system_score_codex":0.00016803492,"about_ca_system_score_gemma":0.00051357236,"threshold_uncertainty_score":0.39042944},"labels":[],"label_agreement":null},{"id":"W2072526371","doi":"10.1016/j.jacr.2007.10.016","title":"The Health Care Debate in Canada: One Canadian Radiologist’s View","year":2008,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Hospital","funders":"","keywords":"Apprehension; Compassion; Health care; Blame; Population; Debt; Political science; Public relations; Medicine; Business; Law; Psychology; Social psychology; Finance","score_opus":0.02371729551988365,"score_gpt":0.28373065675002024,"score_spread":0.2600133612301366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072526371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8990792,0.01080574,0.000002518981,0.08873041,0.0008222861,0.0002048829,0.000026814654,0.0000014337514,0.0003267153],"genre_scores_gemma":[0.985186,0.008670228,0.00030529106,0.0055250907,0.00017645718,0.0000034696332,0.000002047117,0.000010043592,0.000121398654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99803954,0.0006117555,0.0006783699,0.00011386983,0.00016615701,0.00039031357],"domain_scores_gemma":[0.99744153,0.0005470813,0.0012793504,0.000303488,0.00019058013,0.00023798716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065384345,0.00011226847,0.00082937814,0.00017098627,0.00024996963,0.0000014245727,0.00036891722,0.000040591447,0.000011801229],"category_scores_gemma":[0.0006046252,0.00006385278,0.000118720905,0.0005047689,0.00062835956,0.000038182312,0.000018655272,0.00048586293,6.42549e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017031437,0.00010335688,0.72949934,0.00005947567,0.000817926,0.00082015153,0.0021758375,0.0005375233,0.00022694842,0.00076748675,0.2440845,0.019204307],"study_design_scores_gemma":[0.0006526662,0.0010964392,0.86879903,0.000060236216,0.00007725112,0.015759273,0.005000461,0.0000476305,0.000018119455,0.000021265496,0.10839018,0.00007741489],"about_ca_topic_score_codex":0.93159056,"about_ca_topic_score_gemma":0.98142314,"teacher_disagreement_score":0.13929972,"about_ca_system_score_codex":0.002582818,"about_ca_system_score_gemma":0.02175836,"threshold_uncertainty_score":0.98378736},"labels":[],"label_agreement":null},{"id":"W2075909153","doi":"10.1016/j.jacr.2013.06.003","title":"Insertion of PICCs with Minimum Number of Lumens Reduces Complications and Costs","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Central Venous Catheters and Hemodialysis","field":"Health Professions","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Catheter; Medicine; Lumen (anatomy); Thrombosis; Surgery","score_opus":0.017293425636614138,"score_gpt":0.3227393347677536,"score_spread":0.3054459091311395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075909153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99489444,0.000077530385,0.00005177979,0.003917118,0.00009345668,0.0002575513,0.00004344203,0.0000017663623,0.0006629133],"genre_scores_gemma":[0.997605,0.00021681281,0.0017742924,0.00024860652,0.000041179494,0.0000066934244,7.8424404e-7,0.0000076784445,0.000098918346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986521,0.00036008563,0.0006335371,0.000074490476,0.00012204821,0.00015774436],"domain_scores_gemma":[0.9968858,0.00038999296,0.0020662749,0.0001893061,0.0004027139,0.000065922955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024025873,0.00007524091,0.00056806474,0.00008069526,0.000109612716,7.7211104e-7,0.00019382167,0.000043380856,0.000052853095],"category_scores_gemma":[0.00007407628,0.000044430675,0.000099473225,0.00024426304,0.0005746356,0.00004858295,0.00004242278,0.0001910154,0.0000016969121],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007106523,0.00045939654,0.85786355,0.000103212595,0.00056458986,0.0000021190172,0.0031340558,0.00004205078,0.11103786,0.001467838,0.021303883,0.003310802],"study_design_scores_gemma":[0.0011776224,0.0011428307,0.98775756,0.00024284846,0.00019649044,0.00023499418,0.006387265,0.00010848718,0.0013009261,0.0005185308,0.0008396921,0.000092736824],"about_ca_topic_score_codex":0.00040190874,"about_ca_topic_score_gemma":0.000052273324,"teacher_disagreement_score":0.12989403,"about_ca_system_score_codex":0.00007142744,"about_ca_system_score_gemma":0.00020506466,"threshold_uncertainty_score":0.21172686},"labels":[],"label_agreement":null},{"id":"W2076777670","doi":"10.1016/j.jacr.2012.12.014","title":"The Next Level of Radiology Peer Review: Enterprise-wide Education and Improvement","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University; Dalhousie University","funders":"","keywords":"Identification (biology); Apprehension; Arbitration; Computer science; Medical education; Medicine; Public relations; Psychology; Political science","score_opus":0.036503072321344684,"score_gpt":0.3283629000319714,"score_spread":0.2918598277106267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076777670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8702118,0.013670588,0.00006265092,0.11434663,0.0009912048,0.00043790307,0.000007873794,0.0000017320039,0.00026964064],"genre_scores_gemma":[0.96537876,0.02603212,0.0015701825,0.0046690423,0.00029535682,0.000018150628,0.0000018346195,0.000011298496,0.0020232499],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9982517,0.00039786389,0.0008375571,0.00011978465,0.00020589151,0.00018723038],"domain_scores_gemma":[0.9953281,0.00088949903,0.0024973012,0.00034737817,0.0008451036,0.000092560374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013628089,0.000119428514,0.0007062878,0.000074619165,0.000086177286,0.0000042032184,0.00029631794,0.000053317624,0.000041963325],"category_scores_gemma":[0.002489109,0.00006196917,0.00017315157,0.00020006708,0.0008287521,0.00011317052,0.00005011135,0.00030792097,0.0000022522474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061638025,0.00030903445,0.08873301,0.00019968119,0.0005700502,0.000003514823,0.000387347,0.0000047507415,0.02197995,0.0003211802,0.82969695,0.057178147],"study_design_scores_gemma":[0.001821275,0.007531876,0.75874233,0.0007385896,0.0010667628,0.019826436,0.008369754,0.00010246637,0.0012956831,0.001237946,0.19904575,0.0002211136],"about_ca_topic_score_codex":0.00016784064,"about_ca_topic_score_gemma":0.0000047051008,"teacher_disagreement_score":0.6700093,"about_ca_system_score_codex":0.000086279724,"about_ca_system_score_gemma":0.0005105452,"threshold_uncertainty_score":0.30535716},"labels":[],"label_agreement":null},{"id":"W2077372885","doi":"10.1016/j.jacr.2004.03.021","title":"The Canadian health care system: Past, present, and future","year":2004,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Health care; Government (linguistics); Referral; Context (archaeology); Audit; Public relations; Professional association; Political science; Medicine; Public administration; Nursing; Business; Geography; Law","score_opus":0.03235421966352007,"score_gpt":0.29772285443859053,"score_spread":0.26536863477507044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077372885","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010240942,0.9581421,0.000006652994,0.038201615,0.0013260457,0.00051675993,0.00081189495,0.0000026889475,0.0009820233],"genre_scores_gemma":[0.0010238013,0.99624836,0.00012336588,0.0004540555,0.001964738,0.000011270059,0.0000025554052,0.000025425534,0.00014642936],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975435,0.00034031156,0.001445092,0.00019477599,0.000056058587,0.00042022616],"domain_scores_gemma":[0.994482,0.0001562689,0.0045867437,0.0004495799,0.00006908898,0.0002563173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010620605,0.00021877864,0.0022418331,0.0003736141,0.00039114789,0.000018706467,0.00077323336,0.00011719121,0.0000028250217],"category_scores_gemma":[0.00003504583,0.0001324173,0.0004503953,0.0004251601,0.00035878827,0.00003131223,0.00008702012,0.0005170231,0.000004389851],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029039324,0.00002148099,0.00012687787,0.015176127,0.0011192749,0.00006694175,0.00061774073,0.00001620315,1.979791e-9,0.37513316,0.114178576,0.4935146],"study_design_scores_gemma":[0.00013833816,0.00026156844,0.00016248394,0.000934565,0.000054916993,0.0008707538,0.00063909503,9.2368697e-7,5.1919415e-9,0.0002900333,0.99654305,0.00010429205],"about_ca_topic_score_codex":0.07599378,"about_ca_topic_score_gemma":0.02447588,"teacher_disagreement_score":0.88236445,"about_ca_system_score_codex":0.0016463174,"about_ca_system_score_gemma":0.0019102668,"threshold_uncertainty_score":0.9933249},"labels":[],"label_agreement":null},{"id":"W2086003236","doi":"10.1016/j.jacr.2004.05.010","title":"Electronic publishing in radiology: Beginnings, current status, and expanding horizons","year":2004,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Publishing; Electronic publishing; The Internet; Computer science; Field (mathematics); Citation; World Wide Web; Internet privacy; Medicine; Political science; Law","score_opus":0.03140860207444277,"score_gpt":0.3645781669553281,"score_spread":0.3331695648808853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086003236","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04443676,0.95161664,0.000019268731,0.0022443812,0.0011796897,0.00043450738,0.000024362571,0.000005229196,0.000039183335],"genre_scores_gemma":[0.01642853,0.9823877,0.00039449328,0.00008808786,0.000612765,0.000012450154,0.000010065534,0.000035651436,0.00003022567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966638,0.000934338,0.0012945713,0.00029794648,0.00019001502,0.0006193492],"domain_scores_gemma":[0.9938177,0.0009877398,0.004521362,0.0003445267,0.00015048047,0.00017821633],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015307926,0.00033319762,0.0032988791,0.00088142324,0.00008211653,0.000018338149,0.0004602676,0.00024520257,0.000009284279],"category_scores_gemma":[0.001657676,0.0002108169,0.00049361505,0.00095498335,0.0009000773,0.00029129343,0.000098066004,0.0024668756,7.102523e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000795895,0.00044725923,0.027116844,0.006590246,0.0018782848,0.00020309963,0.00067054335,0.000032080377,0.00003816678,0.0041171713,0.014069228,0.9440412],"study_design_scores_gemma":[0.0013021602,0.0022554435,0.003701593,0.008153314,0.0018147024,0.031566206,0.0005977187,0.0000041942494,0.0000010363394,0.0005223117,0.94983655,0.000244764],"about_ca_topic_score_codex":0.000050937884,"about_ca_topic_score_gemma":0.000012013632,"teacher_disagreement_score":0.9437964,"about_ca_system_score_codex":0.001193327,"about_ca_system_score_gemma":0.004108883,"threshold_uncertainty_score":0.9998345},"labels":[],"label_agreement":null},{"id":"W2088911174","doi":"10.1016/j.jacr.2012.12.006","title":"Pretest Probability: Should We Care?","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Winnipeg","funders":"","keywords":"MEDLINE; Statistics; Mathematics; Political science","score_opus":0.028837511989687335,"score_gpt":0.3051672065303902,"score_spread":0.2763296945407029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088911174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94818974,0.001223632,0.000023292641,0.048757184,0.0006214572,0.0003248932,0.00000547549,0.0000045997017,0.00084970205],"genre_scores_gemma":[0.99386066,0.00039855868,0.0040818807,0.00092804903,0.00036193387,0.000007649821,5.320565e-7,0.0000106416455,0.00035011323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987884,0.00028772664,0.00048100564,0.00011113773,0.00015000284,0.00018172062],"domain_scores_gemma":[0.9975889,0.00038721194,0.0012099432,0.00031817108,0.0003930386,0.00010279033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033398895,0.000102188664,0.00059991213,0.00010534816,0.00005132482,0.0000030358242,0.000257406,0.0000623581,0.0001006333],"category_scores_gemma":[0.0007343825,0.000058360285,0.00020813015,0.00027502133,0.00065341144,0.00010635329,0.00003345509,0.00036457478,0.0000072538737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00152031,0.0005462174,0.7083111,0.00023238789,0.0009249981,0.000050695027,0.002384484,0.00020358447,0.03454519,0.0012302346,0.2301532,0.019897621],"study_design_scores_gemma":[0.0022193992,0.008043323,0.86734015,0.00019598361,0.0008154461,0.024238154,0.011092342,0.00019205829,0.0023390139,0.0036870502,0.07958935,0.00024773073],"about_ca_topic_score_codex":0.0000671485,"about_ca_topic_score_gemma":0.000004578927,"teacher_disagreement_score":0.15902907,"about_ca_system_score_codex":0.00012947712,"about_ca_system_score_gemma":0.00042637912,"threshold_uncertainty_score":0.24075218},"labels":[],"label_agreement":null},{"id":"W2090985248","doi":"10.1016/j.jacr.2014.03.006","title":"Proceedings from the First Global Summit on Radiological Quality and Safety","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Association Canadienne des Radiologistes; Société Française de Radiologie","keywords":"Summit; Radiological weapon; Quality (philosophy); Political science; Business; Medicine; Geography; Radiology; Cartography; Philosophy","score_opus":0.01664684362661135,"score_gpt":0.289590650995178,"score_spread":0.27294380736856666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090985248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9420565,0.000281065,0.00006995334,0.05610076,0.0001829733,0.00012115198,0.000034729277,0.000005011745,0.0011478603],"genre_scores_gemma":[0.9917223,0.00019745195,0.00035721445,0.007194049,0.0004941612,9.716506e-7,5.3059233e-7,0.000005322928,0.000027986875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988182,0.00018836289,0.0005000555,0.00012740753,0.00019967597,0.00016628657],"domain_scores_gemma":[0.9979895,0.0007194067,0.0009309917,0.00017181964,0.00010491398,0.00008339633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009229052,0.000109268134,0.00063271256,0.0000304592,0.00012100507,0.0000056296826,0.00028200104,0.000042607713,0.000016200274],"category_scores_gemma":[0.0012843756,0.000051442814,0.00016663711,0.00023064777,0.00071758695,0.00004325704,0.000052098825,0.0002751622,0.000001460003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023060895,0.00007730727,0.93578166,0.000010053964,0.00026996204,0.0000085187985,0.00012054171,0.000034360197,0.00061308406,0.0045500607,0.05121916,0.0050092125],"study_design_scores_gemma":[0.0012644428,0.001080455,0.96619207,0.00005207982,0.00010363464,0.00067201705,0.00039606748,0.00019465202,0.000101715996,0.0009087928,0.028974738,0.00005935905],"about_ca_topic_score_codex":0.000051714098,"about_ca_topic_score_gemma":0.000007711732,"teacher_disagreement_score":0.049665816,"about_ca_system_score_codex":0.000093021255,"about_ca_system_score_gemma":0.00007169304,"threshold_uncertainty_score":0.2643979},"labels":[],"label_agreement":null},{"id":"W2091864923","doi":"10.1016/j.jacr.2014.07.031","title":"International Perspectives on Radiology Practice Metrics: Australia, France, Germany, Japan, New Zealand, Spain, the UK and USA","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Gross domestic product; Health care; Product (mathematics); Agency (philosophy); Geography; Business; Medicine; Demography; Economic growth; Economics; Sociology; Social science; Mathematics","score_opus":0.02501153310164827,"score_gpt":0.3906089149978761,"score_spread":0.3655973818962278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091864923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92189413,0.0008678245,0.00014796489,0.07060119,0.0023656152,0.00043143658,0.000032869644,0.0000080088585,0.0036509454],"genre_scores_gemma":[0.97740996,0.0022818672,0.0026080457,0.006169026,0.001630462,0.0000072225635,6.7862925e-7,0.000018012192,0.009874734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953685,0.0026844537,0.00090789737,0.0002219039,0.0003548174,0.0004624638],"domain_scores_gemma":[0.98987675,0.006089306,0.002913176,0.0003984778,0.0005298866,0.00019239569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023562189,0.00019316158,0.0007837528,0.00026214158,0.00034509102,0.0000049898463,0.0008661909,0.0001397323,0.00024250394],"category_scores_gemma":[0.0035938132,0.00010779118,0.00015468882,0.0005773348,0.000841774,0.00009703249,0.0001458237,0.0011919873,0.000025115674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025382878,0.00013734744,0.40595666,0.000030606625,0.0006631207,0.00002727645,0.005756514,0.0002795039,0.0002750639,0.021252386,0.5595112,0.0035720435],"study_design_scores_gemma":[0.0016549771,0.0019254918,0.2015887,0.00014739981,0.00013312088,0.0015257783,0.01371094,0.00009461716,0.000009069335,0.00093508087,0.77813303,0.00014177623],"about_ca_topic_score_codex":0.0011813771,"about_ca_topic_score_gemma":0.00008987738,"teacher_disagreement_score":0.21862184,"about_ca_system_score_codex":0.00024413147,"about_ca_system_score_gemma":0.00030591793,"threshold_uncertainty_score":0.5178658},"labels":[],"label_agreement":null},{"id":"W2102134952","doi":"10.1016/j.jacr.2014.02.005","title":"A Survey of Breast Imaging Fellowship Programs: Current Status of Curriculum and Training in the United States and Canada","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Breast imaging; Medicine; Mammography; Breast ultrasound; Audit; Curriculum; Breast MRI; Medical physics; Modalities; Medical education; Breast cancer; Psychology","score_opus":0.020469161194540442,"score_gpt":0.2976482268004075,"score_spread":0.277179065605867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102134952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99553174,0.0012528353,0.0000156806,0.0028665364,0.00015837316,0.00012544163,0.000033296586,6.6658754e-7,0.00001542188],"genre_scores_gemma":[0.99852264,0.0011063706,0.00017057276,0.0001447486,0.00004058224,0.0000013146444,0.0000065430354,0.000005010746,0.0000022415436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998238,0.0009220462,0.00044967115,0.00007713485,0.00013008686,0.00018303002],"domain_scores_gemma":[0.9974365,0.0009016537,0.0012429152,0.0001226436,0.00022655058,0.00006969547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014784402,0.00008035208,0.0005179284,0.0001386667,0.000028894447,0.00000215909,0.00012618257,0.00001622096,0.0000015639674],"category_scores_gemma":[0.00074257405,0.000044326825,0.00003510211,0.00038289596,0.0006378219,0.00003804759,0.000019174999,0.00024871546,8.454627e-9],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026008542,0.000082598206,0.98224694,0.000045708835,0.000067888366,0.0000048547718,0.0013621509,0.000040049614,0.00013264957,0.00004735507,0.0010454995,0.014664199],"study_design_scores_gemma":[0.0007101922,0.0005937796,0.9776919,0.00011129574,0.00009392648,0.002443941,0.015330746,0.0014896293,0.000008723207,0.00004599363,0.0014376224,0.00004226398],"about_ca_topic_score_codex":0.25436455,"about_ca_topic_score_gemma":0.050821517,"teacher_disagreement_score":0.20354304,"about_ca_system_score_codex":0.000050059203,"about_ca_system_score_gemma":0.00067055685,"threshold_uncertainty_score":0.9664985},"labels":[],"label_agreement":null},{"id":"W2102421995","doi":"10.1016/j.jacr.2014.08.026","title":"Re: “Effect of Governmental Intervention on Appropriateness of Lumbar MRI Referrals: A Canadian Experience”","year":2015,"lang":"en","type":"letter","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Intervention (counseling); Referral; Lumbar; Low back pain; Gold standard (test); Guideline; Physical therapy; Family medicine; Nursing; Radiology; Alternative medicine","score_opus":0.026425298145382702,"score_gpt":0.3241102706355254,"score_spread":0.2976849724901427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102421995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86701596,0.00050158147,0.000006958266,0.12949416,0.0017863857,0.00037259966,0.00010073355,0.000002011107,0.00071963295],"genre_scores_gemma":[0.9814706,0.00030577235,0.0002776119,0.015957795,0.0012490529,0.000011333576,0.000015381287,0.000032186843,0.00068028714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968563,0.0011740517,0.0010359787,0.00019902144,0.00046538163,0.00026927667],"domain_scores_gemma":[0.9938353,0.00034574457,0.004909514,0.0004834508,0.00029603817,0.00012998984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013112088,0.00023317161,0.001669221,0.00036204315,0.000037402533,0.0000021636306,0.00051999395,0.0003229295,0.000061385545],"category_scores_gemma":[0.0008783011,0.00014760612,0.0005262627,0.0003242264,0.0008539865,0.00007258871,0.000040398278,0.0011138065,0.0000012128083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026783566,0.00014432542,0.014835541,0.00032155195,0.00094283134,0.00021731111,0.00057761336,0.000035878627,0.0019578733,0.000020707124,0.9773432,0.00092482864],"study_design_scores_gemma":[0.013058251,0.08941821,0.08360464,0.004564527,0.005337759,0.02613463,0.027308187,0.00019031657,0.012472697,0.00026269184,0.73655534,0.0010927677],"about_ca_topic_score_codex":0.009051423,"about_ca_topic_score_gemma":0.0006366185,"teacher_disagreement_score":0.24078786,"about_ca_system_score_codex":0.0010310147,"about_ca_system_score_gemma":0.00087789184,"threshold_uncertainty_score":0.9975474},"labels":[],"label_agreement":null},{"id":"W2106582291","doi":"10.1016/j.jacr.2014.09.028","title":"Is a Picture Worth a Thousand Words? The Effect of Viewing Patient Photographs on Radiologist Interpretation of CT Studies","year":2015,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Scopus; Medicine; Teleradiology; Radiology; MEDLINE; Medical physics; Nuclear medicine; Health care; Telemedicine","score_opus":0.025430682434776114,"score_gpt":0.3387823653165555,"score_spread":0.3133516828817794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106582291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908408,0.004671255,0.000049269776,0.0031694055,0.0007406839,0.00035710554,0.000012919495,0.0000027341628,0.00015580482],"genre_scores_gemma":[0.99808455,0.0007813663,0.00034269597,0.0006241863,0.00012392602,0.000007649248,6.81635e-7,0.000009920847,0.00002502625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976857,0.0010906701,0.0007198693,0.00012304126,0.0002292667,0.00015147767],"domain_scores_gemma":[0.9948107,0.0015859965,0.0029275871,0.00031981463,0.00029384822,0.00006205718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013517225,0.00015303167,0.0011276484,0.00019790596,0.00004939333,0.0000016586309,0.00023718757,0.000040260133,0.0000053329054],"category_scores_gemma":[0.001983745,0.00006881833,0.00035015782,0.00048087115,0.0011181956,0.000051543237,0.000039454564,0.00036233908,3.0250808e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037937928,0.00057979196,0.8008228,0.00043416178,0.007190075,0.00011201082,0.041711286,0.0030331968,0.009127151,0.000108176435,0.067322716,0.031620726],"study_design_scores_gemma":[0.021604326,0.23938328,0.4094808,0.004963413,0.010256783,0.039246786,0.18752916,0.002729436,0.0637664,0.0014894855,0.01855025,0.000999853],"about_ca_topic_score_codex":0.00003072167,"about_ca_topic_score_gemma":0.000003484711,"teacher_disagreement_score":0.39134195,"about_ca_system_score_codex":0.000089411325,"about_ca_system_score_gemma":0.00017802548,"threshold_uncertainty_score":0.41200384},"labels":[],"label_agreement":null},{"id":"W2110108548","doi":"10.1016/j.jacr.2007.01.009","title":"Debt, Demographics, and Dual Degrees: American Medicine at the Crossroads","year":2007,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Association of American Medical Colleges","keywords":"Workforce; Economic shortage; Student debt; Graduate medical education; Demographics; Quarter (Canadian coin); Debt; Medical school; Medicine; Family medicine; Primary care; Medical education; Business; Political science; Finance; Sociology; Demography","score_opus":0.07243398497177686,"score_gpt":0.46886613428886303,"score_spread":0.39643214931708615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110108548","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012697575,0.9774963,0.000016486161,0.00535181,0.001981819,0.0012613921,0.00018825784,0.000015151447,0.0009911786],"genre_scores_gemma":[0.0009496305,0.99295855,0.0005390282,0.002233388,0.001495358,0.000023785522,0.0000049505416,0.00007607096,0.0017192287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98973846,0.0048124767,0.0033536898,0.0003780504,0.00064810197,0.0010692334],"domain_scores_gemma":[0.9775347,0.008288071,0.01230666,0.0009292972,0.00053243147,0.00040884304],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0044063046,0.0006051111,0.0055221925,0.0005238784,0.0010787643,0.0000029929706,0.0013682356,0.00035187457,0.000120258606],"category_scores_gemma":[0.0015173943,0.0002757501,0.0007709324,0.0022974133,0.009282193,0.000045929377,0.0005860652,0.0028032642,0.000010862756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009373739,0.000092811635,0.028811147,0.006159966,0.001535391,0.00026633198,0.001021979,0.000008110469,0.000002290963,0.0015761887,0.40227714,0.5573113],"study_design_scores_gemma":[0.00055384747,0.001452842,0.0024905615,0.009097743,0.0010152803,0.0041629644,0.0032404838,0.000002154256,8.854699e-8,0.00011048329,0.97765094,0.00022259037],"about_ca_topic_score_codex":0.0009366336,"about_ca_topic_score_gemma":0.0014759484,"teacher_disagreement_score":0.5753738,"about_ca_system_score_codex":0.0006854219,"about_ca_system_score_gemma":0.001497289,"threshold_uncertainty_score":0.9999695},"labels":[],"label_agreement":null},{"id":"W2110882656","doi":"10.1016/j.jacr.2013.09.020","title":"Retrospective Study of the Impact of Fellowship Training on Two Quality and Safety Measures in Uterine Artery Embolization","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Uterine Myomas and Treatments","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital","funders":"","keywords":"Uterine artery embolization; Medicine; Retrospective cohort study; Embolization; Quality (philosophy); General surgery; Radiology; Surgery","score_opus":0.03641154842272478,"score_gpt":0.35199211516836837,"score_spread":0.3155805667456436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110882656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99884886,0.000024530298,0.00003038454,0.00056880823,0.00008250352,0.0002369222,0.000022053942,0.0000012366745,0.00018470231],"genre_scores_gemma":[0.9997435,0.000030258258,0.00009228342,0.000050484276,0.000055411,0.000001187532,2.3754639e-7,0.000007588083,0.000019038576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99838126,0.00065885787,0.0005848224,0.00009336759,0.00017703656,0.00010464217],"domain_scores_gemma":[0.99820334,0.00014075827,0.0012468414,0.00024086992,0.00012898256,0.00003922186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007296507,0.00010371039,0.0008883168,0.00011841597,0.000027586791,0.000001049247,0.00012747847,0.000025825533,0.000004560749],"category_scores_gemma":[0.00034672342,0.000050814062,0.00016397319,0.00028184365,0.00026447876,0.000024504896,0.000037464262,0.0001847809,3.2965396e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004277291,0.0005874382,0.9844233,0.000013363937,0.0005131264,0.00001134455,0.0014823689,0.00040678112,0.007007921,0.00017446392,0.00004224542,0.001060385],"study_design_scores_gemma":[0.0040289634,0.009006031,0.9848197,0.00007650497,0.00008376361,0.00037927128,0.00095943734,0.00010209989,0.0002624685,0.00023634321,0.000008955903,0.000036423306],"about_ca_topic_score_codex":0.00031200235,"about_ca_topic_score_gemma":0.000096370124,"teacher_disagreement_score":0.008418593,"about_ca_system_score_codex":0.00011347022,"about_ca_system_score_gemma":0.000086406115,"threshold_uncertainty_score":0.20721373},"labels":[],"label_agreement":null},{"id":"W2117923690","doi":"10.1016/j.jacr.2011.07.015","title":"Two-Day Workshop on Incident Reporting, Analysis, and Learning: Defining the Structure","year":2011,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Key (lock); Quality (philosophy); Computer science; Near miss; Patient safety; Quality assurance; Medical education; Data science; Medical physics; Medicine; Engineering; Computer security; Political science; Forensic engineering; Health care","score_opus":0.01570035165233616,"score_gpt":0.2896223355812671,"score_spread":0.27392198392893097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117923690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951808,0.00056465715,0.00026778856,0.0030932126,0.0001425249,0.00007010341,0.0000025412273,0.000004139939,0.00067426404],"genre_scores_gemma":[0.99696463,0.000159379,0.001406235,0.0011362243,0.00012302407,4.3344403e-7,5.213013e-7,0.000008862991,0.00020066326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983366,0.00043260245,0.00076984527,0.0001093871,0.00019678212,0.0001547875],"domain_scores_gemma":[0.9947785,0.00041003147,0.0043889694,0.0002422036,0.00009823616,0.00008201747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013109565,0.00009803067,0.0006196965,0.00024795873,0.00013518614,0.000004618725,0.00018290748,0.00002669709,0.00005067993],"category_scores_gemma":[0.003163829,0.000049064773,0.00023092268,0.00066658866,0.00036558634,0.000038010658,0.000048327947,0.00058720197,3.8692733e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005316028,0.000043152584,0.97868973,0.0000067720753,0.0016890746,0.00018678432,0.0020471544,0.0015639424,0.0023050213,0.0012184728,0.0020417979,0.009676487],"study_design_scores_gemma":[0.0007096912,0.00065389625,0.9840777,0.000048344777,0.0011777757,0.005154903,0.0039603766,0.00057517615,0.0017121868,0.00040413122,0.0014445138,0.000081287406],"about_ca_topic_score_codex":0.000056368885,"about_ca_topic_score_gemma":0.000018735273,"teacher_disagreement_score":0.0095951995,"about_ca_system_score_codex":0.000049525646,"about_ca_system_score_gemma":0.00014356489,"threshold_uncertainty_score":0.37876272},"labels":[],"label_agreement":null},{"id":"W2119652341","doi":"10.1016/j.jacr.2004.05.014","title":"Electronic publishing in radiology: Economics and the future","year":2004,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Publishing; Medical physics; Radiology; Medicine; Library science; Political science; Computer science; Law","score_opus":0.014556253407223803,"score_gpt":0.3051210792654445,"score_spread":0.2905648258582207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119652341","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012715776,0.9610602,0.0000035720125,0.024481073,0.0011211408,0.00048336608,0.000014316432,0.0000022815682,0.000118269585],"genre_scores_gemma":[0.0037631658,0.99387103,0.0002554502,0.0006258965,0.0013548911,0.000010756441,0.000003870839,0.000026040854,0.00008889552],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969291,0.0012787824,0.0011512084,0.00020980489,0.00008351806,0.000347554],"domain_scores_gemma":[0.9937599,0.0013357673,0.004328638,0.00039989303,0.00009588463,0.00007996359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024593151,0.00026037425,0.0032259608,0.0003702836,0.000071691706,0.000014470122,0.00063283567,0.0002926326,0.000007768642],"category_scores_gemma":[0.0008439345,0.00012561219,0.0006034853,0.00049795257,0.0013577365,0.00018393376,0.00007526845,0.0019902277,7.189164e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003953424,0.0003046149,0.0017395767,0.003790899,0.004769683,0.00017230421,0.0007683733,0.00017371075,0.0000026727428,0.05297785,0.020614007,0.91073287],"study_design_scores_gemma":[0.001969489,0.0006794775,0.00067380816,0.0011293419,0.0014070276,0.06564017,0.0006426338,0.000010202999,1.6163013e-7,0.0013008991,0.92643136,0.000115422525],"about_ca_topic_score_codex":0.000047175225,"about_ca_topic_score_gemma":0.000036013345,"teacher_disagreement_score":0.9106175,"about_ca_system_score_codex":0.000633855,"about_ca_system_score_gemma":0.003254643,"threshold_uncertainty_score":0.864666},"labels":[],"label_agreement":null},{"id":"W2123170207","doi":"10.1016/j.jacr.2009.01.011","title":"Approaches for Economic Evaluations of Health Care Technologies","year":2009,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Economic evaluation; Psychological intervention; Cost–benefit analysis; Health care; Health technology; Risk analysis (engineering); Economic model; Management science; Resource (disambiguation); Action (physics); Key (lock); Computer science; Cost effectiveness; Resource allocation; Cost-effectiveness analysis; Medicine; Economics; Political science; Microeconomics","score_opus":0.24058296104061386,"score_gpt":0.42318797657372054,"score_spread":0.18260501553310668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123170207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7529192,0.01633196,0.007963101,0.21859455,0.0009186943,0.0012804652,0.0013673834,0.000020980006,0.000603659],"genre_scores_gemma":[0.98438257,0.00027683453,0.0136948535,0.0014536915,0.0001226881,0.000014436808,0.0000030405508,0.000011875871,0.000039998486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9950925,0.00041913343,0.0039909226,0.0001928068,0.000059473656,0.00024513854],"domain_scores_gemma":[0.9869418,0.00088354887,0.011590435,0.00042990106,0.00010864601,0.00004565728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008156052,0.00012577667,0.0017356087,0.00041406523,0.0001194252,0.0000040888553,0.0006229873,0.000072416056,0.000012588105],"category_scores_gemma":[0.0020095313,0.000114676885,0.0003439005,0.0001832537,0.00047209498,0.00012126526,0.000032078802,0.00014702207,0.000005907645],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052496005,0.00046532636,0.050281256,0.0007579897,0.0010045747,0.0000010347414,0.0073630423,0.021052347,0.000093064984,0.6624552,0.23220979,0.023791397],"study_design_scores_gemma":[0.010099182,0.018783322,0.28394997,0.00059589726,0.00023839314,0.0009493768,0.1692067,0.014622153,0.00082484,0.3845585,0.11467631,0.0014953774],"about_ca_topic_score_codex":0.00006747688,"about_ca_topic_score_gemma":0.000027938242,"teacher_disagreement_score":0.27789673,"about_ca_system_score_codex":0.0006391654,"about_ca_system_score_gemma":0.00072674046,"threshold_uncertainty_score":0.46763876},"labels":[],"label_agreement":null},{"id":"W2129793400","doi":"10.1016/j.jacr.2012.10.012","title":"Beware the Mask","year":2013,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Medical imaging; Medical physics; Modalities; Computed tomography; Radiography; Medicine; Nuclear medicine; Digital radiography; Radiology; History; Sociology; Social science; Archaeology","score_opus":0.028804035508832607,"score_gpt":0.33133683432725153,"score_spread":0.30253279881841894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129793400","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062191254,0.99284667,0.000017917117,0.004804096,0.000643097,0.00045987533,0.000037123646,0.0000037653829,0.00056555204],"genre_scores_gemma":[0.00064153416,0.9958652,0.00029473784,0.00081767974,0.00082034466,0.000008123583,0.0000015438081,0.000030638534,0.0015201765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978787,0.00055495667,0.0009744715,0.00011678967,0.0002509507,0.00022415884],"domain_scores_gemma":[0.99517673,0.00056642824,0.0035051194,0.00051170995,0.00015138273,0.00008861427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052913855,0.00021791818,0.002453534,0.00022195026,0.00007596179,0.0000054560223,0.00071536226,0.00007868233,0.00009924614],"category_scores_gemma":[0.00042756606,0.00008978476,0.0010785691,0.0005675624,0.00062443863,0.000045871297,0.000086652595,0.0007512325,0.000016446114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041699044,0.000048042086,0.00018660034,0.0009702206,0.0012178817,0.00007437109,0.00006174067,0.0000052937116,0.000009878308,0.00012220381,0.21369897,0.7835631],"study_design_scores_gemma":[0.00025154036,0.00038247474,0.00021678134,0.001831743,0.0014109229,0.015781606,0.00019468857,0.000008524138,0.0000030703295,0.000038160462,0.97979885,0.00008163111],"about_ca_topic_score_codex":0.000013298785,"about_ca_topic_score_gemma":5.967734e-7,"teacher_disagreement_score":0.7834815,"about_ca_system_score_codex":0.00013694067,"about_ca_system_score_gemma":0.0008682244,"threshold_uncertainty_score":0.36613163},"labels":[],"label_agreement":null},{"id":"W2131771729","doi":"10.1016/j.jacr.2007.07.002","title":"A Tiger by the Tail","year":2007,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mistake; Payroll; Quarter (Canadian coin); Tiger; Actuarial science; Health insurance; Business; History; Accounting; Law; Political science; Computer security; Computer science; Health care","score_opus":0.023274642811321147,"score_gpt":0.2635562280386196,"score_spread":0.24028158522729848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131771729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8879309,0.00302481,0.0032679273,0.09177675,0.0010812762,0.00020350903,0.0001262434,0.000004464865,0.012584089],"genre_scores_gemma":[0.9934174,0.0003072271,0.00034093324,0.004211786,0.00018471622,0.0000011096264,1.4939928e-7,0.000007592439,0.0015290859],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988992,0.00006556023,0.00069315557,0.000082006125,0.00003878478,0.00022124904],"domain_scores_gemma":[0.99793386,0.00020878018,0.001521963,0.00024062676,0.000038674458,0.00005611198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017955031,0.00006999951,0.00041248018,0.00012208625,0.000071810755,0.000003227747,0.00049300113,0.00002856556,0.000042855965],"category_scores_gemma":[0.0002137277,0.00004329473,0.00016815406,0.00032337426,0.00032789202,0.00003640501,0.000055561322,0.00019624498,0.000014365088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029631922,0.00014510489,0.033765692,0.000024027326,0.00039374674,0.000030247482,0.0005483442,0.00007762117,0.0002710466,0.33901182,0.61856353,0.0068724924],"study_design_scores_gemma":[0.00039371173,0.00044059698,0.03516656,0.000008187638,0.000011819534,0.0002964615,0.0005019007,0.000036789883,0.00014906189,0.010795813,0.95211375,0.00008533131],"about_ca_topic_score_codex":0.00050871907,"about_ca_topic_score_gemma":0.000045785717,"teacher_disagreement_score":0.3335502,"about_ca_system_score_codex":0.000085265325,"about_ca_system_score_gemma":0.00004046653,"threshold_uncertainty_score":0.17655079},"labels":[],"label_agreement":null},{"id":"W2135079443","doi":"10.1016/j.jacr.2013.02.026","title":"The Image Gently Pediatric Digital Radiography Safety Checklist: Tools for Improving Pediatric Radiography","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Checklist; Workflow; Radiography; Medical physics; Digital radiography; Image quality; Medicine; Quality (philosophy); Patient safety; Radiology; Computer science; Health care; Psychology; Image (mathematics); Artificial intelligence; Database","score_opus":0.006024795320994666,"score_gpt":0.23540447568643,"score_spread":0.22937968036543532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135079443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810783,0.0045397095,0.0019028616,0.009814218,0.0009401148,0.0010716534,0.00016217721,0.000019546806,0.00047137216],"genre_scores_gemma":[0.99101645,0.0032644374,0.0027489797,0.00064078736,0.0020301456,0.000024473544,0.0000047668755,0.000042733947,0.00022721683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975525,0.00016322185,0.0012078349,0.00021704308,0.00032992195,0.00052946224],"domain_scores_gemma":[0.9950863,0.0013330313,0.0024064344,0.00047658448,0.00048457694,0.00021303954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008270122,0.00024538196,0.0009212051,0.0006899591,0.00033695748,0.00008438319,0.00067663204,0.00006283463,0.000017475608],"category_scores_gemma":[0.0011619267,0.00013971202,0.0012569388,0.0017158462,0.0005997614,0.00059864647,0.00007700713,0.00041480656,0.000003697423],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028739853,0.00050366926,0.5410123,0.00028834929,0.0015561188,0.00005976786,0.00034819945,0.00013554495,0.009900117,0.0005624409,0.35316113,0.08959838],"study_design_scores_gemma":[0.008420676,0.004457156,0.92611754,0.00003599109,0.0022750415,0.005616102,0.0022962473,0.0014559707,0.0007591079,0.0012833514,0.04661836,0.0006644493],"about_ca_topic_score_codex":0.000017418843,"about_ca_topic_score_gemma":6.1355945e-7,"teacher_disagreement_score":0.38510522,"about_ca_system_score_codex":0.000092281494,"about_ca_system_score_gemma":0.00036873473,"threshold_uncertainty_score":0.5697291},"labels":[],"label_agreement":null},{"id":"W2137934214","doi":"10.1016/j.jacr.2009.01.012","title":"Health Technology Assessment and Primary Data Collection for Reducing Uncertainty in Decision Making","year":2009,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Health and Long Term Care; University of Toronto; McMaster University; St. Joseph’s Healthcare Hamilton; Programs for Assessment of Technology in Health Research Institute","funders":"","keywords":"Reimbursement; Health technology; Purchasing; Data collection; Popularity; Health care; Process (computing); Business; Decision-making; Marketing; Computer science; Economics; Political science","score_opus":0.1860143499636209,"score_gpt":0.46150565260562265,"score_spread":0.2754913026420017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137934214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83111054,0.0027901595,0.014445906,0.15017472,0.0005440034,0.0006227016,0.00021122882,0.000005956172,0.00009478285],"genre_scores_gemma":[0.93330526,0.0005718964,0.061401207,0.0045678723,0.00011873776,0.0000058681608,0.0000028436011,0.000009014161,0.000017327127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99613434,0.00034868883,0.0029572973,0.0002639666,0.000060320413,0.0002353985],"domain_scores_gemma":[0.99191695,0.0013415872,0.0061670314,0.00045190795,0.000071872826,0.00005062701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012867406,0.00009923357,0.0013277815,0.0006647136,0.00013124546,0.000007309438,0.00050687656,0.00006576435,0.0000040319005],"category_scores_gemma":[0.0024244692,0.0000930139,0.00007029327,0.00052400003,0.00017471222,0.00016435733,0.00008117604,0.000224351,5.3266814e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021123767,0.00089290104,0.42590827,0.00062320975,0.0004911642,0.000013593512,0.0016777372,0.016121596,0.0002985382,0.12259628,0.33585668,0.09340769],"study_design_scores_gemma":[0.003772727,0.0041101407,0.8222058,0.0007725343,0.000024034955,0.0013268506,0.003601627,0.044760283,0.0000043577393,0.10485968,0.014211172,0.0003508049],"about_ca_topic_score_codex":0.00011403793,"about_ca_topic_score_gemma":0.00008518538,"teacher_disagreement_score":0.39629754,"about_ca_system_score_codex":0.0010557702,"about_ca_system_score_gemma":0.000680611,"threshold_uncertainty_score":0.44596118},"labels":[],"label_agreement":null},{"id":"W2138514709","doi":"10.1016/j.jacr.2015.03.008","title":"Assessing the Gap in Female Authorship in Radiology: Trends Over the Past Two Decades","year":2015,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of British Columbia; Vancouver General Hospital","funders":"","keywords":"Medicine; Radiology; Library science; Computer science","score_opus":0.07233577777134118,"score_gpt":0.3793780501077855,"score_spread":0.3070422723364443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138514709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9603344,0.0006631849,0.000016574728,0.032920513,0.0008037154,0.000075495576,0.000004439466,0.0000030441445,0.0051785866],"genre_scores_gemma":[0.9975811,0.0001232246,0.00012404952,0.0012701501,0.00051940023,0.0000014218332,1.7953883e-7,0.0000048218967,0.0003756557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99574506,0.0029662154,0.0003968122,0.000105951134,0.0004768406,0.0003090961],"domain_scores_gemma":[0.9977359,0.0010894181,0.0007666773,0.0002034627,0.00010966029,0.000094893716],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007793728,0.000095716874,0.00046984816,0.00022057648,0.00020300697,0.00002192104,0.0014272649,0.00006785338,0.000028487853],"category_scores_gemma":[0.0011293084,0.000046826208,0.00013816435,0.0012640039,0.0029634812,0.00015237494,0.00011400009,0.00061621686,8.8676984e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023571699,0.00007891066,0.927754,0.0000033094682,0.0000754759,0.00012885923,0.020932661,0.00068299344,0.00009426005,0.006651998,0.03770957,0.0056522856],"study_design_scores_gemma":[0.0016969227,0.00047382334,0.7568282,0.000072220326,0.00008586231,0.0004814252,0.20973198,0.000078537814,0.000011931454,0.005334498,0.025076378,0.00012823037],"about_ca_topic_score_codex":0.0011907999,"about_ca_topic_score_gemma":0.0018012123,"teacher_disagreement_score":0.18879932,"about_ca_system_score_codex":0.00023510221,"about_ca_system_score_gemma":0.00044771002,"threshold_uncertainty_score":0.9997499},"labels":[],"label_agreement":null},{"id":"W2151953824","doi":"10.1016/j.jacr.2009.08.011","title":"ACR Appropriateness Criteria® on Percutaneous Catheter Drainage of Infected Fluid Collections","year":2009,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Central Venous Catheters and Hemodialysis","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Percutaneous; Appropriateness criteria; Medicine; Drainage; Catheter; Radiology; Biology","score_opus":0.018821842127139134,"score_gpt":0.3243565916412285,"score_spread":0.3055347495140894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151953824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99381614,0.00007580421,0.00014870653,0.0027356257,0.00071190257,0.00035972265,0.00011916561,0.000010112395,0.0020228329],"genre_scores_gemma":[0.9971231,0.00013096842,0.00068025046,0.0010373318,0.00026705192,0.0000036824579,0.0000013534012,0.000017033482,0.0007391801],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.997169,0.0010651336,0.0009912596,0.00015298957,0.00023410989,0.00038749079],"domain_scores_gemma":[0.9966606,0.00059759896,0.0018165129,0.0004016874,0.00041437583,0.000109225184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056042185,0.00017347735,0.0010740184,0.00033525063,0.0004224009,0.0000027399847,0.00045826635,0.00011789345,0.00013574246],"category_scores_gemma":[0.00036926873,0.00011064603,0.00048656855,0.00087253784,0.00040297306,0.000041493506,0.000051237203,0.00053055654,0.0000035021037],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009173561,0.0037937895,0.008930167,0.00022297278,0.001219489,0.00046422484,0.014817534,0.0011993869,0.8639188,0.0036059062,0.08938254,0.0032716535],"study_design_scores_gemma":[0.029290421,0.15554617,0.4936656,0.0040795766,0.006516161,0.050946392,0.05664735,0.003823565,0.06559639,0.049332313,0.07993372,0.0046223532],"about_ca_topic_score_codex":0.00008519739,"about_ca_topic_score_gemma":0.000023376106,"teacher_disagreement_score":0.7983224,"about_ca_system_score_codex":0.00023408484,"about_ca_system_score_gemma":0.0004438863,"threshold_uncertainty_score":0.4512014},"labels":[],"label_agreement":null},{"id":"W2154630688","doi":"10.1016/j.jacr.2010.03.017","title":"Improving Equitable Access to Imaging Under Universal-Access Medicine: The Ontario Wait Time Information Program and Its Impact on Hospital Policy and Process","year":2010,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Ottawa Mental Health Centre; Royal Victoria Regional Health Centre; University of Ottawa","funders":"","keywords":"Accountability; Government (linguistics); Purchasing; Health care; Medicine; Process (computing); Operations management; Computer science; Business; Marketing; Engineering","score_opus":0.015110642419810177,"score_gpt":0.30826020193534925,"score_spread":0.29314955951553906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154630688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94325167,0.000078493824,0.00010350761,0.054686353,0.00021118,0.00040601342,0.000040287752,0.0000049030305,0.0012176225],"genre_scores_gemma":[0.99742746,0.000054202028,0.00008077346,0.0021542944,0.00016992142,0.0000060773004,5.8362275e-7,0.000007125564,0.00009958253],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99909556,0.000032004944,0.0004570509,0.0001036886,0.00005369548,0.00025801256],"domain_scores_gemma":[0.9983922,0.00011007028,0.0011389019,0.00015669328,0.0000911788,0.00011095625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007025276,0.00011112692,0.00039743428,0.00035330196,0.0001310405,0.00004994169,0.0005196136,0.000028301167,0.000023179591],"category_scores_gemma":[0.00031515004,0.000067785855,0.00005266358,0.00037417046,0.00021191273,0.0006362699,0.00020447167,0.00027589002,0.0000019187564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002602237,0.0007073047,0.365356,0.0007225006,0.0016494397,0.00004745703,0.030516336,0.006106762,0.0007900296,0.36095068,0.040818974,0.18973228],"study_design_scores_gemma":[0.0026902866,0.0054071476,0.8951509,0.00013853643,0.000087312714,0.0006437282,0.0021240804,0.0072892867,0.00011232502,0.01753942,0.06826423,0.00055273966],"about_ca_topic_score_codex":0.018359413,"about_ca_topic_score_gemma":0.0008686518,"teacher_disagreement_score":0.52979493,"about_ca_system_score_codex":0.00019127617,"about_ca_system_score_gemma":0.00021739928,"threshold_uncertainty_score":0.9881774},"labels":[],"label_agreement":null},{"id":"W2159692906","doi":"10.1016/j.jacr.2010.08.007","title":"A Resource Allocation Metric for Thyroid Biopsies","year":2011,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Thyroid Cancer Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institutes of Health","keywords":"Medicine; Thyroid nodules; Thyroid; Thyroid cancer; Breast cancer; Biopsy; Prostate cancer; Prostate; Cancer; Radiology; Oncology; Internal medicine","score_opus":0.022803160415583175,"score_gpt":0.27142901723771534,"score_spread":0.24862585682213217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159692906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900438,0.0031615444,0.00026441505,0.005199717,0.00021569706,0.0003255347,0.000037738264,0.0000050789067,0.00074645516],"genre_scores_gemma":[0.99343306,0.0004701294,0.0052185613,0.0004953215,0.00015296448,0.000014287165,6.766587e-7,0.000011929303,0.00020309215],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.999177,0.000088365356,0.00037800786,0.00008942634,0.00012888467,0.00013832838],"domain_scores_gemma":[0.998363,0.00023027582,0.00093186327,0.00021929949,0.0001892289,0.00006633688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002774013,0.000090486334,0.0005323489,0.00021014,0.00004073532,0.0000010738086,0.000182893,0.000028669636,0.000013434214],"category_scores_gemma":[0.00023422737,0.000051697516,0.00028274424,0.00044320867,0.00028056427,0.000025740388,0.00002300178,0.00009211236,7.38796e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026512353,0.004469005,0.36819497,0.00029350692,0.00754755,0.0003716898,0.0034095126,0.00024322642,0.064767264,0.014578573,0.46638328,0.043229084],"study_design_scores_gemma":[0.011506088,0.035250954,0.78008795,0.00026486884,0.0025781887,0.013286586,0.004221383,0.00011735312,0.07758298,0.0019241266,0.072842136,0.00033739067],"about_ca_topic_score_codex":0.000036306574,"about_ca_topic_score_gemma":0.0000043070063,"teacher_disagreement_score":0.41189298,"about_ca_system_score_codex":0.00011597962,"about_ca_system_score_gemma":0.00016196576,"threshold_uncertainty_score":0.21081635},"labels":[],"label_agreement":null},{"id":"W2163637450","doi":"10.1016/j.jacr.2011.01.009","title":"ACR Appropriateness Criteria® on Hodgkin's Lymphoma-Unfavorable Clinical Stage I and II","year":2011,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Lymphoma Diagnosis and Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"ABVD; Procarbazine; Medicine; Vinblastine; Dacarbazine; Vincristine; Bleomycin; Oncology; Radiation therapy; Chemotherapy; Internal medicine; Lymphoma; Stage (stratigraphy); Prednisone; Etoposide; Hodgkin's lymphoma; Regimen; Cyclophosphamide","score_opus":0.04438669332646841,"score_gpt":0.3219333325211303,"score_spread":0.27754663919466194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163637450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957826,0.00039707124,0.000013427424,0.001736297,0.00056426565,0.00019917345,0.000041551328,0.000005748069,0.0012598546],"genre_scores_gemma":[0.99505574,0.00084961223,0.0024018723,0.0010577008,0.00020711315,0.000004864661,5.4956195e-7,0.000016477308,0.00040608674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99834996,0.00035275586,0.00069868757,0.00018359577,0.00019618106,0.00021883156],"domain_scores_gemma":[0.9979171,0.00027808905,0.0011145152,0.00036404683,0.00015492894,0.00017133115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006734897,0.0001643751,0.0010610019,0.00011904681,0.00009488419,0.0000029808814,0.0002280738,0.00007352399,0.00006236345],"category_scores_gemma":[0.00022386508,0.00009044376,0.00029652723,0.00019858648,0.0007374743,0.000045290013,0.000105051025,0.00013024996,0.000002216098],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01858506,0.008402142,0.8695433,0.00012652346,0.0031380514,0.0031479148,0.0011774545,0.000010355743,0.003542234,0.004622104,0.038013555,0.049691297],"study_design_scores_gemma":[0.007959851,0.01721641,0.95146924,0.00015452421,0.00048602652,0.006276853,0.0007929572,0.000038601815,0.0041942345,0.0003521144,0.010906468,0.00015272017],"about_ca_topic_score_codex":0.00008913672,"about_ca_topic_score_gemma":0.000004128238,"teacher_disagreement_score":0.08192593,"about_ca_system_score_codex":0.000103191356,"about_ca_system_score_gemma":0.00029567484,"threshold_uncertainty_score":0.36881894},"labels":[],"label_agreement":null},{"id":"W2171935677","doi":"10.1016/j.jacr.2004.12.005","title":"The ACR’s Mammography Accreditation Program: Ten Years of Experience Since MQSA","year":2005,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre","funders":"","keywords":"Accreditation; Mammography; Certification; Medicine; Food and drug administration; Medical physics; Quality (philosophy); Family medicine; Medical education; Political science; Medical emergency; Breast cancer; Internal medicine; Law","score_opus":0.01415399426101643,"score_gpt":0.32846498647598665,"score_spread":0.3143109922149702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171935677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98243207,0.00086776173,0.000027270813,0.01579393,0.0005017343,0.00020625565,0.000008183225,0.0000044422345,0.00015834748],"genre_scores_gemma":[0.99220186,0.0007189114,0.006223744,0.00030975172,0.00041006392,0.000007994647,7.028778e-7,0.000007931867,0.0001190473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987695,0.00023634624,0.0005321246,0.00009176838,0.00019820905,0.00017204451],"domain_scores_gemma":[0.9971531,0.00058600766,0.0016824761,0.00027176045,0.00024372202,0.000062928855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000589732,0.00007929019,0.00039685116,0.000117333395,0.00007673263,0.0000035618023,0.00034733812,0.00004479866,0.000007870758],"category_scores_gemma":[0.00066519715,0.00004543571,0.00019815302,0.0004809053,0.0011520715,0.00011383169,0.000027308562,0.00024166731,9.2539443e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006653365,0.0014368925,0.43613178,0.0000649467,0.001452016,0.00006776649,0.0072469525,0.0004924313,0.0499616,0.0026261222,0.09754386,0.39632228],"study_design_scores_gemma":[0.0009993162,0.0032054977,0.8800854,0.00005892659,0.00023262952,0.004255558,0.008078963,0.00019933416,0.001765441,0.0001766045,0.10085504,0.00008731394],"about_ca_topic_score_codex":0.000018858535,"about_ca_topic_score_gemma":0.0000066114044,"teacher_disagreement_score":0.4439536,"about_ca_system_score_codex":0.000054540837,"about_ca_system_score_gemma":0.00026308306,"threshold_uncertainty_score":0.42448556},"labels":[],"label_agreement":null},{"id":"W2200492177","doi":"10.1016/j.jacr.2015.06.040","title":"Implementation of Structured Radiology Reports","year":2015,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Scopus; Medicine; CLARITY; Radiology information systems; Patient care; Radiology; MEDLINE; Library science; Medical physics; Computer science; Political science; Nursing","score_opus":0.023230108158098887,"score_gpt":0.35159102204838194,"score_spread":0.32836091389028305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200492177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99175805,0.0005592632,0.000094564886,0.0058682426,0.0013401977,0.00016740666,0.000009924469,0.0000026744744,0.0001997034],"genre_scores_gemma":[0.9956476,0.00012988273,0.0034353803,0.00036372506,0.0003316087,0.0000015666119,0.0000022859126,0.000009152373,0.00007880543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830955,0.00039130572,0.0008617227,0.00010709887,0.0001748665,0.00015544418],"domain_scores_gemma":[0.9953044,0.00019631702,0.0036677294,0.00028790362,0.00043474758,0.000108871915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009553324,0.00009586422,0.0007655219,0.0001801581,0.000026382231,9.516805e-7,0.0001602639,0.00006147109,0.000030159657],"category_scores_gemma":[0.0006469463,0.000060350114,0.00017797491,0.00030625766,0.0005415687,0.00007335763,0.000027944425,0.00022278706,3.6834967e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018042745,0.00011550593,0.87302685,0.000029486844,0.00067986036,0.00016812344,0.0010488839,0.00018949143,0.029993111,0.0005039449,0.08920452,0.0032359771],"study_design_scores_gemma":[0.0023394953,0.005739957,0.8451306,0.000030455618,0.0005987983,0.11438197,0.013113104,0.00003091796,0.006813717,0.0018970642,0.009814282,0.000109594956],"about_ca_topic_score_codex":0.00016702645,"about_ca_topic_score_gemma":0.000019796607,"teacher_disagreement_score":0.11421385,"about_ca_system_score_codex":0.00011557573,"about_ca_system_score_gemma":0.0008795819,"threshold_uncertainty_score":0.24610062},"labels":[],"label_agreement":null},{"id":"W2257182481","doi":"10.1016/j.jacr.2015.10.008","title":"Peer Review in Radiology: A Resident and Fellow Perspective","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Curriculum; Peer review; Medical education; Descriptive statistics; Odds; Perspective (graphical); Medicine; Perception; Psychology; Pedagogy; Political science; Internal medicine; Statistics","score_opus":0.020482002902913493,"score_gpt":0.3378484883681747,"score_spread":0.31736648546526125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2257182481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69659466,0.016926073,0.000019198347,0.28557318,0.00028405173,0.00017729976,0.0000060893326,0.0000018371281,0.00041760778],"genre_scores_gemma":[0.9566142,0.037362255,0.0007522638,0.002622032,0.00024668945,0.0000040167392,2.0048586e-7,0.000009678939,0.0023886862],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99846125,0.0005531396,0.0004959343,0.00013809223,0.00018102804,0.00017056629],"domain_scores_gemma":[0.9973915,0.00065432943,0.0011226063,0.00022387023,0.0005269508,0.000080736354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016151968,0.000100056975,0.00081081706,0.00016827998,0.000030063791,0.000001054433,0.0001727533,0.000052821502,0.00004157941],"category_scores_gemma":[0.004320861,0.00004881528,0.0001398443,0.0002781941,0.0007885739,0.000077254204,0.000033414217,0.0002630822,0.0000017821666],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038651368,0.00028472758,0.40433666,0.00020651004,0.0007800438,0.0003864506,0.0013633606,0.0000051269635,0.021575246,0.0047487505,0.55496764,0.007480367],"study_design_scores_gemma":[0.0032626356,0.0038373042,0.8598112,0.0016662636,0.00055523793,0.060931467,0.004904734,0.000008722066,0.00030734733,0.0025869284,0.06195594,0.00017221889],"about_ca_topic_score_codex":0.00006912657,"about_ca_topic_score_gemma":0.000016060676,"teacher_disagreement_score":0.49301168,"about_ca_system_score_codex":0.00022820868,"about_ca_system_score_gemma":0.00035237026,"threshold_uncertainty_score":0.5172786},"labels":[],"label_agreement":null},{"id":"W2260375030","doi":"10.1016/j.jacr.2015.10.028","title":"White Paper on P4 Concepts for Pediatric Imaging","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Society for Pediatric Radiology; U.S. Department of Veterans Affairs","keywords":"Intervention (counseling); Medicine; White paper; Medical imaging; Pediatric research; Medical physics; Pediatric Radiology; Citizen journalism; MEDLINE; Medical education; Family medicine; Pediatrics; Nursing; Radiology; Computer science; Political science","score_opus":0.01661785717953887,"score_gpt":0.335521379613295,"score_spread":0.3189035224337561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260375030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93989533,0.00018305099,0.0017954637,0.05664052,0.0003980571,0.00031723053,0.00010884634,0.0000072535463,0.0006542646],"genre_scores_gemma":[0.98976874,0.0002726953,0.005005962,0.0034274347,0.0008296061,0.000010330057,3.408874e-7,0.000015895976,0.0006689892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884975,0.00010557206,0.0005894565,0.00012284251,0.00015640377,0.00017599027],"domain_scores_gemma":[0.9955436,0.0026815897,0.0011009647,0.00030787053,0.0002678557,0.000098120196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042400742,0.000094262716,0.0005439159,0.00009372821,0.000047945065,0.0000013011993,0.0002836492,0.000032297554,0.00008341565],"category_scores_gemma":[0.0013753547,0.000044834516,0.0003194199,0.00025092246,0.0005755635,0.000039351915,0.000025537085,0.0001643508,0.0000059917074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024052677,0.00043245027,0.735355,0.00003259261,0.00026736828,0.000013886559,0.00008202757,0.000016930042,0.048417356,0.0036465658,0.20218973,0.007140814],"study_design_scores_gemma":[0.007815345,0.006130895,0.8639839,0.00015352754,0.00078537845,0.0034786097,0.00038796815,0.0000271285,0.0018664096,0.007148569,0.10796723,0.00025499222],"about_ca_topic_score_codex":0.0000021776075,"about_ca_topic_score_gemma":9.5217683e-7,"teacher_disagreement_score":0.12862894,"about_ca_system_score_codex":0.00007734707,"about_ca_system_score_gemma":0.0001985098,"threshold_uncertainty_score":0.21206878},"labels":[],"label_agreement":null},{"id":"W2271784028","doi":"10.1016/j.jacr.2015.10.019","title":"Women in Radiology: Exploring the Gender Disparity","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; London Health Sciences Centre; Western University","funders":"","keywords":"Specialty; Medicine; Radiology; Gender disparity; Family medicine; Demography","score_opus":0.0474112511236389,"score_gpt":0.2801542461863816,"score_spread":0.23274299506274268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271784028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774087,0.000191242,0.000050364186,0.019870121,0.0009560312,0.000072845316,0.000009401471,0.0000029906205,0.0014383001],"genre_scores_gemma":[0.9974491,0.0010871268,0.00006252532,0.0006773511,0.00033573582,0.0000029275795,2.402671e-8,0.0000032115422,0.00038202162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979787,0.0010172528,0.00027511668,0.000080257785,0.0003208055,0.0003278668],"domain_scores_gemma":[0.9983583,0.0007989657,0.0004904602,0.00017036076,0.0000912575,0.00009065726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035276678,0.000064893946,0.00038978734,0.0000922145,0.00016485206,0.000003219902,0.0010708561,0.000032133154,0.00006114294],"category_scores_gemma":[0.0010597076,0.000028865961,0.00011089981,0.0004001952,0.0024633226,0.0001089094,0.000101709855,0.00020654238,0.0000018328778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010030954,0.00015422043,0.85099965,0.000012623896,0.00037921072,0.00016690497,0.03557732,0.0000737512,0.002263283,0.025734719,0.059542634,0.024092596],"study_design_scores_gemma":[0.0017394784,0.0007776037,0.74216986,0.00007850925,0.00006659979,0.00041078645,0.14301004,0.0000030840843,0.00011365208,0.013119934,0.09834259,0.00016788195],"about_ca_topic_score_codex":0.0001884349,"about_ca_topic_score_gemma":0.00015860435,"teacher_disagreement_score":0.108829804,"about_ca_system_score_codex":0.00029466368,"about_ca_system_score_gemma":0.00027029845,"threshold_uncertainty_score":0.90762144},"labels":[],"label_agreement":null},{"id":"W2289775875","doi":"10.1016/j.jacr.2016.01.017","title":"Tracking and Resolving CT Dose Metric Outliers Using Root-Cause Analysis","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Percentile; Nuclear medicine; Radiology; Institutional review board; Outlier; Statistics; Surgery; Mathematics","score_opus":0.02120904477332111,"score_gpt":0.30220816075184354,"score_spread":0.28099911597852245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289775875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99348533,0.001081291,0.00176906,0.0033526092,0.00014481993,0.00007377635,0.000007763983,0.0000041458497,0.00008117684],"genre_scores_gemma":[0.9973729,0.00031187624,0.0017660155,0.0002723348,0.00015580987,3.2362627e-7,1.0776496e-7,0.000011990971,0.000108589535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986842,0.00023626695,0.00053619774,0.00012420246,0.00021146354,0.00020763786],"domain_scores_gemma":[0.9978489,0.00045580312,0.0012130551,0.00023125965,0.00013744648,0.00011351269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071052497,0.00010574907,0.0007733561,0.00095639867,0.00008153995,0.000005886766,0.00016821436,0.000019537787,0.000021074631],"category_scores_gemma":[0.00097525044,0.00005602956,0.00029701254,0.0016454299,0.00037812596,0.0001363643,0.000042400625,0.00015653016,3.7921546e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043438183,0.000055549157,0.91957814,0.000012939128,0.0029691607,0.00022041396,0.00015017626,0.0004701645,0.050544064,0.000053099753,0.0012298675,0.024282066],"study_design_scores_gemma":[0.0025277047,0.0006573783,0.97596663,0.00014314028,0.0039255614,0.0075606336,0.00073232147,0.0029620514,0.0037492472,0.00008832074,0.0015304026,0.00015662762],"about_ca_topic_score_codex":0.000032065105,"about_ca_topic_score_gemma":0.0000052688238,"teacher_disagreement_score":0.056388494,"about_ca_system_score_codex":0.0001446653,"about_ca_system_score_gemma":0.00016078238,"threshold_uncertainty_score":0.2284819},"labels":[],"label_agreement":null},{"id":"W2326391334","doi":"10.1016/j.jacr.2016.01.014","title":"Occupational Dose and Dose Limits: Experience in a Large Multisite Hospital System","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Hospital for Sick Children; University of Toronto","keywords":"Medicine; Cumulative dose; Equivalent dose; Emergency medicine; Nuclear medicine; Dosimetry","score_opus":0.011220763992865354,"score_gpt":0.2876217992488953,"score_spread":0.27640103525602994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326391334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956287,0.00040734195,0.0001582956,0.0033422383,0.00022486986,0.00013555665,0.00003127782,0.000003844129,0.00006786894],"genre_scores_gemma":[0.9986796,0.00016466147,0.0006183634,0.00031147688,0.00013835798,0.0000034247016,2.1099981e-7,0.0000071644463,0.000076732416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898547,0.00013369617,0.0004390227,0.00010333311,0.00016597025,0.0001724821],"domain_scores_gemma":[0.99876267,0.00022460772,0.00068224233,0.00015121882,0.000100482524,0.00007881092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031625305,0.00008364262,0.00043618705,0.00018224714,0.000037557973,0.00000255814,0.00014002051,0.000026524196,0.000010782067],"category_scores_gemma":[0.00037295386,0.000044326815,0.000089211295,0.0002568375,0.00029538822,0.00012741752,0.000034372053,0.000111107634,0.0000012997317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008710128,0.00012226445,0.9762374,0.00001910027,0.000076330754,0.0001554831,0.0007090279,0.0000067775236,0.015557505,0.00041758321,0.001599908,0.0042275707],"study_design_scores_gemma":[0.0031173495,0.0006712621,0.9896172,0.00021892862,0.000027446322,0.0025022896,0.0017841099,0.0002527115,0.0006541255,0.000012389296,0.001079666,0.00006250947],"about_ca_topic_score_codex":0.000017059952,"about_ca_topic_score_gemma":0.000004313427,"teacher_disagreement_score":0.01490338,"about_ca_system_score_codex":0.00011830406,"about_ca_system_score_gemma":0.00014761253,"threshold_uncertainty_score":0.1807595},"labels":[],"label_agreement":null},{"id":"W2346559972","doi":"10.1016/j.jacr.2016.03.011","title":"Ionizing Radiation Knowledge Among Emergency Department Providers","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Ionizing radiation; Emergency department; Family medicine; Fluoroscopy; Modalities; Radiation oncology; Medical diagnosis; Health care; Emergency medicine; Medical physics; Medical emergency; Nursing; Radiation therapy; Radiology","score_opus":0.010690926030736226,"score_gpt":0.2758160491196474,"score_spread":0.2651251230889112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346559972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98851043,0.0009994367,0.00045363285,0.008586052,0.0006843973,0.00018589386,0.000008738949,0.000006184296,0.00056524377],"genre_scores_gemma":[0.99772865,0.0007498352,0.00031393653,0.00014408873,0.00035586028,0.0000031744412,3.361035e-7,0.0000121455805,0.00069200207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998809,0.00019230387,0.0005596049,0.0000964731,0.00015665476,0.0001860069],"domain_scores_gemma":[0.9982413,0.00013563543,0.001176894,0.00019465409,0.0001566445,0.00009487536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038968978,0.00009470649,0.0004278782,0.00018799641,0.00006296724,0.0000017000283,0.00017385492,0.000026562622,0.000059522255],"category_scores_gemma":[0.00044366068,0.000049096903,0.00022431389,0.00032910655,0.0002672216,0.0001399927,0.000029465908,0.00011189689,0.0000045200045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062827626,0.00022781946,0.74228466,0.000035588186,0.00061310496,0.000048478447,0.00040812528,0.000059591574,0.064383,0.00045270805,0.11734487,0.07351377],"study_design_scores_gemma":[0.0025550157,0.0014041179,0.95049804,0.00017280159,0.00027714303,0.0016877962,0.00051452406,0.00023134451,0.015754256,0.00030932287,0.026452813,0.00014284496],"about_ca_topic_score_codex":0.000008012959,"about_ca_topic_score_gemma":0.000004598965,"teacher_disagreement_score":0.20821336,"about_ca_system_score_codex":0.00017629331,"about_ca_system_score_gemma":0.00026639848,"threshold_uncertainty_score":0.20021136},"labels":[],"label_agreement":null},{"id":"W2398215049","doi":"10.1016/j.jacr.2016.02.033","title":"Systematic Review of the Application of Lean and Six Sigma Quality Improvement Methodologies in Radiology","year":2016,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; University of Manitoba","funders":"","keywords":"Six Sigma; MEDLINE; Medicine; Lean Six Sigma; Grading (engineering); Health care; Quality management; Workflow; Cochrane Library; Hospital medicine; Medical physics; Operations management; Randomized controlled trial; Family medicine; Computer science; Lean manufacturing; Surgery","score_opus":0.07147629656383982,"score_gpt":0.4359489330459217,"score_spread":0.3644726364820819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398215049","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005608179,0.9893687,0.00020903177,0.002424983,0.0003859454,0.0019253248,0.00004468076,0.0000019984925,0.000031188723],"genre_scores_gemma":[0.0037272482,0.9948405,0.0009177026,0.0002896954,0.00011099969,0.000053339405,0.0000017013781,0.000016612032,0.000042212367],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9918755,0.0044477032,0.0030538419,0.00021960921,0.00021077512,0.00019256231],"domain_scores_gemma":[0.9784442,0.0051439684,0.015258242,0.0008121669,0.00028989025,0.00005150122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006643395,0.00025625151,0.0061903363,0.00024000616,0.00003133993,8.650617e-7,0.0006563088,0.00018557736,0.000005460723],"category_scores_gemma":[0.007477704,0.00010990407,0.0007767567,0.00053494703,0.0012297649,0.00004180611,0.00012167557,0.00050213194,3.0995446e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003012555,0.00017019943,0.00084882736,0.8584749,0.0019874666,0.0000050245176,0.00010530195,0.0000020080179,0.001267453,0.0014481415,0.0014388883,0.13395055],"study_design_scores_gemma":[0.002092284,0.0052960743,0.005220589,0.88585323,0.01658755,0.019665018,0.0015746582,0.0000091693055,0.0002864918,0.0013781734,0.06149021,0.00054657663],"about_ca_topic_score_codex":0.00005040789,"about_ca_topic_score_gemma":0.0000066358607,"teacher_disagreement_score":0.13340397,"about_ca_system_score_codex":0.0002177302,"about_ca_system_score_gemma":0.0007321386,"threshold_uncertainty_score":0.895205},"labels":[],"label_agreement":null},{"id":"W2400586895","doi":"10.1016/j.jacr.2016.03.020","title":"ACR Appropriateness Criteria Clinically Suspected Pulmonary Arteriovenous Malformation","year":2016,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Vascular Anomalies and Treatments","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Radiology; Arteriovenous malformation; Angiography; Stroke (engine); Guideline; Pulmonary angiography; Vascular malformation; Intensive care medicine","score_opus":0.024575783948859876,"score_gpt":0.3353400715110107,"score_spread":0.3107642875621508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400586895","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010234242,0.98630524,0.00009673345,0.0007019024,0.0011305358,0.00079171563,0.00024163838,0.000011008934,0.00048701357],"genre_scores_gemma":[0.0068240967,0.9912526,0.00082601834,0.00011741077,0.0005486066,0.000011208845,0.000013259354,0.000046221925,0.0003605557],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967792,0.00068500417,0.0017842011,0.00019547272,0.00027936976,0.00027674963],"domain_scores_gemma":[0.9943514,0.00027098015,0.0043806154,0.0005776785,0.00028986324,0.0001295024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057608564,0.00032756306,0.0037580722,0.00024422776,0.00006507177,0.0000050771964,0.00048622757,0.00018898214,0.000072745504],"category_scores_gemma":[0.0002374823,0.00015424518,0.0017991193,0.0003751629,0.00046893235,0.00006241652,0.0001081738,0.00038749698,0.000014314341],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015595673,0.0007874941,0.0005626208,0.0042839157,0.005797998,0.0021185635,0.000054780347,6.6176926e-7,0.0000791054,0.00009876908,0.0030375996,0.98161894],"study_design_scores_gemma":[0.0021096552,0.004578261,0.00303053,0.011227248,0.005029867,0.13381241,0.00012117887,0.000007859335,0.000005055042,0.00016951638,0.8395834,0.00032501464],"about_ca_topic_score_codex":0.000006917465,"about_ca_topic_score_gemma":6.349519e-7,"teacher_disagreement_score":0.9812939,"about_ca_system_score_codex":0.00023534201,"about_ca_system_score_gemma":0.0007531561,"threshold_uncertainty_score":0.6289936},"labels":[],"label_agreement":null},{"id":"W2422494935","doi":"10.1016/j.jacr.2016.04.024","title":"CAD-RADS™: Coronary Artery Disease – Reporting and Data System","year":2016,"lang":"sk","type":"article","venue":"Journal of the American College of Radiology","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":505,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Providence Health Care; Ottawa Hospital","funders":"","keywords":"Coronary artery disease; Medicine; CAD; Chest pain; Radiology; Quality assurance; Coronary angiography; Stenosis; Angiography; Internal medicine; Medical physics; Cardiology; Myocardial infarction; Pathology","score_opus":0.021382457370073313,"score_gpt":0.2936446920687697,"score_spread":0.27226223469869637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2422494935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9634604,0.016027497,0.0003336993,0.015919568,0.0027313414,0.00024386193,0.0010986459,0.000010943351,0.00017405106],"genre_scores_gemma":[0.9959822,0.0014720246,0.00038382926,0.00046391145,0.0013068268,0.0000012494409,0.000002498806,0.000030728315,0.0003567118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964345,0.00061531743,0.0018941668,0.0003201707,0.00037254783,0.00036329264],"domain_scores_gemma":[0.9891711,0.001699974,0.0071180915,0.0013141155,0.00029642624,0.00040032557],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019954997,0.0002320522,0.0015350627,0.0001724152,0.00010458747,0.0000074515647,0.0005792682,0.000056452078,0.000008219155],"category_scores_gemma":[0.009192481,0.00012567926,0.0003100509,0.00024846836,0.0015179638,0.00012232545,0.00042544352,0.0003256942,0.0000033607707],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017636368,0.00012610834,0.8955264,0.00029842276,0.001021468,0.007736525,0.000078484045,0.000011886281,0.0025705013,0.00019986935,0.08421512,0.006451587],"study_design_scores_gemma":[0.0027552948,0.0010245682,0.8982753,0.0034174887,0.0025314996,0.084141284,0.0018541786,0.00024803713,0.000080701546,0.00007256795,0.0053765047,0.00022252709],"about_ca_topic_score_codex":0.000034894045,"about_ca_topic_score_gemma":0.0000023231216,"teacher_disagreement_score":0.07883862,"about_ca_system_score_codex":0.00019723692,"about_ca_system_score_gemma":0.000992928,"threshold_uncertainty_score":0.9991535},"labels":[],"label_agreement":null},{"id":"W2465778667","doi":"10.1016/j.jacr.2016.05.010","title":"Radiology Perceptions and Preferences of Canadian Patients in an After-hours Acute Care Setting","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network; Toronto General Hospital","funders":"","keywords":"Scopus; Medicine; Radiology; Patient care; Miller; MEDLINE; Family medicine; Nursing","score_opus":0.011097303239535066,"score_gpt":0.28601495893481876,"score_spread":0.2749176556952837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465778667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99450374,0.00028437434,0.000003922807,0.0046164175,0.00028461133,0.0001387284,0.000082822466,0.0000013772243,0.00008402052],"genre_scores_gemma":[0.99773216,0.0008878805,0.001042783,0.00020161175,0.000099031575,0.0000035930511,0.0000019847691,0.000007561881,0.000023383514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99877393,0.00039680218,0.0004339542,0.000118578246,0.00007979199,0.00019695208],"domain_scores_gemma":[0.9984,0.0002330461,0.0008081828,0.00017533812,0.00023773461,0.00014571121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002720356,0.00009173692,0.00050620775,0.0005375216,0.000039568265,0.0000013029962,0.00016783572,0.000072457115,0.000026977677],"category_scores_gemma":[0.0002673598,0.000051044797,0.00007510496,0.00028893884,0.0006406056,0.0001157724,0.000019493138,0.00017732328,3.754238e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051335583,0.00004563039,0.9898435,0.000010002419,0.00009180033,0.000014816639,0.0012710964,0.0000043956748,0.0027499625,0.000019850602,0.0007965473,0.0046390705],"study_design_scores_gemma":[0.0008505807,0.0023070066,0.9898148,0.00008356931,0.00014085541,0.0012369299,0.0050909747,0.0000039271263,0.00007502091,0.000050376166,0.00029336364,0.000052596617],"about_ca_topic_score_codex":0.0033077393,"about_ca_topic_score_gemma":0.010523664,"teacher_disagreement_score":0.007215925,"about_ca_system_score_codex":0.00014290912,"about_ca_system_score_gemma":0.00052852096,"threshold_uncertainty_score":0.58724517},"labels":[],"label_agreement":null},{"id":"W2520044987","doi":"10.1016/j.jacr.2016.06.030","title":"1-800 Imaging: Building Partnerships Between Primary Care and Medical Imaging","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Women's College Hospital; Mount Sinai Hospital; University Health Network","funders":"","keywords":"Overcrowding; Medicine; Emergency department; Specialty; Referral; Medical emergency; Ambulatory care; Scopus; Commonwealth; Primary care; Triage; Health care; Family medicine; MEDLINE; Nursing","score_opus":0.020462098511008924,"score_gpt":0.3127896692048534,"score_spread":0.29232757069384446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520044987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93661153,0.002884422,0.00032588546,0.059246484,0.00039754188,0.000086511376,0.000009434174,0.0000055654623,0.00043262602],"genre_scores_gemma":[0.9952231,0.00082340644,0.001954148,0.0011385962,0.0007836889,0.0000012283905,6.871536e-7,0.000013246638,0.000061894985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998578,0.00034366082,0.00047423237,0.00013985566,0.0002432183,0.00022101222],"domain_scores_gemma":[0.99743265,0.0009597597,0.0010282528,0.00020589613,0.00017981936,0.00019360658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007162763,0.00011168542,0.0006276824,0.00015167298,0.000071978495,0.0000029202954,0.00024407286,0.000043747106,0.000023601202],"category_scores_gemma":[0.00097521575,0.0000579711,0.00013947002,0.000171238,0.0010637988,0.000121189725,0.00006647435,0.00030188958,7.1174003e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031852815,0.000025028594,0.9294355,0.000036527243,0.00014325083,0.000084896186,0.00015127516,3.118677e-7,0.007818552,0.0002476694,0.008865738,0.052872732],"study_design_scores_gemma":[0.0028001466,0.00083415303,0.91654706,0.00054942275,0.0005990436,0.029653318,0.004089426,0.000025687586,0.0010823492,0.00047121453,0.043172445,0.00017573629],"about_ca_topic_score_codex":0.000012991132,"about_ca_topic_score_gemma":0.0000012583295,"teacher_disagreement_score":0.058611576,"about_ca_system_score_codex":0.00016117109,"about_ca_system_score_gemma":0.0005383605,"threshold_uncertainty_score":0.3919611},"labels":[],"label_agreement":null},{"id":"W2522017078","doi":"10.1016/j.jacr.2016.07.003","title":"What Do Women Know About Breast Density? Results From a Population Survey of Virginia Women","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Digital Radiography and Breast Imaging","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"Congressionally Directed Medical Research Programs","keywords":"Breast density; Breast cancer; Medicine; Mammography; Gynecology; Population; MAMMOGRAPHIC DENSITY; Demography; BI-RADS; Risk factor; Obstetrics; Cancer; Internal medicine; Environmental health","score_opus":0.007161979100814219,"score_gpt":0.2441676546479979,"score_spread":0.23700567554718366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522017078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99596196,0.00041403904,0.00003699339,0.0022428203,0.0004648223,0.00011380017,0.0006750102,0.000005826142,0.00008473279],"genre_scores_gemma":[0.9985891,0.0006321037,0.0002346631,0.00018719086,0.00015968939,0.0000017462598,0.000004490201,0.000016024924,0.00017500992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792016,0.0004211513,0.0008638801,0.00017606579,0.00030896932,0.00030979083],"domain_scores_gemma":[0.9963064,0.0007813383,0.0019159706,0.00039335675,0.00041932185,0.00018356735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011665417,0.00015700965,0.0010319161,0.00031670218,0.000035454585,0.000010306803,0.00031741464,0.00005065363,0.000023125282],"category_scores_gemma":[0.00062029733,0.00008577364,0.00023026108,0.00068474386,0.0006522696,0.00033532726,0.00006353775,0.00016351578,0.0000015051929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019308446,0.0003502957,0.8318134,0.000023911361,0.0010564501,0.000096483775,0.0009136748,0.000012894886,0.014670116,0.000058844424,0.0027776887,0.1289178],"study_design_scores_gemma":[0.0027225367,0.0010885122,0.9902779,0.00056998816,0.000056555375,0.0030123007,0.000995513,0.000007700148,0.0002722269,0.00054340024,0.00035913842,0.00009426442],"about_ca_topic_score_codex":0.00038358115,"about_ca_topic_score_gemma":0.00002815663,"teacher_disagreement_score":0.15846448,"about_ca_system_score_codex":0.00021632652,"about_ca_system_score_gemma":0.00019217683,"threshold_uncertainty_score":0.34977475},"labels":[],"label_agreement":null},{"id":"W2544927252","doi":"10.1016/j.jacr.2016.08.028","title":"ACR Appropriateness Criteria Assessment of Fetal Well-Being","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Pregnancy and preeclampsia studies","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Appropriate Use Criteria; Guideline; Risk assessment; Grading (engineering); Obstetrics; Fetal echocardiography; Intensive care medicine; Fetus; Pregnancy; Prenatal diagnosis; Internal medicine; Pathology","score_opus":0.012989475828724504,"score_gpt":0.3010372678239017,"score_spread":0.2880477919951772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544927252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881987,0.00055478694,0.0011980127,0.006365793,0.00056202186,0.00014517677,0.000020238494,0.0000041878106,0.0029510846],"genre_scores_gemma":[0.9946093,0.0006136784,0.0041116774,0.00019770404,0.00018375771,0.0000025994702,1.5260225e-7,0.000010704024,0.00027044755],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9985894,0.00030262867,0.0005998573,0.00010462372,0.00021965642,0.00018382157],"domain_scores_gemma":[0.9978473,0.00035428157,0.0012457556,0.00028089088,0.00021334163,0.000058435046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054024963,0.000119581215,0.00094865955,0.00011196796,0.00004850196,0.0000010160284,0.00029101578,0.00004195102,0.000046065168],"category_scores_gemma":[0.00021192702,0.000056601166,0.00028605296,0.00021140017,0.00076826237,0.000053018026,0.00010689326,0.00015908237,6.831365e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036343366,0.0005390296,0.45014894,0.0003396468,0.0027784854,0.00038037737,0.0006955829,0.000024222481,0.51002085,0.0049311286,0.013163314,0.013344104],"study_design_scores_gemma":[0.006291515,0.0054531554,0.9316903,0.0018343066,0.00080573093,0.00957218,0.0013909546,0.00010740746,0.033512544,0.004243226,0.0048335344,0.00026516165],"about_ca_topic_score_codex":0.000010028414,"about_ca_topic_score_gemma":0.0000021398562,"teacher_disagreement_score":0.48154137,"about_ca_system_score_codex":0.000066841414,"about_ca_system_score_gemma":0.00023225324,"threshold_uncertainty_score":0.28306946},"labels":[],"label_agreement":null},{"id":"W2559459570","doi":"10.1016/j.jacr.2016.07.031","title":"Paracentesis Practice Assessment: Using the Plan-Do-Study-Act Cycle to Identify and Reduce Periprocedural Variations and to Implement Mandated Protocols","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Scopus; Medicine; Checklist; Perioperative; Patient safety; MEDLINE; Health care; Family medicine; Medical emergency; Surgery; Psychology","score_opus":0.38919504519395276,"score_gpt":0.5652741282268484,"score_spread":0.17607908303289566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559459570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9670652,0.00005961601,0.006448165,0.020770114,0.00011211268,0.005391081,0.00006509146,8.9827864e-7,0.00008771938],"genre_scores_gemma":[0.98795706,0.000015509846,0.010999621,0.00056157337,0.000066057226,0.00020520459,8.58936e-8,0.0000070916676,0.00018781483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.987247,0.0075435396,0.0033645763,0.00033407618,0.0013172176,0.00019361111],"domain_scores_gemma":[0.98682255,0.0040904996,0.0069965203,0.0010144952,0.00092371623,0.000152199],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031910285,0.00016580845,0.0017594198,0.00025496286,0.0002553153,0.00016111547,0.0010947293,0.000019610778,0.0002423975],"category_scores_gemma":[0.016535742,0.00005569257,0.00031415702,0.0010955752,0.00013280543,0.0002287917,0.00026545627,0.00011061345,0.0000066460484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017547642,0.0009378573,0.70697755,0.00006394703,0.0046811313,0.00008346619,0.0070108823,0.0006250915,0.09322816,0.0031450333,0.14948072,0.032011386],"study_design_scores_gemma":[0.0016766649,0.002519655,0.87895167,0.00019430112,0.0012247538,0.0035265277,0.024534946,0.0009408481,0.00016741794,0.000991385,0.08497844,0.0002933715],"about_ca_topic_score_codex":0.000035320587,"about_ca_topic_score_gemma":0.000019559873,"teacher_disagreement_score":0.17197412,"about_ca_system_score_codex":0.000075409196,"about_ca_system_score_gemma":0.00019462912,"threshold_uncertainty_score":0.9968521},"labels":[],"label_agreement":null},{"id":"W2568220407","doi":"10.1016/j.jacr.2016.10.030","title":"Radiologist Contribution to Improved Nasogastric Tube Placement for Hospitalized Neurological Patients","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Clinical Nutrition and Gastroenterology","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; Université de Montréal; McGill University","funders":"","keywords":"Medicine; Medical physics; Appropriateness criteria; Benchmark (surveying); Quality management; Quality (philosophy); Medical imaging; Patient care; MEDLINE; Radiology; Operations management; Nursing","score_opus":0.014280326784458557,"score_gpt":0.300671365314284,"score_spread":0.28639103852982545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2568220407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9247578,0.000025087691,0.0008345381,0.071169585,0.0023390718,0.0006319218,0.00023129032,0.0000067048095,0.000004041138],"genre_scores_gemma":[0.98894227,0.000018342653,0.001765044,0.008948861,0.00028438435,0.000016295304,0.0000037937734,0.00001149195,0.000009506296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979457,0.00046103448,0.000860232,0.00021489906,0.00014691184,0.00037121747],"domain_scores_gemma":[0.9959784,0.00058646576,0.0023972224,0.00042780483,0.0004566457,0.00015346298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006740824,0.00015999185,0.00091673626,0.00011350535,0.00026468615,0.000012466637,0.00087224925,0.00008717644,0.000006690563],"category_scores_gemma":[0.0054739164,0.00010443837,0.00044736092,0.000100920086,0.00089750835,0.000059264992,0.00014430795,0.00027266555,8.102384e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059144657,0.0011800077,0.7781376,0.000020244086,0.0002912973,0.000019036788,0.0000312316,0.0001667784,0.0074873157,0.00018018935,0.15067618,0.0026654673],"study_design_scores_gemma":[0.011543791,0.03560704,0.93538725,0.000025451793,0.00014432528,0.00026559152,0.00002850242,0.0003329149,0.0005109224,0.00046874292,0.015565096,0.000120361925],"about_ca_topic_score_codex":0.000009070852,"about_ca_topic_score_gemma":0.000006970868,"teacher_disagreement_score":0.15724966,"about_ca_system_score_codex":0.000092663686,"about_ca_system_score_gemma":0.000017934066,"threshold_uncertainty_score":0.6553185},"labels":[],"label_agreement":null},{"id":"W2581518493","doi":"10.1016/j.jacr.2016.10.025","title":"Temporal and Patient Variations Potentially Impacting New Payment Models","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicaid; Medicine; Beneficiary; Population; Demography; Quarter (Canadian coin); Family medicine; Environmental health; Health care; Finance; Geography","score_opus":0.04217432209866871,"score_gpt":0.27595083098625445,"score_spread":0.23377650888758572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581518493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89114976,0.00092221797,0.016773703,0.086589,0.0010427058,0.00025275117,0.00016110735,0.000004060895,0.0031046916],"genre_scores_gemma":[0.9944522,0.0002908608,0.00431944,0.0006540918,0.00011857973,9.927599e-7,1.5299327e-7,0.0000065617505,0.00015714271],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990744,0.000044322573,0.0005951861,0.000095194344,0.000035228593,0.0001556721],"domain_scores_gemma":[0.99672467,0.000046408284,0.002812992,0.00028529868,0.000036951787,0.000093707364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041927854,0.000070844995,0.00041884676,0.000116252864,0.00019485765,0.000016528003,0.00031396953,0.000024574922,0.0000104115215],"category_scores_gemma":[0.00021421282,0.0000558223,0.00011248026,0.000058578302,0.00014253044,0.00014288868,0.000118699354,0.00011795442,0.0000011895158],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036493476,0.00023103459,0.07652119,0.000051343784,0.00091275387,0.00004806906,0.002307933,0.004354727,0.00014886125,0.8358733,0.035450242,0.04373559],"study_design_scores_gemma":[0.0034471478,0.003669152,0.4044143,0.00012304526,0.000120168756,0.001066044,0.001611877,0.011080012,0.00011536131,0.43918017,0.13459854,0.00057420507],"about_ca_topic_score_codex":0.003428454,"about_ca_topic_score_gemma":0.000075894,"teacher_disagreement_score":0.39669317,"about_ca_system_score_codex":0.00007204362,"about_ca_system_score_gemma":0.00010077199,"threshold_uncertainty_score":0.518282},"labels":[],"label_agreement":null},{"id":"W2592852772","doi":"10.1016/j.jacr.2017.01.016","title":"The Cost of Unconscious Bias and Pattern Recognition","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Unconscious mind; Happening; Privilege (computing); Venture capital; Capital (architecture); Diversity (politics); Space (punctuation); Psychology; Social psychology; Sociology; Public relations; Business; Political science; Law; Psychoanalysis; Finance; History; Computer science","score_opus":0.04484701272376997,"score_gpt":0.30570494172238744,"score_spread":0.2608579289986175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592852772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980073,0.00021140701,0.000027031425,0.016816376,0.00067728845,0.00007698962,0.000030875675,0.0000010316842,0.0020860285],"genre_scores_gemma":[0.9979464,0.0013599728,0.00005031405,0.00029654521,0.00016491949,3.1087086e-7,8.119441e-8,0.0000017093087,0.0001797614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990576,0.00036171055,0.00018941361,0.000042337815,0.0002463955,0.00010253756],"domain_scores_gemma":[0.99780077,0.0005053848,0.0012906843,0.00015133245,0.00020508861,0.000046748264],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017039046,0.000038196144,0.00023443565,0.00003215745,0.00055704935,0.000011431936,0.0007040629,0.000024539702,0.00001112175],"category_scores_gemma":[0.0012570714,0.000021132393,0.00007553947,0.00006656719,0.003828164,0.000056954133,0.000076274235,0.00012083014,4.843974e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005625322,0.00008216718,0.5028392,0.000019153504,0.00037075582,0.00007215218,0.005700023,0.000007808569,0.0005868754,0.0009427594,0.09272436,0.39609218],"study_design_scores_gemma":[0.0034614217,0.003094704,0.65694314,0.00035641453,0.0005437974,0.0009360616,0.16972362,0.000037593476,0.0008360986,0.012288503,0.15149862,0.00028003615],"about_ca_topic_score_codex":0.00071292405,"about_ca_topic_score_gemma":0.0010276373,"teacher_disagreement_score":0.39581215,"about_ca_system_score_codex":0.000027085327,"about_ca_system_score_gemma":0.00014601854,"threshold_uncertainty_score":0.99888283},"labels":[],"label_agreement":null},{"id":"W2593795908","doi":"10.1016/j.jacr.2017.01.019","title":"Academic and Community Radiology Practice Integration: The Canadian Experience","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Humber River Regional Hospital; McMaster University; Hamilton Health Sciences","funders":"","keywords":"MEDLINE; Medical physics; Medicine; Community practice; Radiology; Medical education; Family medicine; Political science","score_opus":0.04485937679219431,"score_gpt":0.3768588492659505,"score_spread":0.33199947247375616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593795908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8875434,0.0007117317,0.000021241889,0.10933903,0.0007414866,0.00014448106,0.0000064177693,0.0000017918862,0.0014904633],"genre_scores_gemma":[0.99384946,0.0012116703,0.00089569687,0.003544946,0.0003524748,0.000003991093,5.261731e-7,0.0000071018753,0.00013413961],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779594,0.001398649,0.00040840544,0.000086165346,0.00011557428,0.00019524133],"domain_scores_gemma":[0.99518186,0.00154644,0.0022486537,0.0006333334,0.0002395265,0.00015016751],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0018693312,0.00010258465,0.00046950698,0.00009882139,0.001265404,0.000012293293,0.0007511737,0.00010474489,0.000011043025],"category_scores_gemma":[0.008944613,0.000054371045,0.00008994126,0.00011293673,0.0029650219,0.0002538031,0.00007229253,0.0017046283,8.7040024e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005586325,0.00038696243,0.791443,0.000051234605,0.0015003532,0.00029807969,0.029046224,0.00006120625,0.03175754,0.014837962,0.0950299,0.03000123],"study_design_scores_gemma":[0.0008055596,0.0017570746,0.84999305,0.000056583973,0.00032419743,0.06939478,0.02518089,0.00009418786,0.0004192634,0.0005207687,0.05135637,0.0000972905],"about_ca_topic_score_codex":0.020477502,"about_ca_topic_score_gemma":0.0062728142,"teacher_disagreement_score":0.1063061,"about_ca_system_score_codex":0.00012757932,"about_ca_system_score_gemma":0.00086572825,"threshold_uncertainty_score":0.99974835},"labels":[],"label_agreement":null},{"id":"W2605691492","doi":"10.1016/j.jacr.2017.02.031","title":"MRI Before Radiography for Patients With New Shoulder Conditions","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Orthopedic surgery; Radiography; Magnetic resonance imaging; Radiology; Physical therapy; Surgery","score_opus":0.013861016131284789,"score_gpt":0.31619174655372595,"score_spread":0.3023307304224412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605691492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735577,0.00009617392,0.00046684343,0.02461598,0.0006765373,0.00033786005,0.000055994424,0.000002790006,0.00019012393],"genre_scores_gemma":[0.9931608,0.000077586585,0.005287304,0.00058738654,0.00046025842,0.0000047180397,0.000004638807,0.000013275646,0.00040406204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99921954,0.000060069735,0.0003302931,0.00010079205,0.0001244342,0.00016490386],"domain_scores_gemma":[0.99682534,0.00018767687,0.0021557782,0.00039863278,0.00031449925,0.00011809855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021846445,0.00009893235,0.0005452052,0.0001527069,0.00023905734,0.0000059332842,0.0003253336,0.000048015558,0.00002060178],"category_scores_gemma":[0.0004076386,0.000055389133,0.00025153437,0.00012061283,0.00079439214,0.00013768292,0.000019270727,0.00019605551,3.9401763e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016767232,0.00019428253,0.8784649,0.000014071108,0.0005944812,0.0000053161493,0.000119089804,0.000029206492,0.00013844893,0.00049744063,0.11737518,0.00089090725],"study_design_scores_gemma":[0.0027024855,0.004687508,0.9742776,0.00004658249,0.0005050895,0.001091936,0.00025747932,0.000020777106,0.00004687096,0.000674476,0.015629498,0.000059675876],"about_ca_topic_score_codex":0.000035887508,"about_ca_topic_score_gemma":0.000015003956,"teacher_disagreement_score":0.10174568,"about_ca_system_score_codex":0.00004306297,"about_ca_system_score_gemma":0.00036869576,"threshold_uncertainty_score":0.2926971},"labels":[],"label_agreement":null},{"id":"W2605712762","doi":"10.1016/j.jacr.2017.02.049","title":"Message From Frank J. Rybicki, MD, Incoming Chair of ACR Appropriateness Criteria","year":2017,"lang":"en","type":"letter","venue":"Journal of the American College of Radiology","topic":"MRI in cancer diagnosis","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Appropriateness criteria; Medicine; Contraindication; Medical physics; Family medicine; Radiology; Alternative medicine; Pathology","score_opus":0.021399108693234237,"score_gpt":0.3033983017104456,"score_spread":0.2819991930172113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605712762","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4079463,0.0045790356,0.00014137574,0.57977515,0.0045899074,0.00062174315,0.0016322628,0.000012892279,0.0007013388],"genre_scores_gemma":[0.6438052,0.018035546,0.015613353,0.29262996,0.027479805,0.00007467995,0.0000718794,0.00043135794,0.0018581981],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961187,0.00076717563,0.0015481876,0.00038455075,0.0007239233,0.00045745657],"domain_scores_gemma":[0.98826784,0.0012431439,0.008193864,0.0015874187,0.0005847197,0.00012300821],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0008209716,0.00046700364,0.0037856973,0.0004205161,0.00011224097,0.0000099425115,0.0019646687,0.000568371,0.00030588155],"category_scores_gemma":[0.0006430496,0.0003144642,0.0009907852,0.00026060548,0.0019315626,0.00007639364,0.0003153184,0.0023246405,0.0000025125544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009417845,0.00008966216,0.0064658984,0.00031869943,0.0014462181,0.0017301387,0.00019220039,0.0000097093625,0.0059551788,0.0000046795885,0.98189414,0.00095166545],"study_design_scores_gemma":[0.00590135,0.0030341276,0.023304716,0.0041217627,0.0033538907,0.0095806625,0.0005810974,0.0000682439,0.010478413,0.0010296027,0.93777853,0.0007675863],"about_ca_topic_score_codex":0.0006822188,"about_ca_topic_score_gemma":0.000013169866,"teacher_disagreement_score":0.2871452,"about_ca_system_score_codex":0.00030556845,"about_ca_system_score_gemma":0.00091568864,"threshold_uncertainty_score":0.99997705},"labels":[],"label_agreement":null},{"id":"W2609680106","doi":"10.1016/j.jacr.2017.03.015","title":"Effects of Interpersonal Skills Training on MRI Operations in a Saturated Market: A Randomized Trial","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Medicine; Randomized controlled trial; Bonferroni correction; Quarter (Canadian coin); Percentile; Baseline (sea); Fiscal year; Physical therapy; Demography; Emergency medicine; Statistics; Surgery; Finance; Mathematics","score_opus":0.01311886738339609,"score_gpt":0.32013083681420346,"score_spread":0.3070119694308074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609680106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850939,0.00014077152,0.000051884563,0.012509709,0.0010634593,0.00060900056,0.000005896147,0.0000014428855,0.000523936],"genre_scores_gemma":[0.99736613,0.00032000238,0.0012817265,0.00040926455,0.00029845085,0.000011795449,4.9666727e-7,0.0000080774535,0.00030405403],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9979944,0.0009886835,0.0006461789,0.000100368954,0.00013088043,0.00013946494],"domain_scores_gemma":[0.99566215,0.0021026572,0.0018079391,0.00023700247,0.00013384645,0.00005638585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015401447,0.00010365286,0.0013086448,0.0002162285,0.000082955645,0.000004926897,0.00028119734,0.000081781924,0.000027090104],"category_scores_gemma":[0.006977299,0.000060464827,0.0003140624,0.00013020754,0.00086977804,0.00008448006,0.000022359975,0.0004641923,4.031807e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9761379,0.00062072027,0.0018759841,0.00003658697,0.0007888609,0.00008345627,0.001984521,0.00014451946,0.011167425,0.00039362087,0.0050541544,0.0017122825],"study_design_scores_gemma":[0.8530643,0.0068395482,0.12866421,0.0007016229,0.00077328016,0.0033547168,0.0020094144,0.0020946595,0.0015340885,0.00017028634,0.00064620806,0.00014765425],"about_ca_topic_score_codex":0.00006961215,"about_ca_topic_score_gemma":0.000015100481,"teacher_disagreement_score":0.12678823,"about_ca_system_score_codex":0.00007608145,"about_ca_system_score_gemma":0.000462928,"threshold_uncertainty_score":0.8352983},"labels":[],"label_agreement":null},{"id":"W2610397761","doi":"10.1016/j.jacr.2017.03.005","title":"Clinical Decision Support Decreases Volume of Imaging for Low Back Pain in an Urban Emergency Department","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Spinal Fractures and Fixation Techniques","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Providence Health Care; St. Paul's Hospital; Vancouver Coastal Health; University of British Columbia","funders":"","keywords":"Medicine; Emergency department; Medical diagnosis; Low back pain; Intervention (counseling); Checklist; Medical imaging; Prospective cohort study; Emergency medicine; Physical therapy; Radiology; Surgery; Nursing","score_opus":0.021143857300450396,"score_gpt":0.37245464805175565,"score_spread":0.3513107907513053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610397761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909984,0.00020397286,0.0061808936,0.0018989624,0.00030735476,0.00031299077,0.000038278766,0.000002872486,0.00005628846],"genre_scores_gemma":[0.9792666,0.00036208294,0.019713422,0.00032630618,0.00022945156,0.000004228319,0.000002294753,0.000011740618,0.00008387959],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983062,0.00020994354,0.001056351,0.000120333636,0.00015900045,0.00014816625],"domain_scores_gemma":[0.9964486,0.0002443855,0.0024709783,0.00043387417,0.00029256413,0.0001096193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018040028,0.00009691929,0.00076802453,0.00013122353,0.00005616673,0.0000026605196,0.0004003181,0.000045669443,0.000089325324],"category_scores_gemma":[0.0022229177,0.000061862935,0.0003563868,0.000079661,0.00036592758,0.00008088259,0.00004736789,0.00016258421,3.840629e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002354848,0.0002981402,0.9159148,0.000025300209,0.000054546606,0.000031668107,0.000016900436,0.0000055441046,0.0010515001,0.00004294379,0.05540795,0.024795868],"study_design_scores_gemma":[0.0016168029,0.007903415,0.9773407,0.00016992154,0.00008598325,0.0004241982,0.00014336064,0.00075940747,0.0010447244,0.00087846746,0.009553579,0.000079444144],"about_ca_topic_score_codex":0.00003488848,"about_ca_topic_score_gemma":0.000022052327,"teacher_disagreement_score":0.061425902,"about_ca_system_score_codex":0.00004841823,"about_ca_system_score_gemma":0.00020340743,"threshold_uncertainty_score":0.26612008},"labels":[],"label_agreement":null},{"id":"W2611131741","doi":"10.1016/j.jacr.2017.01.032","title":"ACR Appropriateness Criteria ® Dyspnea—Suspected Cardiac Origin","year":2017,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital","funders":"","keywords":"Medicine; Appropriate Use Criteria; Appropriateness criteria; Guideline; Grading (engineering); Intensive care medicine; Cardiac imaging; Expert opinion; Cardiology; Internal medicine; Radiology; Pathology","score_opus":0.05264975224141703,"score_gpt":0.3825181162576847,"score_spread":0.3298683640162677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611131741","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012153614,0.991338,0.000037082755,0.0006783911,0.0047892523,0.000567663,0.0004435987,0.000013793346,0.00091684866],"genre_scores_gemma":[0.0012732149,0.99475825,0.00093883445,0.000106552056,0.0021818753,0.000011948493,0.000011372304,0.000074868854,0.0006430917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967411,0.0009115255,0.0012947769,0.00027306576,0.00039402556,0.00038547488],"domain_scores_gemma":[0.9921228,0.0009680661,0.004926365,0.0012168669,0.00055646134,0.00020939215],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097523,0.00044263192,0.0068108244,0.00038033247,0.00012638026,0.000017752536,0.0009004732,0.00020971468,0.00002041209],"category_scores_gemma":[0.0026834426,0.00025802504,0.0025250479,0.0004456567,0.0011881094,0.000047513855,0.00018710492,0.00102277,0.000009121118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009360131,0.0004426152,0.00417769,0.010775452,0.009530886,0.0032286325,0.00012057383,0.0000069939606,0.00008342984,0.0003997557,0.2807818,0.6895161],"study_design_scores_gemma":[0.00065088685,0.00056302804,0.0014313032,0.005342513,0.0057697785,0.016650565,0.00006355376,0.0000023834305,0.0000067013484,0.000046441193,0.96923435,0.0002384824],"about_ca_topic_score_codex":0.00004242322,"about_ca_topic_score_gemma":8.152904e-7,"teacher_disagreement_score":0.68927765,"about_ca_system_score_codex":0.0003073404,"about_ca_system_score_gemma":0.0020716179,"threshold_uncertainty_score":0.9999872},"labels":[],"label_agreement":null},{"id":"W2611782162","doi":"10.1016/j.jacr.2017.02.037","title":"ACR Appropriateness Criteria® Vascular Claudication—Assessment for Revascularization","year":2017,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Radiology; Claudication; Revascularization; Angiography; Digital subtraction angiography; Percutaneous; Vascular disease; Arterial disease; Cardiology; Surgery","score_opus":0.05425374150202857,"score_gpt":0.3990680816339863,"score_spread":0.3448143401319578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611782162","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003204454,0.9859913,0.007931279,0.0017653971,0.0010459385,0.002546817,0.00019283965,0.000009929242,0.00019605001],"genre_scores_gemma":[0.0004020254,0.9891784,0.00897855,0.00025211478,0.0006741219,0.00012083101,0.000036563335,0.000053920063,0.00030343613],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972105,0.0006140221,0.0012702667,0.00027224017,0.00039065297,0.00024233326],"domain_scores_gemma":[0.9929013,0.00014487696,0.005262177,0.0011068608,0.00045607792,0.00012867336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011362374,0.00031113223,0.0034130502,0.0002707485,0.00015074892,0.000014245972,0.00091141247,0.000121066616,0.000027613818],"category_scores_gemma":[0.00043035325,0.00018496181,0.0019579472,0.00026434645,0.00047091124,0.000072381066,0.00015584307,0.0003092554,0.0000016200019],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004302007,0.00063401496,0.00021403015,0.024828589,0.009063373,0.00013485744,0.00003903265,0.00003296562,0.00009346286,0.0010934329,0.032470006,0.930966],"study_design_scores_gemma":[0.001066276,0.0007140445,0.00139945,0.004116636,0.0066304095,0.0011615143,0.000034587705,0.000072242685,0.0000014074419,0.00022038755,0.9844082,0.00017485634],"about_ca_topic_score_codex":0.000004823327,"about_ca_topic_score_gemma":8.04208e-7,"teacher_disagreement_score":0.95193815,"about_ca_system_score_codex":0.00038473555,"about_ca_system_score_gemma":0.0011508972,"threshold_uncertainty_score":0.7542524},"labels":[],"label_agreement":null},{"id":"W2611940526","doi":"10.1016/j.jacr.2017.02.015","title":"ACR Appropriateness Criteria ® Sudden Onset of Cold, Painful Leg","year":2017,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Appropriateness criteria; Medicine; Physical therapy; Radiology","score_opus":0.06268073003283194,"score_gpt":0.39225675295151585,"score_spread":0.32957602291868393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611940526","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023196429,0.9722258,0.000053096683,0.0005840843,0.0026523306,0.00065594225,0.00034834776,0.000007993123,0.0002759931],"genre_scores_gemma":[0.015609412,0.9812824,0.0008944549,0.00005740878,0.0009304783,0.000009903596,0.000004429068,0.000059717706,0.0011517977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965506,0.001022295,0.0015395747,0.00021604102,0.00035890928,0.00031257447],"domain_scores_gemma":[0.99117005,0.0005986958,0.0066246386,0.0010698695,0.0003812575,0.00015549082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001568229,0.00036453496,0.005525634,0.00034188575,0.00008723682,0.000006130435,0.0011557831,0.00024350507,0.000022648106],"category_scores_gemma":[0.00065187097,0.00020904659,0.0013756254,0.00030002554,0.0010963756,0.0000389656,0.00011549499,0.0007447209,0.000002166094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021298917,0.0007503723,0.0017525238,0.017126855,0.008062944,0.0016729924,0.00024809744,0.000006158132,0.0005875168,0.0003948785,0.031957634,0.9353101],"study_design_scores_gemma":[0.0010423576,0.001707701,0.0004143337,0.00933025,0.0016858958,0.015776852,0.00011263273,0.0000090150015,0.00004763675,0.000058405894,0.96960264,0.00021224639],"about_ca_topic_score_codex":0.00006416191,"about_ca_topic_score_gemma":0.0000021798921,"teacher_disagreement_score":0.937645,"about_ca_system_score_codex":0.0001804406,"about_ca_system_score_gemma":0.0017053416,"threshold_uncertainty_score":0.85246724},"labels":[],"label_agreement":null},{"id":"W2765846297","doi":"10.1016/j.jacr.2017.08.051","title":"ACR Appropriateness Criteria ® Multiple Gestations","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Assisted Reproductive Technology and Twin Pregnancy","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Monochorionic twins; Obstetrics; Gestation; Twin-to-twin transfusion syndrome; Fetal echocardiography; Pregnancy; Intrauterine growth restriction; Hydrops fetalis; Prenatal diagnosis; Fetus","score_opus":0.022295689003300728,"score_gpt":0.3134293768843547,"score_spread":0.291133687881054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765846297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832354,0.00034575054,0.00039387387,0.014368323,0.00073712436,0.00016209994,0.000024521805,0.00000938787,0.0007235115],"genre_scores_gemma":[0.99389374,0.00011836415,0.0052731927,0.00012530539,0.00018562246,0.0000035395753,3.8662844e-7,0.000009560426,0.00039027038],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990905,0.00013521854,0.00037531074,0.00013124518,0.000117210795,0.00015054754],"domain_scores_gemma":[0.9970319,0.00012417746,0.0016945828,0.00078455074,0.00031473767,0.000050045837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034339895,0.000096541604,0.00059292023,0.00011518685,0.0002474337,0.000003191546,0.0005393508,0.00007023197,0.000017894718],"category_scores_gemma":[0.0019933581,0.000057936217,0.00020009818,0.00012354593,0.0017917422,0.00007391176,0.00010839433,0.00034402192,0.0000018012622],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031922606,0.00079485995,0.7908876,0.000117496485,0.0015979161,0.00090561796,0.00051714655,0.000036409703,0.16370356,0.003949809,0.01652395,0.017773397],"study_design_scores_gemma":[0.0017673088,0.0010269673,0.970269,0.00014796617,0.00025941446,0.0112773245,0.0007531042,0.00005184391,0.009866478,0.0020114917,0.0024774033,0.00009165713],"about_ca_topic_score_codex":0.000015598083,"about_ca_topic_score_gemma":0.000004720811,"teacher_disagreement_score":0.17938147,"about_ca_system_score_codex":0.000041910425,"about_ca_system_score_gemma":0.0001886051,"threshold_uncertainty_score":0.66017485},"labels":[],"label_agreement":null},{"id":"W2766553544","doi":"10.1016/j.jacr.2017.08.029","title":"Capacity for Cancer Care Delivery Research in National Cancer Institute Community Oncology Research Program Community Practices: Availability of Radiology and Primary Care Research Partners","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"National Cancer Institute","keywords":"Medicine; Primary care; Cancer; MEDLINE; Family medicine; Medical physics; Oncology; Internal medicine; Political science","score_opus":0.546518026621282,"score_gpt":0.5818264859061566,"score_spread":0.03530845928487458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766553544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98485076,0.0043918495,0.0000021018488,0.006813022,0.00030612588,0.001414456,0.0003179284,0.000004330764,0.0018994053],"genre_scores_gemma":[0.9937209,0.0027812463,0.0027739012,0.00017587114,0.00028521207,0.00020488213,0.000008651937,0.000015860553,0.000033464778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.984601,0.01235359,0.00089753995,0.00025395543,0.0011800734,0.0007137961],"domain_scores_gemma":[0.98090756,0.0064090383,0.0019583788,0.000993689,0.009524318,0.00020704341],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.023494007,0.00017034444,0.0012790796,0.00064067316,0.0017686867,0.000018837425,0.0016512906,0.00024442378,0.000008349543],"category_scores_gemma":[0.011515451,0.00012691374,0.00018617975,0.00081464567,0.013814297,0.00030710877,0.0008112848,0.005340773,2.4864963e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018829351,0.00082948746,0.90023184,0.0021949264,0.0005652084,0.000086958455,0.012030991,0.00021118666,0.008975265,0.0005866608,0.013216045,0.042242087],"study_design_scores_gemma":[0.005412529,0.016191402,0.854614,0.001477634,0.00014451881,0.0012421184,0.07745246,0.00009042844,0.0014269814,0.0016333128,0.04009781,0.00021679487],"about_ca_topic_score_codex":0.07307497,"about_ca_topic_score_gemma":0.055956382,"teacher_disagreement_score":0.06542147,"about_ca_system_score_codex":0.0035889987,"about_ca_system_score_gemma":0.008625165,"threshold_uncertainty_score":0.99953085},"labels":[],"label_agreement":null},{"id":"W2767317080","doi":"10.1016/j.jacr.2017.09.022","title":"Going Viral and Interacting with the Press","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University; University of Toronto","funders":"","keywords":"Mainstream; Social media; Timeline; Counterintuitive; Public relations; Media studies; Internet privacy; Sociology; Computer science; Political science; World Wide Web; History","score_opus":0.04592408625433583,"score_gpt":0.38175087674604374,"score_spread":0.33582679049170794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767317080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9593997,0.00016743547,0.000010610055,0.037482973,0.0019459013,0.00017343526,0.0000022121217,0.0000016385152,0.00081609766],"genre_scores_gemma":[0.9982915,0.00017385144,0.00048764423,0.00016196034,0.0008162165,0.0000060007133,1.4588569e-8,0.0000040714663,0.000058725727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99897134,0.0004990087,0.00018167359,0.000051616236,0.00015780295,0.00013856844],"domain_scores_gemma":[0.995319,0.002505559,0.0018368551,0.00016138623,0.00012711657,0.00005008315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010424863,0.00004375641,0.00021407829,0.000023886034,0.0008088385,0.000019170666,0.0005421399,0.000021277,0.0000030771344],"category_scores_gemma":[0.004714593,0.000022782044,0.00004011479,0.00006130623,0.0018582576,0.00013178786,0.000046668232,0.00021441263,1.7200529e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007606642,0.00009227408,0.842223,0.000038555125,0.00027661925,0.000020585872,0.074589536,0.000046334786,0.0009003147,0.013202655,0.02183268,0.04601679],"study_design_scores_gemma":[0.00069898774,0.0009947012,0.809262,0.0001942936,0.0001243337,0.00044491712,0.05011109,0.000057140347,0.00020024976,0.00085953943,0.13690434,0.00014842095],"about_ca_topic_score_codex":0.0016683697,"about_ca_topic_score_gemma":0.00062955986,"teacher_disagreement_score":0.11507166,"about_ca_system_score_codex":0.0000722938,"about_ca_system_score_gemma":0.00031884314,"threshold_uncertainty_score":0.6846827},"labels":[],"label_agreement":null},{"id":"W2767539728","doi":"10.1016/j.jacr.2017.09.035","title":"Impact of a Physician-Led Social Media Sharing Program on a Medical Journal’s Web Traffic","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Social media; Web traffic; MEDLINE; Business; Internet privacy; World Wide Web; Medicine; Computer science; The Internet; Political science","score_opus":0.05850812043704188,"score_gpt":0.42918710097344115,"score_spread":0.37067898053639925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767539728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800983,0.00010243851,0.0000014227016,0.0145656215,0.004341226,0.00036381817,0.000014385686,0.0000075275657,0.00050526176],"genre_scores_gemma":[0.9946843,0.00037368084,0.00024436353,0.0001175512,0.0045387507,0.000016037215,1.9096956e-7,0.000015093801,0.000010032053],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967076,0.00094457966,0.0008102586,0.00012434235,0.0009910173,0.00042218968],"domain_scores_gemma":[0.9915788,0.0022746352,0.0050715357,0.00026364767,0.0005137387,0.0002976481],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0028992407,0.00013635989,0.00090321235,0.00019848919,0.00091008114,0.00002560797,0.0018341674,0.00014357605,0.000058671445],"category_scores_gemma":[0.017547809,0.00009242688,0.0005947228,0.00040372115,0.0030070317,0.00015082362,0.00006775005,0.0007404858,0.0000014475781],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032140997,0.0037637737,0.12220634,0.00008852424,0.001658727,0.00016808033,0.0929497,0.00019595637,0.0009420911,0.0042733736,0.048890986,0.72164834],"study_design_scores_gemma":[0.0024006336,0.003534284,0.9720956,0.00036112175,0.00021628247,0.0003426203,0.014151592,0.00022889637,0.00003872738,0.0016418598,0.004725869,0.00026250057],"about_ca_topic_score_codex":0.00027150923,"about_ca_topic_score_gemma":0.00044760303,"teacher_disagreement_score":0.8498893,"about_ca_system_score_codex":0.0005409375,"about_ca_system_score_gemma":0.00424967,"threshold_uncertainty_score":0.9997062},"labels":[],"label_agreement":null},{"id":"W2770396250","doi":"10.1016/j.jacr.2017.09.025","title":"Social Media and the 21st-Century Scholar: How You Can Harness Social Media to Amplify Your Career","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University","funders":"","keywords":"Social media; Public relations; Key (lock); Sociology; Media studies; Political science; Computer science; World Wide Web","score_opus":0.08026151137146265,"score_gpt":0.36669646024437746,"score_spread":0.2864349488729148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770396250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77173555,0.00038949298,0.0000018672171,0.21932091,0.0077309073,0.00043891548,0.000075618176,0.0000066592706,0.00030006818],"genre_scores_gemma":[0.99010336,0.0008586221,0.00021742863,0.0007683344,0.007963979,0.000042187356,8.6940247e-7,0.000019159734,0.00002603805],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9961637,0.0019583765,0.00048150783,0.0001854595,0.0007251353,0.00048578306],"domain_scores_gemma":[0.9928919,0.0035692358,0.0024115243,0.00028838654,0.00057464326,0.00026427468],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0036099923,0.00016342645,0.0008329119,0.00013115503,0.002989175,0.00008896706,0.0016231133,0.00017413982,0.000015644977],"category_scores_gemma":[0.028491393,0.00010730659,0.00021998982,0.00037374964,0.005267257,0.00018534118,0.00017143524,0.00079583033,0.0000013418261],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017729705,0.00017423721,0.078931384,0.00004759481,0.00047142472,0.000028962653,0.6900216,0.0000026029609,0.00054959557,0.080664635,0.05436087,0.09297415],"study_design_scores_gemma":[0.0023555444,0.00013407857,0.6382877,0.000040544335,0.0002423988,0.000086177184,0.23509555,0.0000015566474,0.00003527857,0.0051165023,0.11831934,0.00028529912],"about_ca_topic_score_codex":0.0017608912,"about_ca_topic_score_gemma":0.004364127,"teacher_disagreement_score":0.55935633,"about_ca_system_score_codex":0.0003700605,"about_ca_system_score_gemma":0.0014587792,"threshold_uncertainty_score":0.9983088},"labels":[],"label_agreement":null},{"id":"W2801495391","doi":"10.1016/j.jacr.2018.03.018","title":"ACR Appropriateness Criteria ® First Trimester Vaginal Bleeding","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Ectopic Pregnancy Diagnosis and Management","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Appropriateness criteria; Vaginal bleeding; Medicine; Obstetrics; First trimester; Pregnancy; Radiology; Gestation","score_opus":0.01809632845280781,"score_gpt":0.2940663710467936,"score_spread":0.27597004259398583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801495391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841985,0.0003826219,0.00042427576,0.011801492,0.0010948139,0.00017783303,0.0000061913,0.000005573749,0.0019086915],"genre_scores_gemma":[0.9950033,0.00025274119,0.0022066152,0.0012349599,0.00076088094,0.0000036560543,1.956668e-7,0.000010744027,0.0005269413],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99899787,0.00010019167,0.0004353523,0.000111434725,0.00016552793,0.0001896043],"domain_scores_gemma":[0.9986198,0.0001129605,0.00071648596,0.00026258678,0.00021735225,0.00007083057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039067568,0.00010441138,0.0006027113,0.00012699654,0.00006619365,0.0000039678544,0.0003052249,0.000032197466,0.000073187744],"category_scores_gemma":[0.00017672544,0.000061636725,0.00019647328,0.00025648397,0.000505134,0.000050762563,0.00009910457,0.00014747385,0.0000028213344],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052881762,0.0014759061,0.3532747,0.0006053109,0.0028850602,0.0010379591,0.0017927067,0.000030798365,0.048920225,0.0058040936,0.5604833,0.0184018],"study_design_scores_gemma":[0.0073610563,0.011256745,0.78934175,0.0015979196,0.0011408471,0.011932723,0.0016059659,0.00027333474,0.018648563,0.0014952186,0.15496819,0.00037769869],"about_ca_topic_score_codex":0.000020560055,"about_ca_topic_score_gemma":0.0000056932113,"teacher_disagreement_score":0.43606701,"about_ca_system_score_codex":0.00006514427,"about_ca_system_score_gemma":0.00011612452,"threshold_uncertainty_score":0.25134727},"labels":[],"label_agreement":null},{"id":"W2801977067","doi":"10.1016/j.jacr.2018.03.031","title":"ACR Appropriateness Criteria® Suspected Thoracic Aortic Aneurysm","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Aortic Disease and Treatment Approaches","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Appropriate Use Criteria; Radiology; Appropriateness criteria; Grading (engineering); Guideline; Angiography; Expert opinion; Aortic aneurysm; MEDLINE; Aneurysm; Medical physics; Thoracic aortic aneurysm; Medical imaging; Intensive care medicine; Internal medicine","score_opus":0.02040954583839886,"score_gpt":0.31489640366664995,"score_spread":0.29448685782825107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801977067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99564785,0.00030699396,0.0000997041,0.0027110418,0.00034677907,0.00020087427,0.000019035306,0.000011102566,0.0006566437],"genre_scores_gemma":[0.9969521,0.00006658649,0.0017376372,0.0003704794,0.0005133674,0.0000035386531,0.0000013306258,0.000019303065,0.00033561757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862874,0.0002374266,0.0005195942,0.0001447187,0.00023286794,0.00023667296],"domain_scores_gemma":[0.9981474,0.000107534936,0.0009318833,0.0003663838,0.0003070197,0.00013973638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002537878,0.00015042885,0.0007575068,0.00014199002,0.000072240575,0.000003810683,0.00027000732,0.000044564502,0.00009596408],"category_scores_gemma":[0.00023991744,0.00008502876,0.00026733184,0.000496644,0.0011287262,0.000054103966,0.000059646878,0.00016301287,0.0000064073843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034413226,0.0052949023,0.6755968,0.000468211,0.0073416056,0.0069323597,0.0020103122,0.000019389963,0.18219592,0.002314419,0.053654425,0.029758448],"study_design_scores_gemma":[0.004662126,0.011104594,0.90461,0.0002367903,0.0030983181,0.03841627,0.002686693,0.00061601796,0.02986839,0.0026095647,0.0017196707,0.00037158653],"about_ca_topic_score_codex":0.000014577684,"about_ca_topic_score_gemma":0.0000025188767,"teacher_disagreement_score":0.22901319,"about_ca_system_score_codex":0.00006585018,"about_ca_system_score_gemma":0.00030090855,"threshold_uncertainty_score":0.41588384},"labels":[],"label_agreement":null},{"id":"W2802909156","doi":"10.1016/j.jacr.2018.03.038","title":"The ACR Appropriateness Criteria® Patient Engagement Subcommittee","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Reimbursement; Scopus; Medicine; Family medicine; MEDLINE; Appropriate Use Criteria; Family centered care; Patient care; Health care; Nursing; Internal medicine","score_opus":0.017642835646537906,"score_gpt":0.2620196427724338,"score_spread":0.24437680712589588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802909156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97560984,0.00023469515,0.00015702021,0.019952852,0.0026948727,0.00023612329,0.000005622196,0.000015095962,0.0010938691],"genre_scores_gemma":[0.9964325,0.00004595467,0.00025145325,0.0016469863,0.0015373686,0.000007117354,2.2881223e-7,0.00001633407,0.00006204658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834436,0.00023037998,0.0007451063,0.0001296833,0.00023477354,0.00031568645],"domain_scores_gemma":[0.9967476,0.00017609645,0.002070939,0.00044263017,0.0005466143,0.000016088017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014770671,0.00013774632,0.00050159503,0.00017265418,0.0004112828,0.000023363147,0.0008958832,0.00005716271,0.000026200065],"category_scores_gemma":[0.00045445343,0.000070208436,0.00017450126,0.00059061183,0.0009281991,0.00012658659,0.0003143876,0.00029486167,0.0000122859365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021679571,0.00050660287,0.06678134,0.00032846682,0.0011060797,0.00026147623,0.0007196686,0.0000364205,0.013380987,0.15243857,0.5124237,0.24984875],"study_design_scores_gemma":[0.00062638987,0.0007194598,0.027820503,0.000065778986,0.00006796158,0.00059052056,0.0033267282,0.00022013357,0.00045314958,0.005429422,0.9605091,0.00017084979],"about_ca_topic_score_codex":0.00042868545,"about_ca_topic_score_gemma":0.00015298472,"teacher_disagreement_score":0.44808543,"about_ca_system_score_codex":0.000058494486,"about_ca_system_score_gemma":0.00009424931,"threshold_uncertainty_score":0.34199882},"labels":[],"label_agreement":null},{"id":"W2883386636","doi":"10.1016/j.jacr.2018.05.028","title":"Association Between Clinical Productivity and Resident Teaching Quality","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Healthcare Quality and Management","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Productivity; Association (psychology); Quality (philosophy); Business; Medical education; Medicine; Psychology; Economics; Economic growth; Philosophy","score_opus":0.13914444694241118,"score_gpt":0.5257379234970643,"score_spread":0.3865934765546531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883386636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9333821,0.000048106114,0.00026407288,0.06430424,0.0011213225,0.00029121706,0.00002957997,0.000006476575,0.0005529086],"genre_scores_gemma":[0.9940938,0.00008546305,0.0009574464,0.0014710908,0.0021974763,0.000002506864,2.810379e-7,0.000007138462,0.0011847978],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.985269,0.01259285,0.0014454224,0.0001487206,0.00027580585,0.0002681953],"domain_scores_gemma":[0.99134904,0.0036374961,0.0042411354,0.00028905808,0.00037424467,0.00010905093],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021845512,0.000081511964,0.0007805297,0.00008031893,0.00045163548,0.000001665584,0.00026587106,0.00010299286,0.000014822623],"category_scores_gemma":[0.008753384,0.000053970398,0.00012631154,0.00016500647,0.00047290683,0.00007388544,0.00017859299,0.0010581935,0.0000038291914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002232524,0.000039775587,0.934127,0.00006515884,0.00022751893,0.0000015233904,0.00096988206,3.0719227e-7,0.00007879715,0.0020808976,0.057400934,0.0047849626],"study_design_scores_gemma":[0.00046907095,0.00084050704,0.9453361,0.000068290115,0.00007910875,0.0000093300505,0.002790917,0.0000018665905,0.000015331048,0.0019563928,0.048379604,0.000053491494],"about_ca_topic_score_codex":0.00071686215,"about_ca_topic_score_gemma":0.00047028915,"teacher_disagreement_score":0.062833145,"about_ca_system_score_codex":0.00028879734,"about_ca_system_score_gemma":0.00042477896,"threshold_uncertainty_score":0.9995963},"labels":[],"label_agreement":null},{"id":"W2883950347","doi":"10.1016/j.jacr.2018.05.022","title":"Patient-Friendly Summary of the ACR Appropriateness Criteria: Ovarian Cancer Screening","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Ovarian cancer diagnosis and treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; University of Toronto","funders":"","keywords":"Ovarian cancer; Medicine; Family history; Cancer; Genetic testing; Oncology; Stage (stratigraphy); Gynecology; BRCA mutation; Internal medicine; Obstetrics; Biology","score_opus":0.014082832535997469,"score_gpt":0.2867682177063251,"score_spread":0.27268538517032764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883950347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98415786,0.0009521461,0.00013710167,0.012492188,0.0013726753,0.00029739112,0.00013998819,0.000003540512,0.00044709197],"genre_scores_gemma":[0.9952457,0.00028494597,0.0029556,0.00082649844,0.0005458758,0.000010162443,5.3245725e-7,0.000019214178,0.00011149479],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983814,0.00029810093,0.0006392707,0.00015251989,0.00030024,0.00022847478],"domain_scores_gemma":[0.9971844,0.00014783138,0.0016711212,0.00047118508,0.00043871152,0.00008678081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029761824,0.00015329223,0.0008243596,0.00010161876,0.000103271,0.0000031900706,0.0003694446,0.000054252894,0.00009883447],"category_scores_gemma":[0.00014777196,0.00007681304,0.00034829005,0.0005123897,0.0010410302,0.00004894247,0.00013304116,0.00021330948,5.173019e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011519813,0.001783156,0.6880734,0.00023212959,0.0061894683,0.00036601326,0.002428924,0.00022840289,0.049346413,0.0016624932,0.1645051,0.07366469],"study_design_scores_gemma":[0.0066445447,0.009639615,0.8999363,0.0012495852,0.0016045604,0.0039516306,0.0022011646,0.00016064402,0.0406452,0.0003786073,0.033320248,0.0002678847],"about_ca_topic_score_codex":0.00036550174,"about_ca_topic_score_gemma":0.00004595423,"teacher_disagreement_score":0.21186292,"about_ca_system_score_codex":0.00013498694,"about_ca_system_score_gemma":0.00047774348,"threshold_uncertainty_score":0.3835719},"labels":[],"label_agreement":null},{"id":"W2884638110","doi":"10.1016/j.jacr.2018.06.008","title":"A Role for Imaging in the Detection of Physical Elder Abuse","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Elder Abuse and Neglect","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital","funders":"National Institute on Aging","keywords":"Elder abuse; Scopus; Economic Justice; Neglect; Population; Psychology; Medicine; Psychiatry; Poison control; MEDLINE; Suicide prevention; Political science; Medical emergency; Law","score_opus":0.00931552315129904,"score_gpt":0.2966427906795564,"score_spread":0.2873272675282574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884638110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976135,0.00020676405,0.00026500327,0.001160199,0.00014050426,0.0001320806,0.0000034828406,0.0000016429144,0.0004768079],"genre_scores_gemma":[0.9990337,0.000117301825,0.00016705356,0.00022731941,0.00042920109,0.0000029422306,1.990268e-8,0.0000040263026,0.000018424395],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99899966,0.0004409004,0.00022261505,0.000056078745,0.00013598341,0.00014476285],"domain_scores_gemma":[0.998684,0.00048628575,0.00055501756,0.00010921119,0.0001454974,0.000019988332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064955116,0.0000485023,0.00024971733,0.000083479135,0.00011336298,0.0000023499651,0.00040480687,0.000017623883,0.000003564949],"category_scores_gemma":[0.00020687396,0.000027413795,0.00016200043,0.00040832174,0.00096616516,0.000058525904,0.000011790852,0.00010774617,2.9036454e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031071187,0.00090108154,0.054884218,0.000026222036,0.00033243067,0.000020976191,0.23314774,0.000059315946,0.6170959,0.0055933455,0.007930839,0.076900825],"study_design_scores_gemma":[0.008444152,0.02198039,0.2728252,0.0007785644,0.0009351089,0.0016899203,0.2770676,0.002557527,0.22323081,0.09298672,0.096529976,0.0009740111],"about_ca_topic_score_codex":0.00035312635,"about_ca_topic_score_gemma":0.0010380299,"teacher_disagreement_score":0.39386508,"about_ca_system_score_codex":0.000032334676,"about_ca_system_score_gemma":0.00011565891,"threshold_uncertainty_score":0.35598758},"labels":[],"label_agreement":null},{"id":"W2885267744","doi":"10.1016/j.jacr.2018.06.026","title":"Contrast Administration in CT: A Patient-Centric Approach","year":2018,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Patient safety; Patient care; Iodinated contrast media; Iodinated contrast; Contrast (vision); Medical physics; Radiology; Intravenous contrast; Patient-centered care; Administration (probate law); MEDLINE; Computed tomography; Computer science; Health care; Nursing","score_opus":0.02284970928258503,"score_gpt":0.31069350086540465,"score_spread":0.28784379158281964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885267744","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00868807,0.9890434,0.000046808746,0.00040702109,0.0004585849,0.0006249751,0.000051810468,0.0000033815804,0.00067595195],"genre_scores_gemma":[0.034041632,0.9645739,0.00057080557,0.00022915058,0.00044731318,0.000008124615,0.000006975884,0.000025232493,0.00009681828],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975769,0.00051754777,0.0012828284,0.00015859793,0.00023475949,0.000229371],"domain_scores_gemma":[0.9957295,0.00023505908,0.0035340444,0.00028402105,0.00012573754,0.000091632886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047377415,0.00020561082,0.0023370937,0.0005148558,0.000032812517,0.000004244368,0.00030794353,0.000058478392,0.000014538386],"category_scores_gemma":[0.00045525315,0.00012192343,0.0005848852,0.0009245222,0.00039915685,0.000052320214,0.00003598485,0.00049475196,0.0000027305236],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063751184,0.00085546577,0.0022423486,0.0032977622,0.0012429364,0.0006255144,0.00016526553,0.000011061708,0.000013717064,0.0001924981,0.0455855,0.9451304],"study_design_scores_gemma":[0.0012525292,0.0022112848,0.0007206119,0.003470973,0.0011520026,0.039187185,0.00026682066,0.00007861731,0.000012012512,0.000021936481,0.95144886,0.0001771934],"about_ca_topic_score_codex":0.0000065282156,"about_ca_topic_score_gemma":0.000001316577,"teacher_disagreement_score":0.9449532,"about_ca_system_score_codex":0.0002387062,"about_ca_system_score_gemma":0.0013533296,"threshold_uncertainty_score":0.49718934},"labels":[],"label_agreement":null},{"id":"W2888379566","doi":"10.1016/j.jacr.2018.07.004","title":"Ovarian-Adnexal Reporting Lexicon for Ultrasound: A White Paper of the ACR Ovarian-Adnexal Reporting and Data System Committee","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Ovarian cancer diagnosis and treatment","field":"Medicine","cited_by":171,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; McGill University Health Centre","funders":"","keywords":"Lexicon; Terminology; Medicine; Risk stratification; Radiology; Gynecology; Computer science; Natural language processing; Linguistics; Internal medicine","score_opus":0.04171507225198994,"score_gpt":0.32850404018151946,"score_spread":0.2867889679295295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888379566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983052,0.000606055,0.00057360926,0.012233975,0.0013245293,0.0008666793,0.00029845574,0.000012561408,0.0010321285],"genre_scores_gemma":[0.9893282,0.00007455826,0.00876568,0.0006926129,0.0009136574,0.000012185535,0.0000046423443,0.000033387932,0.00017504569],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953399,0.00034074817,0.0032436366,0.00036717954,0.0003658207,0.00034275194],"domain_scores_gemma":[0.97878724,0.00080242514,0.018360693,0.0014157994,0.00050499174,0.00012887605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035171965,0.00023688034,0.0015901147,0.000110045665,0.00023044761,0.000013337413,0.00062028517,0.000096873,0.000024802708],"category_scores_gemma":[0.0046812184,0.0001306619,0.00038302073,0.00040719408,0.0010083123,0.00012420354,0.00026693352,0.00032746504,3.0756425e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035133634,0.0005549743,0.89550394,0.0005375684,0.0035886597,0.0004050011,0.0012611607,0.000040815034,0.031931184,0.0029733304,0.055708013,0.00398199],"study_design_scores_gemma":[0.008189653,0.006247823,0.8781673,0.0020898147,0.0032609561,0.06993119,0.007195325,0.0006309857,0.00667156,0.00060475484,0.016613713,0.00039698425],"about_ca_topic_score_codex":0.00022281062,"about_ca_topic_score_gemma":0.00008233781,"teacher_disagreement_score":0.06952618,"about_ca_system_score_codex":0.00019883703,"about_ca_system_score_gemma":0.0007832764,"threshold_uncertainty_score":0.5604194},"labels":[],"label_agreement":null},{"id":"W2889796024","doi":"10.1016/j.jacr.2018.07.010","title":"Radiologist Burnout Is Not Just Isolated to the United States: Perspectives From Canada","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Burnout; Depersonalization; Scopus; Emotional exhaustion; Population; Job satisfaction; Medicine; Psychology; Family medicine; MEDLINE; Clinical psychology; Political science; Social psychology","score_opus":0.03879302594151764,"score_gpt":0.380009876970457,"score_spread":0.3412168510289394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889796024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8443271,0.0008238454,0.00014548445,0.15079676,0.0022595688,0.0004336452,0.0010682144,0.000009140966,0.00013624415],"genre_scores_gemma":[0.9672086,0.00079205545,0.00045728165,0.029191798,0.0015782374,0.000012954889,0.0000063432617,0.00002580737,0.0007268752],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945677,0.0028708028,0.0012267049,0.00026172795,0.0004323754,0.0006407154],"domain_scores_gemma":[0.9929903,0.0024045303,0.002260579,0.00061485445,0.001443006,0.00028671438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011277591,0.00023921799,0.0009790773,0.00019694191,0.0010371149,0.0000038896715,0.0012190323,0.00013788797,0.0005782152],"category_scores_gemma":[0.0011747953,0.00011903011,0.00017880363,0.0010251385,0.001003482,0.000046286903,0.00026065248,0.0012639313,0.000017865252],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003439735,0.00010512614,0.06449469,0.000044185766,0.00062974053,0.00007368585,0.021206453,0.00013741523,0.0011688953,0.00045752228,0.90659785,0.0016447254],"study_design_scores_gemma":[0.0024440894,0.0037082771,0.26641968,0.0016501169,0.00023413573,0.00032469037,0.27325714,0.0014028434,0.00038607995,0.0006555309,0.44899046,0.0005269519],"about_ca_topic_score_codex":0.5026719,"about_ca_topic_score_gemma":0.18684444,"teacher_disagreement_score":0.45760736,"about_ca_system_score_codex":0.00062943174,"about_ca_system_score_gemma":0.003611325,"threshold_uncertainty_score":0.8279935},"labels":[],"label_agreement":null},{"id":"W2894313630","doi":"10.1016/j.jacr.2018.07.025","title":"Initiating a National Mammographic Screening Program: The Kuwait Experience Training With a US Cancer Center","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Ministry of Health, British Columbia; Memorial Sloan-Kettering Cancer Center","keywords":"Medicine; Breast cancer; Cancer; Mammography; Scopus; Christian ministry; Population; Cancer registry; Family medicine; Incidence (geometry); Demography; International agency; Gynecology; Environmental health; MEDLINE; Internal medicine; Political science","score_opus":0.07809656286663515,"score_gpt":0.3708684548175329,"score_spread":0.29277189195089776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894313630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99393696,0.00027879857,0.00034594192,0.0042060316,0.00017141565,0.00023141694,0.000020500298,0.000008929362,0.00080000143],"genre_scores_gemma":[0.98709655,0.00004740403,0.009298819,0.0028777332,0.0006168189,0.000021906275,3.8649014e-7,0.000012648713,0.000027723618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983998,0.00016324247,0.00045048643,0.0001390514,0.00055427966,0.0002931248],"domain_scores_gemma":[0.99777687,0.00016470939,0.0011166278,0.00016732501,0.0006854374,0.000089043264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054447196,0.0001315288,0.00047197271,0.00013246329,0.00020222763,0.000009108786,0.0003820032,0.000031951615,0.000034650962],"category_scores_gemma":[0.00026716344,0.000065504224,0.000181476,0.0008637937,0.001658179,0.00010288964,0.000053739088,0.00034237927,2.86031e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036412107,0.0001088758,0.9639799,0.000020378098,0.0006822316,0.00015014323,0.0040378016,0.00022609369,0.002331163,0.0003394023,0.003950344,0.020532455],"study_design_scores_gemma":[0.0043957913,0.010616169,0.9034026,0.0016108444,0.00037956165,0.03221426,0.024877803,0.0017851234,0.0010683823,0.00021405582,0.019096535,0.00033883125],"about_ca_topic_score_codex":0.00014701227,"about_ca_topic_score_gemma":0.00013568989,"teacher_disagreement_score":0.060577262,"about_ca_system_score_codex":0.00008404818,"about_ca_system_score_gemma":0.0005206027,"threshold_uncertainty_score":0.6109629},"labels":[],"label_agreement":null},{"id":"W2898661242","doi":"10.1016/j.jacr.2018.09.023","title":"ACR Appropriateness Criteria® Postmenopausal Subacute or Chronic Pelvic Pain","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Pelvic pain; Pelvic floor; Physical therapy; Guideline; Radiology; Context (archaeology); Surgery; Pathology","score_opus":0.013695469675854105,"score_gpt":0.2936289623473773,"score_spread":0.2799334926715232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898661242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917513,0.00078361266,0.00021169503,0.0057327044,0.00076205377,0.0003262473,0.000050262744,0.000012379011,0.0003697533],"genre_scores_gemma":[0.9939374,0.00023302971,0.0026081875,0.0013513003,0.00075781497,0.000005783903,0.0000022788447,0.00003585146,0.0010683989],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99777496,0.0006414684,0.00067979266,0.0002022262,0.0003108474,0.00039070277],"domain_scores_gemma":[0.9974987,0.0002697332,0.0012055634,0.0004955475,0.0003760485,0.00015440711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080336333,0.00022860455,0.0010830316,0.00021072595,0.000094928786,0.0000044145095,0.00049054023,0.00007838954,0.00024327137],"category_scores_gemma":[0.0005399343,0.00012573844,0.000234538,0.00060376106,0.0013441773,0.00007038231,0.0000965322,0.00026069145,0.000013718175],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.054067876,0.0037421433,0.077883266,0.0005309256,0.008757847,0.0052807783,0.001851742,0.000038928014,0.5344185,0.00042025896,0.2649832,0.048024543],"study_design_scores_gemma":[0.04978093,0.22177924,0.4463802,0.0015027837,0.0052258107,0.15009181,0.005588662,0.0024945757,0.037243675,0.0023956934,0.07593032,0.0015862911],"about_ca_topic_score_codex":0.00005459775,"about_ca_topic_score_gemma":0.000047371606,"teacher_disagreement_score":0.49717483,"about_ca_system_score_codex":0.00035299687,"about_ca_system_score_gemma":0.000995483,"threshold_uncertainty_score":0.5127465},"labels":[],"label_agreement":null},{"id":"W2899181411","doi":"10.1016/j.jacr.2018.09.031","title":"ACR Appropriateness Criteria® Suspected New-Onset and Known Nonacute Heart Failure","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; St. Paul's Hospital; University of Ottawa","funders":"Medtronic; Abbott Laboratories","keywords":"Medicine; Appropriate Use Criteria; Appropriateness criteria; Ejection fraction; Cardiology; Heart failure; Internal medicine; Cardiac imaging; Inotrope; Myocardial perfusion imaging; Stress Echocardiography; Pre- and post-test probability; Radiology; Coronary artery disease","score_opus":0.008726105293760316,"score_gpt":0.278813378495354,"score_spread":0.27008727320159365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899181411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750895,0.0005021157,0.00022606645,0.023096548,0.0007487605,0.00012590796,0.000052367195,0.000009173896,0.00014959209],"genre_scores_gemma":[0.9893842,0.000076710705,0.007846072,0.001341765,0.0010648717,8.338286e-7,0.0000011185239,0.00001707417,0.0002673561],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989014,0.00019812449,0.00038402423,0.00012908051,0.000174687,0.00021268317],"domain_scores_gemma":[0.99833935,0.0003379384,0.00049265346,0.00028264328,0.0003768863,0.00017051885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032170155,0.0001311897,0.0008044104,0.00014661174,0.00006867423,0.000006602142,0.00015958447,0.00004955051,0.00003436506],"category_scores_gemma":[0.00083691516,0.00008350839,0.00019589617,0.00036137534,0.0010653718,0.00004040853,0.00007718117,0.0002477088,0.0000032369808],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017701449,0.000111910274,0.20883332,0.00002921524,0.00042399752,0.00013174495,0.0002888057,0.0000038349294,0.029869976,0.0000915798,0.7577368,0.00070865575],"study_design_scores_gemma":[0.0043356544,0.0042887856,0.82939047,0.00022898085,0.0007400848,0.06840522,0.0012250083,0.00010059563,0.008944768,0.00064679584,0.081449226,0.00024441938],"about_ca_topic_score_codex":0.000071084076,"about_ca_topic_score_gemma":0.000011715633,"teacher_disagreement_score":0.6762876,"about_ca_system_score_codex":0.000048487236,"about_ca_system_score_gemma":0.00041492208,"threshold_uncertainty_score":0.3925407},"labels":[],"label_agreement":null},{"id":"W2920318516","doi":"10.1016/j.jacr.2018.12.004","title":"Natural Language Processing of Radiology Reports in Patients With Hepatocellular Carcinoma to Predict Radiology Resource Utilization","year":2019,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network; University of Toronto","funders":"","keywords":"Hepatocellular carcinoma; Radiology; Medicine; Computer science; Medical physics; Internal medicine","score_opus":0.008521234606094734,"score_gpt":0.258318899654329,"score_spread":0.24979766504823428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920318516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959934,0.0014019817,0.00005181908,0.0013063126,0.00048819673,0.000600599,0.000008942933,0.0000052540504,0.00014350934],"genre_scores_gemma":[0.99809617,0.000026953958,0.0011234467,0.0004268414,0.00014661546,0.0000044620456,0.000011749503,0.000022239416,0.00014149521],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976965,0.00055991544,0.0009632435,0.00025487668,0.00023279614,0.00029267292],"domain_scores_gemma":[0.9962977,0.0002593766,0.0025915713,0.00041907822,0.00033210436,0.00010013718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000819472,0.0001764747,0.0011361896,0.00043440567,0.00003636574,0.0000019785048,0.000254599,0.00011495881,0.000018641593],"category_scores_gemma":[0.00064387365,0.00011208903,0.00013153808,0.0007068379,0.00044712512,0.00010525215,0.00004815546,0.00044401473,7.1222627e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003978998,0.00017746589,0.9864988,0.00006830607,0.000122429,0.00011272808,0.00094272196,0.00034723527,0.004894483,0.000014962271,0.0018259442,0.0010159478],"study_design_scores_gemma":[0.0019820284,0.0045900634,0.97915506,0.00013817387,0.00015548612,0.009969296,0.0018581224,0.00070581236,0.00060613395,0.000012158769,0.00071800523,0.000109682805],"about_ca_topic_score_codex":0.0000607737,"about_ca_topic_score_gemma":0.0000058104847,"teacher_disagreement_score":0.009856568,"about_ca_system_score_codex":0.000176903,"about_ca_system_score_gemma":0.00048712557,"threshold_uncertainty_score":0.4570858},"labels":[],"label_agreement":null},{"id":"W2928398341","doi":"10.1016/j.jacr.2019.02.044","title":"Beyond Universal Health Care: Barriers to Breast Cancer Screening Participation in Canada","year":2019,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Breast cancer screening; Cancer screening; Socioeconomic status; Family medicine; Breast cancer; MEDLINE; Population; Health care; Inclusion (mineral); Cancer; Health equity; Gerontology; Preventive healthcare; Environmental health; Mammography; Public health; Nursing; Psychology; Internal medicine","score_opus":0.0423053683485937,"score_gpt":0.37063626111683595,"score_spread":0.32833089276824223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928398341","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0123085035,0.98072827,0.000024101402,0.004910162,0.0007545239,0.0006150882,0.0005743555,0.0000020862713,0.00008292195],"genre_scores_gemma":[0.053900022,0.941933,0.0005706857,0.0031645312,0.00032416673,0.000009603649,0.0000048352035,0.000032337313,0.000060816797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976367,0.0004479616,0.00095612986,0.00018772688,0.00039972048,0.00037178223],"domain_scores_gemma":[0.99675906,0.00016571587,0.0021702624,0.00027995894,0.00022911718,0.0003958996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003766771,0.00022117035,0.0026842793,0.0002764324,0.000051585925,0.0000023145967,0.00041270046,0.00006084991,0.00004520032],"category_scores_gemma":[0.00016477358,0.00014850136,0.00034100006,0.0009444781,0.00013056351,0.00004679257,0.00007162429,0.00055481796,5.782897e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0014280723,0.000021395303,0.035920747,0.0032805568,0.0009602924,0.00041767818,0.0005864644,0.0024991173,0.000003199839,0.00006975246,0.07387862,0.8809341],"study_design_scores_gemma":[0.0016340128,0.0020607435,0.023806944,0.022044674,0.0017307455,0.0068281107,0.00838474,0.0000367216,0.0000020152852,0.0000043268597,0.9330334,0.00043355854],"about_ca_topic_score_codex":0.4819193,"about_ca_topic_score_gemma":0.41662368,"teacher_disagreement_score":0.88050056,"about_ca_system_score_codex":0.004226469,"about_ca_system_score_gemma":0.028502678,"threshold_uncertainty_score":0.9995961},"labels":[],"label_agreement":null},{"id":"W2943153887","doi":"10.1016/j.jacr.2019.02.003","title":"ACR Appropriateness Criteria® Suspected Spine Trauma-Child","year":2019,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Spinal Fractures and Fixation Techniques","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Appropriateness criteria; Medicine; SPINE (molecular biology); Appropriate Use Criteria; Medical physics; Radiology; Internal medicine","score_opus":0.00847385421563966,"score_gpt":0.28226702163573814,"score_spread":0.27379316742009846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943153887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887426,0.00036330897,0.00042540263,0.008422936,0.00046985212,0.00026180514,0.000014073043,0.000014262936,0.0012857586],"genre_scores_gemma":[0.9944112,0.00013902997,0.0036280819,0.0011061614,0.0003215539,0.0000016447971,0.000001198293,0.000016578315,0.0003745615],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99886197,0.000130852,0.00052218954,0.00011363435,0.00020866083,0.0001627027],"domain_scores_gemma":[0.99814844,0.000053487016,0.0011319575,0.000310291,0.00028232348,0.000073497016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003216341,0.000121717516,0.00078849576,0.0001750978,0.000035919784,0.000002896198,0.00028859024,0.0000626996,0.00018032407],"category_scores_gemma":[0.00018340729,0.00007001942,0.00034331364,0.00037788728,0.00026341478,0.00004597976,0.000039476858,0.0003360227,0.0000026272003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018794034,0.0017648285,0.12282194,0.0005330934,0.0029106378,0.0009032794,0.0007795921,0.00016417862,0.7159468,0.011476394,0.09900159,0.024903625],"study_design_scores_gemma":[0.0040113,0.010788129,0.86566263,0.00037456202,0.00039104366,0.026039537,0.000997495,0.00017435383,0.053070113,0.0013605353,0.036853768,0.00027654742],"about_ca_topic_score_codex":0.000024492429,"about_ca_topic_score_gemma":0.0000018368135,"teacher_disagreement_score":0.74284065,"about_ca_system_score_codex":0.00006869764,"about_ca_system_score_gemma":0.00010469653,"threshold_uncertainty_score":0.28553092},"labels":[],"label_agreement":null},{"id":"W2945121172","doi":"10.1016/j.jacr.2019.03.006","title":"Application of Lung-Screening Reporting and Data System Versus Pan-Canadian Early Detection of Lung Cancer Nodule Risk Calculation in the Alberta Lung Cancer Screening Study","year":2019,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Alexandra Hospital; Alberta Health Services; Brock University; University of Calgary","funders":"Philips; Alberta Cancer Foundation; University of Calgary; Pancreatic Cancer Action Network","keywords":"Lung cancer; Medicine; Lung cancer screening; Nodule (geology); Lung; Radiology; Cancer; Oncology; Internal medicine; Biology","score_opus":0.018867782489438687,"score_gpt":0.3291057165967814,"score_spread":0.3102379341073427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945121172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959073,0.0016800249,0.00045194678,0.0005744662,0.00023206805,0.0010318788,0.00007966804,0.0000020623681,0.000040569917],"genre_scores_gemma":[0.9993272,0.00022070379,0.00024150245,0.00002510623,0.000119360164,0.00003612738,0.0000032872601,0.000014766803,0.000011975902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793434,0.00032903024,0.001050299,0.00022692325,0.00028142336,0.00017800035],"domain_scores_gemma":[0.9943608,0.0004311555,0.0043883864,0.0005581443,0.00019917722,0.000062318955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012188368,0.00012781509,0.0007415143,0.00020420407,0.00007539516,0.0000045432653,0.00027122602,0.000047793317,0.0000035095493],"category_scores_gemma":[0.0002458402,0.0000803099,0.00010057931,0.0004918641,0.0001079676,0.00009829494,0.000060073693,0.00023583483,4.6329994e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008602406,0.00006303471,0.99010456,0.0001211711,0.00082405907,0.000010581243,0.0006762829,0.0023801595,0.0006888718,0.000010787095,0.000110169865,0.0041500805],"study_design_scores_gemma":[0.0025328742,0.0007588156,0.9481022,0.00043483466,0.0012139594,0.00013287393,0.0021290106,0.044353634,0.00022191856,6.0497325e-7,0.000051607876,0.000067701076],"about_ca_topic_score_codex":0.36897495,"about_ca_topic_score_gemma":0.091058224,"teacher_disagreement_score":0.27791673,"about_ca_system_score_codex":0.00046848864,"about_ca_system_score_gemma":0.0002894033,"threshold_uncertainty_score":0.9255276},"labels":[],"label_agreement":null},{"id":"W2946293915","doi":"10.1016/j.jacr.2018.12.022","title":"Interprofessional Education in Radiation Oncology","year":2019,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Radiation Therapist; Radiation oncology; Interprofessional education; Curriculum; Medicine; Medical education; Teamwork; Health care; MEDLINE; Family medicine; Medical physics; Radiation therapy; Psychology; Internal medicine","score_opus":0.03998938274714506,"score_gpt":0.5024339576639792,"score_spread":0.4624445749168342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946293915","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008223544,0.9634592,0.00002465439,0.0031443809,0.021224694,0.001671398,0.00011992041,0.000005791583,0.0021264423],"genre_scores_gemma":[0.001972435,0.98853314,0.00072639063,0.001371183,0.0011722174,0.00010115763,0.00002834249,0.000043591714,0.0060515334],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991106,0.005617814,0.002481859,0.00021165232,0.0002891412,0.00029355462],"domain_scores_gemma":[0.987668,0.00219426,0.009083443,0.00039736164,0.0005736,0.00008337009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015314899,0.00026867015,0.0025727593,0.0008741918,0.00014176518,0.0000017112243,0.0008230886,0.00043209328,0.00023605558],"category_scores_gemma":[0.0007698743,0.00016244965,0.0005016887,0.0011779737,0.00024504797,0.00010991419,0.00015135022,0.0019983759,0.000064578744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087927596,0.00047486176,0.003008471,0.0036462666,0.00021944923,0.0000058678293,0.0008448157,0.0000074218174,0.00001730872,0.004187412,0.16316892,0.8235399],"study_design_scores_gemma":[0.00044180106,0.00041205942,0.0015498894,0.011946461,0.00023411754,0.0002326863,0.0038687983,0.000007472673,5.0223827e-7,0.000370131,0.9807931,0.00014298449],"about_ca_topic_score_codex":0.00007775246,"about_ca_topic_score_gemma":0.00009424402,"teacher_disagreement_score":0.8233969,"about_ca_system_score_codex":0.0018752157,"about_ca_system_score_gemma":0.06754392,"threshold_uncertainty_score":0.93774223},"labels":[],"label_agreement":null},{"id":"W2978720055","doi":"10.1016/j.jacr.2019.07.028","title":"Ethics of Artificial Intelligence in Radiology: Summary of the Joint European and North American Multisociety Statement","year":2019,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; University of Alberta","funders":"Fonds de Recherche du Québec - Santé; Fondation de l'Association des radiologistes du Québec; Radiological Society of North America; Society for Imaging Informatics in Medicine","keywords":"Transparency (behavior); Medicine; Informatics; Dignity; Accountability; Ethical code; Harm; Engineering ethics; Radiology; Political science; Public relations; Law","score_opus":0.20963705807721844,"score_gpt":0.4358938966367388,"score_spread":0.22625683855952033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978720055","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28952804,0.7033373,0.00022072466,0.0034498798,0.0016425443,0.0015571349,0.00019885547,0.0000041574353,0.00006136217],"genre_scores_gemma":[0.105078734,0.89347273,0.0009089098,0.0002585092,0.00021254014,0.000004429871,0.0000037367158,0.00002828974,0.000032092175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99356365,0.0026808977,0.0029082268,0.00023632831,0.00032811062,0.00028275777],"domain_scores_gemma":[0.99032617,0.0016542046,0.0069203745,0.0005529656,0.00044985212,0.00009644199],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0027622916,0.00026355166,0.0029645264,0.00023971652,0.00006277654,0.0000021664914,0.00056784786,0.00012388609,0.0000063553575],"category_scores_gemma":[0.0016088862,0.00014738619,0.00067226443,0.001081827,0.0027862021,0.000030993036,0.00017105149,0.0016121597,0.0000011792426],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032888755,0.00029493132,0.01358047,0.005119356,0.0005001783,0.000020354231,0.0025756573,0.00014275312,0.00008437375,0.00019252184,0.0013186025,0.97584194],"study_design_scores_gemma":[0.0010561692,0.049439948,0.17232573,0.08908569,0.013502471,0.018395988,0.09539796,0.001605561,0.0023733978,0.0021798662,0.5515767,0.0030605525],"about_ca_topic_score_codex":0.0005969914,"about_ca_topic_score_gemma":0.00029210228,"teacher_disagreement_score":0.97278136,"about_ca_system_score_codex":0.0002668054,"about_ca_system_score_gemma":0.0019997258,"threshold_uncertainty_score":0.99992764},"labels":[],"label_agreement":null},{"id":"W2988441466","doi":"10.1016/j.jacr.2010.03.023","title":"Radiation Safety: Have We Let the Public Down?","year":2010,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakeridge Health; University of Toronto","funders":"","keywords":"Business; MEDLINE; Medical physics; Medicine; Political science; Law","score_opus":0.00898513891833462,"score_gpt":0.2655371189356743,"score_spread":0.25655198001733964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988441466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62512606,0.0019061737,0.00015151942,0.37008092,0.0010568785,0.00023965897,0.000022037793,0.0000067192705,0.0014099933],"genre_scores_gemma":[0.98959047,0.0026013567,0.00029704225,0.0063441475,0.0006531144,0.0000020052114,0.0000011884196,0.000011958308,0.0004987339],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987131,0.00022722711,0.00051498093,0.00008674187,0.00025959828,0.00019835749],"domain_scores_gemma":[0.99778444,0.00033683647,0.0012361926,0.00036288713,0.00018587401,0.000093795665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008876381,0.00009748136,0.00048274957,0.00015970749,0.0001159702,0.000005630797,0.00038100337,0.000036292877,0.00011831485],"category_scores_gemma":[0.00088774593,0.000049748116,0.0002345206,0.00038201368,0.0005571618,0.00010740337,0.00003958173,0.00057226414,0.0000044143344],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00101785,0.0002635046,0.11624421,0.000068028414,0.00095150206,0.00011155652,0.0005478399,0.000088348235,0.06418117,0.0037613886,0.7147629,0.09800169],"study_design_scores_gemma":[0.0027376248,0.0011206918,0.24085744,0.00013446852,0.00040110174,0.019252187,0.0011939708,0.0010566731,0.003287687,0.0005336964,0.7292573,0.00016719368],"about_ca_topic_score_codex":0.000014678428,"about_ca_topic_score_gemma":0.000011532772,"teacher_disagreement_score":0.36446437,"about_ca_system_score_codex":0.000059406208,"about_ca_system_score_gemma":0.00040565987,"threshold_uncertainty_score":0.24862348},"labels":[],"label_agreement":null},{"id":"W2996983064","doi":"10.1016/j.jacr.2019.11.026","title":"Radiology Clerkship Requirements in Canada and the United States: Current State and Impact on Residency Application","year":2019,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Radiology; Curriculum; Pediatric Radiology; Interventional radiology; Duration (music); Medical school; Medical education; Psychology","score_opus":0.016425596967181277,"score_gpt":0.317417417601754,"score_spread":0.30099182063457275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996983064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871681,0.0010020334,0.000015375965,0.011091466,0.00030868556,0.00036892388,0.000014439311,9.526344e-7,0.000030070922],"genre_scores_gemma":[0.9950296,0.0039568073,0.000057739177,0.00083962805,0.00006112784,0.000004566252,0.000003182922,0.000007526329,0.00003980869],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99834657,0.00069807936,0.0005035922,0.00013079523,0.00013458695,0.00018638342],"domain_scores_gemma":[0.99730206,0.0010478946,0.0012289903,0.00023863932,0.000105129184,0.000077311095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009867578,0.00011268552,0.000593887,0.00018311749,0.000039323648,0.0000025052125,0.00016129013,0.00002457194,0.000008368447],"category_scores_gemma":[0.0002953616,0.000056219236,0.00005562847,0.0003374828,0.00045328058,0.000051104806,0.000028754168,0.00039218785,6.499944e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073999674,0.00006618897,0.9770522,0.000037867387,0.00023076519,0.000013505173,0.0004832228,0.0014950553,0.00054952136,0.00036319785,0.0067323786,0.005576122],"study_design_scores_gemma":[0.0027153913,0.0012579828,0.98895234,0.00006684457,0.00008592747,0.0018826757,0.0009963161,0.001683494,0.000026605605,0.001039191,0.0012302613,0.00006295512],"about_ca_topic_score_codex":0.12237074,"about_ca_topic_score_gemma":0.021835258,"teacher_disagreement_score":0.10053548,"about_ca_system_score_codex":0.00036832123,"about_ca_system_score_gemma":0.0010820933,"threshold_uncertainty_score":0.9960137},"labels":[],"label_agreement":null},{"id":"W3006651584","doi":"10.1016/j.jacr.2020.01.007","title":"Patient Perspectives and Priorities Regarding Artificial Intelligence in Radiology: Opportunities for Patient-Centered Radiology","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health Authority; Saskatchewan Health; Saskatoon Medical Imaging; University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Workflow; Triage; Radiology; Patient care; Medicine; Medical physics; Computer science; Medical emergency; Nursing","score_opus":0.035701389088750944,"score_gpt":0.2956942958709268,"score_spread":0.2599929067821759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006651584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9598014,0.0023538368,0.002297468,0.034766503,0.00035833998,0.00032748262,0.000028328705,0.000007290894,0.000059390768],"genre_scores_gemma":[0.99151087,0.0015567023,0.004714279,0.0019056335,0.00027864485,0.0000064731785,0.000001047226,0.000018681283,0.000007661485],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9981134,0.00042709112,0.00082708715,0.00020910765,0.0001484768,0.0002748533],"domain_scores_gemma":[0.99792796,0.0005998269,0.0009832216,0.00014066754,0.00018264604,0.00016567537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046377748,0.00016369855,0.0010310925,0.00022236664,0.0000738391,0.0000053819385,0.00019225314,0.000063994645,0.000005644714],"category_scores_gemma":[0.002215108,0.00011376712,0.00021633432,0.00021723121,0.0013974456,0.00005699667,0.00008597723,0.0005182687,1.18510485e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03297297,0.00094074465,0.12231705,0.0008530612,0.00280985,0.0027014043,0.054086473,0.003177134,0.12422744,0.03739945,0.033900127,0.5846143],"study_design_scores_gemma":[0.012661668,0.083284825,0.053901196,0.002155543,0.0017207625,0.08797955,0.6004911,0.08192597,0.016806798,0.017612856,0.039455287,0.0020044306],"about_ca_topic_score_codex":0.000010774534,"about_ca_topic_score_gemma":0.0000020542532,"teacher_disagreement_score":0.58260983,"about_ca_system_score_codex":0.00009938235,"about_ca_system_score_gemma":0.00024210052,"threshold_uncertainty_score":0.5148946},"labels":[],"label_agreement":null},{"id":"W3012670125","doi":"10.1016/j.jacr.2020.03.015","title":"Novel Screening and Triage Strategy in Iran During Deadly Coronavirus Disease 2019 (COVID-19) Epidemic: Value of Humanitarian Teleconsultation Service","year":2020,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Triage; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Coronavirus; Value (mathematics); Pandemic; Service (business); Betacoronavirus; Coronavirus Infections; Disease; Virology; Medicine; Medical emergency; Business; Computer science; Infectious disease (medical specialty); Internal medicine; Outbreak; Marketing","score_opus":0.17552524852285029,"score_gpt":0.44211090284369114,"score_spread":0.26658565432084086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012670125","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07752494,0.9129086,0.00024597207,0.007199995,0.00016139694,0.0012440212,0.0006936586,0.000008561477,0.000012854178],"genre_scores_gemma":[0.050223302,0.94598806,0.0009318512,0.0023929093,0.000352254,0.000008164336,0.000015962856,0.00005504373,0.000032451473],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99618524,0.00092727685,0.0019718127,0.00029444904,0.00028857854,0.00033263248],"domain_scores_gemma":[0.99239767,0.002047575,0.00440349,0.00033403962,0.00018652953,0.0006306878],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011016402,0.0003467372,0.00371187,0.0005898195,0.00008488909,0.000004893384,0.00040472948,0.00016025742,0.000013019228],"category_scores_gemma":[0.003543665,0.0002458929,0.0004780488,0.0009849331,0.00034438234,0.00008407051,0.00009998888,0.00097249873,6.306195e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026040588,0.0010872221,0.036942437,0.13988459,0.0044729677,0.00442392,0.0023796875,0.0028193062,0.0023884717,0.001346694,0.001604432,0.77660966],"study_design_scores_gemma":[0.025622733,0.008270057,0.44522512,0.042002905,0.009890106,0.028509442,0.00295158,0.0008041192,0.000016550664,0.00048524898,0.43478087,0.0014412808],"about_ca_topic_score_codex":0.002140886,"about_ca_topic_score_gemma":0.00041991376,"teacher_disagreement_score":0.7751684,"about_ca_system_score_codex":0.0005562918,"about_ca_system_score_gemma":0.004693718,"threshold_uncertainty_score":0.99999934},"labels":[],"label_agreement":null},{"id":"W3015264156","doi":"10.1016/j.jacr.2020.03.012","title":"Machine Learning for Automation of Radiology Protocols for Quality and Efficiency Improvement","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre; University of Toronto","funders":"","keywords":"Workflow; Computer science; Artificial intelligence; Random forest; Machine learning; Protocol (science); Automation; Thresholding; Software deployment; Artificial neural network; Data mining; Medicine; Software engineering; Database; Pathology","score_opus":0.04578461532657702,"score_gpt":0.38007047479003286,"score_spread":0.33428585946345585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015264156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96185803,0.00023586633,0.010898997,0.022191621,0.00016462883,0.004579709,0.000034225046,0.0000049631803,0.00003198415],"genre_scores_gemma":[0.9886261,0.0000770628,0.010006125,0.000767642,0.00023519612,0.0002301972,0.0000032574628,0.000009634241,0.000044758395],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9985517,0.0002843417,0.00079696917,0.00012776168,0.00009133679,0.00014787742],"domain_scores_gemma":[0.9959349,0.0008668219,0.0027405182,0.000114525465,0.00026809896,0.00007513654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012555966,0.000093734,0.00077560387,0.0000781644,0.00006807485,0.0000015953676,0.00014658822,0.000055023458,0.000006733342],"category_scores_gemma":[0.002608564,0.000060803915,0.00017853,0.00016233197,0.00036437964,0.000048343154,0.000023830644,0.00018622538,1.0243758e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033134177,0.0008280206,0.28154606,0.001961001,0.0014168159,0.0000068609206,0.0031996963,0.0023578776,0.6259512,0.0046552583,0.015442056,0.029500993],"study_design_scores_gemma":[0.034908373,0.19936383,0.53550416,0.0004533736,0.0022611453,0.009673823,0.010651986,0.110266544,0.032712746,0.0032668083,0.060163345,0.0007738829],"about_ca_topic_score_codex":0.000012964341,"about_ca_topic_score_gemma":6.4929685e-7,"teacher_disagreement_score":0.5932384,"about_ca_system_score_codex":0.00004806951,"about_ca_system_score_gemma":0.0002230296,"threshold_uncertainty_score":0.3122883},"labels":[],"label_agreement":null},{"id":"W3017181390","doi":"10.1016/j.jacr.2020.03.019","title":"Trends in Gender and Racial Profiles of US Academic Radiology Faculty","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":61,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Vancouver General Hospital","funders":"Arrowhead Pharmaceuticals","keywords":"Attrition; Ethnic group; Medicine; Poisson regression; Promotion (chess); Race (biology); Family medicine; Underrepresented Minority; Medical education; Demography; Political science; Sociology; Politics","score_opus":0.047827662379195425,"score_gpt":0.3288624530826724,"score_spread":0.281034790703477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017181390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872202,0.00063078495,0.0000132214755,0.010597693,0.00023451049,0.000058982638,0.000050399158,0.0000023493533,0.0011918092],"genre_scores_gemma":[0.99791634,0.0005070065,0.00024033175,0.0009773801,0.00028763132,4.15971e-7,6.086311e-7,0.0000030155077,0.00006725201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985056,0.00057726924,0.00036873418,0.00009339591,0.00028222203,0.0001728134],"domain_scores_gemma":[0.9988014,0.00018253345,0.00076445146,0.00006006374,0.000091767346,0.00009975154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089228025,0.00007043475,0.00056528335,0.00014844096,0.000066592635,0.0000014135376,0.00057642936,0.00008512089,0.000046932615],"category_scores_gemma":[0.0005125146,0.000049025344,0.000110511464,0.0005966229,0.0020967182,0.0000603065,0.000084019564,0.00036647567,2.8544983e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016758386,0.000076936085,0.8426056,0.000037883234,0.00029308745,0.00012722374,0.045372635,0.00020345276,0.0070969416,0.008031599,0.08347378,0.011005024],"study_design_scores_gemma":[0.0031509032,0.002454215,0.8251458,0.000056245106,0.00023002073,0.00050261663,0.10811789,0.00006494469,0.0006019802,0.0013138255,0.058131114,0.0002304835],"about_ca_topic_score_codex":0.00020311616,"about_ca_topic_score_gemma":0.000053008647,"teacher_disagreement_score":0.06274525,"about_ca_system_score_codex":0.000044592478,"about_ca_system_score_gemma":0.0001934405,"threshold_uncertainty_score":0.77254456},"labels":[],"label_agreement":null},{"id":"W3021241070","doi":"10.1016/j.jacr.2020.01.040","title":"ACR Appropriateness Criteria® Dementia","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Appropriate Use Criteria; Medicine; Dementia; Frontotemporal dementia; Grading (engineering); Neuroimaging; Disease; Guideline; Dementia with Lewy bodies; Normal pressure hydrocephalus; Medical physics; Pathology; Psychiatry; Internal medicine","score_opus":0.02126799540613111,"score_gpt":0.31145624267553257,"score_spread":0.29018824726940146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021241070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97718424,0.00032749915,0.0006794079,0.020697659,0.00019668353,0.00019622689,0.000019053015,0.0000045614956,0.00069468864],"genre_scores_gemma":[0.9957173,0.00013717038,0.0013180963,0.0023993112,0.0002914248,0.0000025136328,6.65374e-7,0.000011532414,0.00012199247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861974,0.00029023024,0.00044056386,0.00011100225,0.00032560245,0.00021284487],"domain_scores_gemma":[0.9986668,0.000088622044,0.00060425815,0.00014596434,0.00032852017,0.00016583613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003992892,0.0000981325,0.00058671535,0.00008876923,0.000044965487,0.0000038242606,0.00031763248,0.000026635264,0.00021082195],"category_scores_gemma":[0.0003379988,0.0000586761,0.00024860658,0.0004303308,0.00045348558,0.00004671364,0.00010823223,0.00024599212,0.0000052522782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008511216,0.00062932,0.49743164,0.0002332484,0.0027625412,0.0011268166,0.00048676532,0.000017623413,0.39386988,0.0004060939,0.08431046,0.010214424],"study_design_scores_gemma":[0.0072215907,0.014125979,0.8861669,0.00015324008,0.0012731424,0.008299556,0.0032383646,0.0004335589,0.046959445,0.000486776,0.031394824,0.0002466548],"about_ca_topic_score_codex":0.0000060985576,"about_ca_topic_score_gemma":5.141988e-7,"teacher_disagreement_score":0.38873523,"about_ca_system_score_codex":0.000029660752,"about_ca_system_score_gemma":0.0002667287,"threshold_uncertainty_score":0.23927419},"labels":[],"label_agreement":null},{"id":"W3021253147","doi":"10.1016/j.jacr.2020.01.024","title":"ACR Appropriateness Criteria® Major Blunt Trauma","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Abdominal Trauma and Injuries","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Vancouver General Hospital; Sunnybrook Health Science Centre","funders":"Roche","keywords":"Medicine; Appropriate Use Criteria; Polytrauma; Appropriateness criteria; Grading (engineering); Guideline; Expert opinion; Medical literature; Blunt; Evidence-based medicine; Intensive care medicine; Blunt trauma; Radiology; Alternative medicine; Pathology","score_opus":0.0224650356121888,"score_gpt":0.2923577318025558,"score_spread":0.269892696190367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021253147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96746194,0.0003781414,0.0003021466,0.030693626,0.00036856576,0.00015345956,0.00003566431,0.000007030851,0.0005994029],"genre_scores_gemma":[0.99244535,0.00008185151,0.0035876008,0.003053024,0.0006616713,0.0000017944252,4.4681738e-7,0.0000180286,0.00015021698],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9986185,0.00021295395,0.00061684224,0.00012475114,0.00022742435,0.00019952188],"domain_scores_gemma":[0.9983502,0.00013131344,0.0009385197,0.00020545337,0.00020457336,0.00016992497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002769581,0.0001400289,0.0009977659,0.00008062308,0.000054259737,0.0000031977313,0.00036411756,0.000050192055,0.00009445096],"category_scores_gemma":[0.0003575765,0.000081218735,0.00035374315,0.0003720608,0.0007676196,0.000057023386,0.00005776007,0.0003176963,0.00000416844],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0563475,0.0011099551,0.04632146,0.00077534723,0.0033787265,0.0027823776,0.0055973944,0.000084210355,0.589322,0.003201043,0.25396875,0.037111286],"study_design_scores_gemma":[0.020426795,0.0519879,0.41921574,0.0007155148,0.0034715044,0.07164874,0.024370434,0.001095879,0.20892973,0.0024969762,0.19452417,0.0011166201],"about_ca_topic_score_codex":0.0000118421585,"about_ca_topic_score_gemma":0.000001050837,"teacher_disagreement_score":0.38039222,"about_ca_system_score_codex":0.000043943634,"about_ca_system_score_gemma":0.0001916965,"threshold_uncertainty_score":0.3312004},"labels":[],"label_agreement":null},{"id":"W3021412596","doi":"10.1016/j.jacr.2020.01.037","title":"ACR Appropriateness Criteria® Seizures and Epilepsy","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Epilepsy; Appropriateness criteria; Medicine; MEDLINE; Psychiatry; Political science; Radiology","score_opus":0.02224198038662667,"score_gpt":0.3039451288573309,"score_spread":0.2817031484707042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021412596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968282,0.0009150439,0.00007615466,0.030216841,0.00010636173,0.00016430928,0.000033546745,0.000004136228,0.00020161964],"genre_scores_gemma":[0.9958456,0.00056469557,0.0019209011,0.001309995,0.00026940604,0.0000022567363,5.6218545e-7,0.000010800295,0.00007579445],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989307,0.00023599899,0.00034090487,0.00011066289,0.00020094267,0.0001808258],"domain_scores_gemma":[0.99884355,0.00016693654,0.0004479,0.00015628173,0.00015379004,0.00023152435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023618354,0.000100268786,0.00068087183,0.000068431735,0.000044038847,0.0000031577815,0.0001804758,0.000030891653,0.000036719437],"category_scores_gemma":[0.00040167515,0.000054637847,0.00015693053,0.0002574983,0.00056914036,0.000033135628,0.00007576252,0.00022995289,0.0000016156686],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020687252,0.00082403666,0.705272,0.00044200427,0.0031162282,0.0060709957,0.0015733592,0.000048700236,0.13176624,0.0011975478,0.11207193,0.016929688],"study_design_scores_gemma":[0.011115065,0.027778486,0.87048495,0.0002494552,0.00081598695,0.048428066,0.003730661,0.00064230565,0.014755671,0.0013212505,0.02036012,0.00031796415],"about_ca_topic_score_codex":0.00001676373,"about_ca_topic_score_gemma":0.0000015455083,"teacher_disagreement_score":0.16521296,"about_ca_system_score_codex":0.00003371224,"about_ca_system_score_gemma":0.00021002667,"threshold_uncertainty_score":0.22280668},"labels":[],"label_agreement":null},{"id":"W3022851871","doi":"10.1016/j.jacr.2020.01.018","title":"ACR Appropriateness Criteria® Female Infertility","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Gynecological conditions and treatments","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; McMaster University; Health Sciences Centre; McGill University","funders":"","keywords":"Infertility; Appropriateness criteria; Medicine; Gynecology; Obstetrics; Pregnancy; Radiology; Biology","score_opus":0.0329295324278864,"score_gpt":0.3036882981525047,"score_spread":0.2707587657246183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022851871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890309,0.00013091684,0.0001521355,0.009968201,0.00016087644,0.00015014876,0.00005070498,0.0000056173662,0.00035051262],"genre_scores_gemma":[0.9966802,0.000018101106,0.0015140554,0.0016482833,0.00007603292,0.0000026913551,0.0000011034364,0.0000064935107,0.000053045398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99902445,0.00019797513,0.00040680068,0.00010176966,0.00013211508,0.00013686225],"domain_scores_gemma":[0.9987595,0.00015460499,0.0005967036,0.00017028059,0.00018366205,0.000135249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015908544,0.000092866685,0.00066201336,0.0000430182,0.00004810437,0.000001965415,0.00019467932,0.000038675335,0.0001690042],"category_scores_gemma":[0.00058169063,0.00004989899,0.00024211955,0.00031053973,0.0004104304,0.000034218112,0.000060652044,0.00018988269,0.0000043148148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028390572,0.0012357081,0.9293083,0.00012992475,0.0013261056,0.0012483943,0.0004011942,0.00006922586,0.049750064,0.00086478743,0.009711685,0.0031155378],"study_design_scores_gemma":[0.0018022325,0.0038818605,0.98871046,0.000021545164,0.00023502394,0.0010095758,0.00043915852,0.000058631766,0.0018695229,0.00060556777,0.0013042032,0.000062215426],"about_ca_topic_score_codex":0.000008036876,"about_ca_topic_score_gemma":0.0000011030278,"teacher_disagreement_score":0.059402145,"about_ca_system_score_codex":0.000048175247,"about_ca_system_score_gemma":0.00015089111,"threshold_uncertainty_score":0.20348218},"labels":[],"label_agreement":null},{"id":"W3023636552","doi":"10.1016/j.jacr.2020.01.031","title":"ACR Appropriateness Criteria® Placenta Accreta Spectrum Disorder","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Placenta accreta; Medicine; Appropriateness criteria; Obstetrics; MEDLINE; Placenta; Pregnancy; Radiology; Political science","score_opus":0.019138885358345868,"score_gpt":0.2912116289999537,"score_spread":0.27207274364160783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023636552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9329473,0.00053013326,0.00014581742,0.065335184,0.00045113143,0.00017733217,0.000057251127,0.0000068817917,0.0003489856],"genre_scores_gemma":[0.9950272,0.00025781538,0.00056102255,0.003353663,0.00055554835,0.0000012103999,9.64292e-7,0.000014679287,0.00022791166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986529,0.00020910091,0.00055500807,0.0001287588,0.00023005823,0.000224216],"domain_scores_gemma":[0.99855363,0.00007283089,0.0008510792,0.00020064224,0.00011289902,0.00020893062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020233305,0.00013160349,0.0008450742,0.000063988264,0.000048502297,0.000002867373,0.0003634093,0.000045835233,0.00013644436],"category_scores_gemma":[0.00014220878,0.000074900374,0.00024927754,0.0003333448,0.00033368057,0.000042856143,0.00009809271,0.00032446746,0.0000048884513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04811174,0.0009710514,0.7418227,0.0021074812,0.0019245123,0.003218771,0.0026681414,0.00017808122,0.106996365,0.0030987335,0.07591743,0.012984959],"study_design_scores_gemma":[0.012921963,0.02324549,0.7595028,0.00068810495,0.0009595539,0.055056885,0.009122172,0.0021600157,0.015509716,0.0022644203,0.117790654,0.00077820325],"about_ca_topic_score_codex":0.000074295436,"about_ca_topic_score_gemma":0.000006831061,"teacher_disagreement_score":0.09148665,"about_ca_system_score_codex":0.000048879283,"about_ca_system_score_gemma":0.0002067915,"threshold_uncertainty_score":0.30543485},"labels":[],"label_agreement":null},{"id":"W3029508145","doi":"10.1016/j.jacr.2020.04.024","title":"Management of Lung Nodules and Lung Cancer Screening During the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Lung cancer; Guideline; Lung cancer screening; Pulmonologists; Nodule (geology); Lung; Pandemic; Intensive care medicine; National Lung Screening Trial; Family medicine; Radiology; Disease; Coronavirus disease 2019 (COVID-19); Internal medicine; Pathology","score_opus":0.02067086588054938,"score_gpt":0.31706843694994474,"score_spread":0.29639757106939535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029508145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580499,0.007913127,0.00015321058,0.033417042,0.00009902367,0.00026901308,0.00003960046,0.0000042699053,0.000054831864],"genre_scores_gemma":[0.99004817,0.007150048,0.00069102604,0.0018862505,0.00014674841,0.000009671527,2.549039e-7,0.000010635992,0.00005718585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99903834,0.00012638756,0.00038796465,0.00011871612,0.0001879128,0.00014069065],"domain_scores_gemma":[0.9986153,0.00019081308,0.00083418004,0.00016363368,0.00006204651,0.00013400639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021911663,0.00010551898,0.0005631243,0.000052055428,0.00007698586,0.000002183826,0.00019166431,0.000021228892,0.000025954707],"category_scores_gemma":[0.000059606456,0.00005453572,0.00016156219,0.00024631753,0.00037465722,0.000025015277,0.000096207594,0.00016164062,6.830939e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011324703,0.000046147772,0.98629045,0.00045293363,0.0020219353,0.00016589549,0.0003977487,0.0008367134,0.0010472079,0.00012732473,0.006478598,0.0010025856],"study_design_scores_gemma":[0.0054828413,0.0010139064,0.980024,0.0005496436,0.0021703385,0.0025937285,0.0019805098,0.0008347705,0.0008371637,0.00003110547,0.004354626,0.00012736353],"about_ca_topic_score_codex":0.00012201959,"about_ca_topic_score_gemma":0.000013559605,"teacher_disagreement_score":0.031998295,"about_ca_system_score_codex":0.000222372,"about_ca_system_score_gemma":0.00013327126,"threshold_uncertainty_score":0.22239022},"labels":[],"label_agreement":null},{"id":"W3044159743","doi":"10.1016/j.jacr.2020.06.027","title":"The Path to Parent-Inclusive Conferences","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"National Cancer Institute; National Institutes of Health; Breast Cancer Research Foundation","keywords":"Wonder; Attendance; Dissemination; Scopus; Work (physics); Psychology; Medical education; Public relations; MEDLINE; Medicine; Political science; Computer science; Social psychology; Telecommunications; Engineering","score_opus":0.062380333430213285,"score_gpt":0.40649915656507873,"score_spread":0.34411882313486547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044159743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60069007,0.0002935141,0.00044288792,0.39217007,0.0005072271,0.00040916807,0.00003952541,0.000014157833,0.005433384],"genre_scores_gemma":[0.9968945,0.0004816696,0.00077669014,0.0013335029,0.00035097418,0.0000048586026,4.8883678e-8,0.0000058469022,0.00015190037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975418,0.001132936,0.00039267386,0.000097848635,0.000549075,0.00028565835],"domain_scores_gemma":[0.997184,0.00127392,0.0007609671,0.00017223191,0.00041219403,0.0001967292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015992183,0.00007421429,0.00035701535,0.00005610052,0.00041785205,0.000016299526,0.0017921869,0.00003420386,0.00003003257],"category_scores_gemma":[0.0034151895,0.00003957171,0.00015462759,0.00075828057,0.0018291813,0.00004503467,0.00024415035,0.00030244986,0.0000045535735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014752239,0.00010673843,0.038056023,0.000017017213,0.00036805065,0.00018663202,0.015319102,0.00013629897,0.0074437885,0.0931492,0.816354,0.027387941],"study_design_scores_gemma":[0.00050235284,0.0036172306,0.014146664,0.00007148853,0.000056667686,0.00019936316,0.09248187,0.00010907284,0.0015585485,0.013025942,0.87399095,0.00023986715],"about_ca_topic_score_codex":0.00034894058,"about_ca_topic_score_gemma":0.0002541934,"teacher_disagreement_score":0.39620444,"about_ca_system_score_codex":0.00010511872,"about_ca_system_score_gemma":0.0011327642,"threshold_uncertainty_score":0.6739695},"labels":[],"label_agreement":null},{"id":"W3044790140","doi":"10.1016/j.jacr.2020.06.030","title":"The Dissemination of Hepatocellular Carcinoma Diagnosis Guidelines Using the Method of Teaching the Teachers","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Texas MD Anderson Cancer Center","keywords":"Hepatocellular carcinoma; Medicine; Malignancy; Incidence (geometry); Liver transplantation; Carcinoma; Cancer; Liver cancer; Internal medicine; Scopus; Cause of death; Oncology; Transplantation; MEDLINE","score_opus":0.06801148681178695,"score_gpt":0.3346644406048958,"score_spread":0.2666529537931088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044790140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9537895,0.003629866,0.0015830562,0.040328834,0.0001468073,0.0004360289,0.000025746782,0.0000033456192,0.00005686782],"genre_scores_gemma":[0.9925292,0.00040095922,0.0063206116,0.00040970076,0.00026598168,0.000009069627,8.5093035e-7,0.000020989253,0.000042594493],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9967482,0.001491545,0.0010282627,0.00013232003,0.00040075718,0.00019887781],"domain_scores_gemma":[0.9943451,0.0025288726,0.0022244395,0.0004131729,0.00041050103,0.00007789889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023378243,0.00017616522,0.0008143144,0.000074371506,0.00023201152,0.0000054730613,0.0006355558,0.000054757365,0.00000990832],"category_scores_gemma":[0.0025938097,0.00006971627,0.0006060067,0.0004814872,0.00076543563,0.000044027107,0.00010701064,0.00043648705,1.7950802e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045001452,0.000084883744,0.944463,0.000036070345,0.0006601993,0.00003615181,0.0023153177,0.00008935072,0.03669539,0.00023438853,0.0066429474,0.008292248],"study_design_scores_gemma":[0.0054587894,0.012203228,0.32809705,0.001340431,0.011834242,0.007760536,0.06259796,0.17971922,0.35671958,0.0008634262,0.032618217,0.00078732864],"about_ca_topic_score_codex":0.00021831806,"about_ca_topic_score_gemma":0.0000049079504,"teacher_disagreement_score":0.616366,"about_ca_system_score_codex":0.00007329671,"about_ca_system_score_gemma":0.00023726953,"threshold_uncertainty_score":0.310522},"labels":[],"label_agreement":null},{"id":"W3047166704","doi":"10.1016/j.jacr.2020.07.011","title":"Long-Term Impact of Thyroid Biopsy Specialists on Efficiency and Quality of Thyroid Biopsy","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Thyroid Cancer Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University Health Network; Women's College Hospital; University of Toronto","funders":"","keywords":"Medicine; Biopsy; Cytopathology; Thyroid; Thyroid nodules; Fine-needle aspiration; Radiology; General surgery; Cytology; Internal medicine; Pathology","score_opus":0.027580668918052872,"score_gpt":0.32765173902403927,"score_spread":0.3000710701059864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047166704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99306196,0.0026976017,0.00003397055,0.0033320473,0.00015732556,0.00025090217,0.0002700763,0.000004054837,0.00019207565],"genre_scores_gemma":[0.99811995,0.001100715,0.0002551483,0.00022963311,0.00025507016,0.0000019722142,0.0000015258976,0.000016192897,0.000019783132],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794006,0.00029702138,0.0010016884,0.000197697,0.00034512568,0.0002184121],"domain_scores_gemma":[0.9965389,0.00038305152,0.0023201916,0.0003419643,0.0002132393,0.00020266246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038339017,0.00020767316,0.0014959782,0.0001546312,0.00003674232,0.0000025285274,0.00029018236,0.00005644174,0.000039159775],"category_scores_gemma":[0.00033075534,0.00011937323,0.000588209,0.0005216095,0.0009371648,0.000034605553,0.000067840905,0.00022302932,7.9804835e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006791404,0.00096674525,0.80021554,0.00013099499,0.0010570091,0.00015948876,0.00046351485,0.00012285696,0.1859073,0.00040397924,0.0029051942,0.0008759461],"study_design_scores_gemma":[0.0035769714,0.013995943,0.9697011,0.0001379572,0.00025935622,0.0012505441,0.00019881093,0.000010614253,0.010711352,0.000031999858,0.000024214914,0.0001011448],"about_ca_topic_score_codex":0.0001753894,"about_ca_topic_score_gemma":0.000006941223,"teacher_disagreement_score":0.17519596,"about_ca_system_score_codex":0.00016437903,"about_ca_system_score_gemma":0.0003760709,"threshold_uncertainty_score":0.4867899},"labels":[],"label_agreement":null},{"id":"W3049529064","doi":"10.1016/j.jacr.2020.07.025","title":"Bridging the Gap Between Radiology and Primary Care: Expansion and Sustainability of a Medical Imaging Call Center Model","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Women's College Hospital","funders":"","keywords":"Primary care; Emergency department; Medicine; Bridging (networking); Center (category theory); Community hospital; Medical emergency; Family medicine; Nursing; Computer science","score_opus":0.016601481484406832,"score_gpt":0.3028551428610341,"score_spread":0.2862536613766273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049529064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8827649,0.0027575812,0.0013993388,0.11272972,0.000104933904,0.00018662034,0.000016134789,0.0000029275345,0.000037893133],"genre_scores_gemma":[0.99560386,0.0012548433,0.0005397418,0.0022409523,0.00033930922,0.0000016471529,0.0000020470836,0.000009807922,0.000007785324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830425,0.00054735946,0.00056653935,0.00016414658,0.00022610398,0.000191581],"domain_scores_gemma":[0.9976481,0.0007394756,0.00100014,0.00019591436,0.00024599538,0.00017034913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009432466,0.00011540254,0.0007927601,0.0000726289,0.00007725784,0.0000025881482,0.00025376963,0.00006972507,0.0000034332054],"category_scores_gemma":[0.0014669461,0.000064538566,0.00011952831,0.0001708541,0.0015713715,0.00007193333,0.00013616373,0.0005068947,5.4712192e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018354635,0.000084583524,0.9621558,0.00039842157,0.00034121858,0.000074575146,0.0044149943,0.00022779075,0.0032293461,0.00022169852,0.008598352,0.018417764],"study_design_scores_gemma":[0.0053315386,0.0028287144,0.91469043,0.00024211488,0.0010876487,0.024675865,0.01635188,0.030401196,0.00032396056,0.00073813286,0.0030731878,0.00025533742],"about_ca_topic_score_codex":0.00006376159,"about_ca_topic_score_gemma":0.0000019191266,"teacher_disagreement_score":0.11283901,"about_ca_system_score_codex":0.000109138324,"about_ca_system_score_gemma":0.0008034455,"threshold_uncertainty_score":0.57897836},"labels":[],"label_agreement":null},{"id":"W3060097183","doi":"10.1016/j.jacr.2020.07.023","title":"Twitter and Gadolinium Retention: Patient-Reported Perceptions of Gadolinium-Based Contrast Agents","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Gadolinium; Medicine; Guideline; Scopus; Radiology; Nuclear medicine; MEDLINE; Pathology; Political science","score_opus":0.04076472810537716,"score_gpt":0.3222192195420022,"score_spread":0.28145449143662504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3060097183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703338,0.000099798286,0.0003114522,0.02841304,0.00018582086,0.00029610924,0.0001545053,0.0000052396026,0.00020023777],"genre_scores_gemma":[0.9938007,0.00011249374,0.0017016394,0.004058733,0.00020776763,0.0000035153303,0.0000040703585,0.000017542661,0.000093547686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979091,0.0003727991,0.00094132946,0.00015767828,0.000405878,0.00021317143],"domain_scores_gemma":[0.9971032,0.00021342249,0.0015622962,0.0002717457,0.000549079,0.00030024222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035482392,0.00013303706,0.0009032132,0.00017030178,0.00005163952,0.0000024700848,0.00022185281,0.00006444227,0.00021100248],"category_scores_gemma":[0.00093267125,0.000087680026,0.00031373737,0.0004707653,0.0011756953,0.00004139259,0.00007099306,0.00043615105,0.0000018391097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008770364,0.00041251737,0.48774913,0.0001643281,0.0010936946,0.00041263652,0.0007159044,0.000031306547,0.14461148,0.000021277578,0.355234,0.00078338105],"study_design_scores_gemma":[0.012362994,0.021210022,0.9247766,0.0003769508,0.0013685988,0.009940614,0.005804187,0.002071682,0.011464935,0.000076422126,0.010240753,0.00030621912],"about_ca_topic_score_codex":0.000010650007,"about_ca_topic_score_gemma":4.722581e-7,"teacher_disagreement_score":0.43702748,"about_ca_system_score_codex":0.000052429452,"about_ca_system_score_gemma":0.00050317316,"threshold_uncertainty_score":0.43318987},"labels":[],"label_agreement":null},{"id":"W3066473913","doi":"10.1016/j.jacr.2020.08.010","title":"Collateral Damage: The Impact of the COVID-19 Pandemic on Acute Abdominal Emergency Presentations","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; University Health Network","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Collateral damage; Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Collateral; Medicine; Medical emergency; Coronavirus Infections; Emergency medicine; Virology; Business; Internal medicine; Psychology","score_opus":0.07530091981168312,"score_gpt":0.4293430438753196,"score_spread":0.35404212406363644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3066473913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8760056,0.00013702377,0.00006568399,0.12276279,0.00030374952,0.0004226404,0.0001721351,0.000005026803,0.00012534295],"genre_scores_gemma":[0.99045414,0.00042677435,0.00007919167,0.008497993,0.00035630836,0.0000031040702,8.6265464e-7,0.000014729558,0.0001668995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977919,0.00071411196,0.00075396564,0.00012791133,0.00035160518,0.00026051558],"domain_scores_gemma":[0.99663675,0.00072492706,0.0016579834,0.00041271132,0.00022857753,0.0003390811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005064417,0.00016062558,0.0007536235,0.00010586675,0.00017280728,0.000002850237,0.0006197236,0.000054945216,0.00013710729],"category_scores_gemma":[0.0016356509,0.00006831816,0.0006448682,0.0008636307,0.0006776478,0.000043029482,0.00009605532,0.00056900823,0.0000015199203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007350112,0.00015673864,0.72784066,0.0000865752,0.0011327255,0.00009403628,0.002335835,0.0026396525,0.021567775,0.00013534958,0.23617773,0.00048282155],"study_design_scores_gemma":[0.0028299878,0.006799976,0.9776305,0.00004957799,0.00059348886,0.0042736307,0.0012311394,0.0006409171,0.00032766818,0.000369674,0.0051417416,0.000111700734],"about_ca_topic_score_codex":0.0006074218,"about_ca_topic_score_gemma":0.00006170127,"teacher_disagreement_score":0.24978985,"about_ca_system_score_codex":0.00027303895,"about_ca_system_score_gemma":0.0025496332,"threshold_uncertainty_score":0.452294},"labels":[],"label_agreement":null},{"id":"W3090871258","doi":"10.1016/j.jacr.2020.09.013","title":"Mapping the Ultrasound Landscape to Define Point-of-Care Ultrasound and Diagnostic Ultrasound: A Proposal From the Society of Radiologists in Ultrasound and ACR Commission on Ultrasound","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ultrasound; Commission; Point of care ultrasound; Medicine; Radiology; Medical physics; Political science","score_opus":0.023516056917850445,"score_gpt":0.2895583492197805,"score_spread":0.26604229230193005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090871258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97857,0.0029036019,0.0003713848,0.015756214,0.00018907437,0.0013136886,0.0007085314,0.000016619191,0.0001709129],"genre_scores_gemma":[0.9854806,0.0044267233,0.0062511866,0.0032889498,0.00042280377,0.000029813531,0.000026479596,0.000050616138,0.000022837525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99544656,0.0009884455,0.0018785525,0.0005590745,0.0006252282,0.00050212746],"domain_scores_gemma":[0.9337359,0.062527604,0.0021345026,0.0008550599,0.00040377962,0.00034313],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0014909894,0.00047962947,0.0018958111,0.00012937248,0.00027269125,0.000027099984,0.0010810763,0.00023030219,0.00006168267],"category_scores_gemma":[0.021030553,0.00025736672,0.0006088582,0.0013534169,0.0032764727,0.000101094825,0.00015002443,0.0013314307,0.0000023870618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019938776,0.00041034713,0.77412015,0.00017502793,0.00080382987,0.000013706038,0.008548567,0.00026020643,0.19232583,0.00052626705,0.020399382,0.00042279746],"study_design_scores_gemma":[0.0033559822,0.0045646424,0.9521328,0.00063144555,0.0005567703,0.0038079834,0.025563186,0.000020937889,0.0037796656,0.00201378,0.0032195307,0.00035327088],"about_ca_topic_score_codex":0.0002361703,"about_ca_topic_score_gemma":0.00009686895,"teacher_disagreement_score":0.18854615,"about_ca_system_score_codex":0.0001377375,"about_ca_system_score_gemma":0.00045061528,"threshold_uncertainty_score":0.99998784},"labels":[],"label_agreement":null},{"id":"W3092805781","doi":"10.1016/j.jacr.2020.09.032","title":"Detection of Extrapulmonary Malignancy During Lung Cancer Screening: 5-Year Analysis at a Tertiary Hospital","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Takeda Pharmaceuticals U.S.A.; Bristol-Myers Squibb Canada; Array BioPharma; Gilead Sciences; Novartis; Clovis Oncology; Ariad Pharmaceuticals; Roche; Merck; Genentech; AstraZeneca","keywords":"Medicine; Malignancy; Lung cancer; Indeterminate; Radiology; Retrospective cohort study; Cancer; Reimbursement; Internal medicine; Health care","score_opus":0.006999954538938006,"score_gpt":0.2561398769441916,"score_spread":0.2491399224052536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092805781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98950005,0.0031046702,0.00012814163,0.0068621,0.00013362961,0.00018044739,0.00005800177,0.000004589532,0.000028393306],"genre_scores_gemma":[0.99796706,0.001057435,0.00048465384,0.0002209369,0.0002000555,0.000008413049,7.3931284e-7,0.000013639978,0.000047059333],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885637,0.0001105597,0.00050814316,0.00014853898,0.00022333105,0.00015306142],"domain_scores_gemma":[0.99829954,0.00007637558,0.0011845684,0.00018581259,0.00013667133,0.00011701268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000922956,0.000121913414,0.0008271614,0.00016814888,0.000049697468,0.0000012063848,0.00015604126,0.000036340723,0.00005709701],"category_scores_gemma":[0.000049232756,0.000078823025,0.0005883124,0.00076395966,0.00021524116,0.00004069793,0.000062929794,0.0001460623,2.441175e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016059959,0.00014490467,0.9596923,0.000089102454,0.004221019,0.00018867641,0.00021969952,0.0005891286,0.031789295,0.00000364624,0.00088813814,0.0005680921],"study_design_scores_gemma":[0.0015769148,0.001576918,0.96300375,0.00015182812,0.0032542408,0.00041317623,0.00029709842,0.00048137465,0.029058823,0.0000033582837,0.00010401445,0.00007851669],"about_ca_topic_score_codex":0.00012096845,"about_ca_topic_score_gemma":0.000021631275,"teacher_disagreement_score":0.008467041,"about_ca_system_score_codex":0.0002426316,"about_ca_system_score_gemma":0.00010657294,"threshold_uncertainty_score":0.32143098},"labels":[],"label_agreement":null},{"id":"W3093729645","doi":"10.1016/j.jacr.2020.10.012","title":"Misleading Public Statements About COVID-19","year":2020,"lang":"en","type":"letter","venue":"Journal of the American College of Radiology","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Krembil Foundation","funders":"","keywords":"Public health; Harm; Pandemic; Public relations; Scholarship; Scientific evidence; Medicine; Political science; Family medicine; Psychology; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Disease; Law; Pathology","score_opus":0.08938881439254585,"score_gpt":0.41228587434934677,"score_spread":0.3228970599568009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093729645","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013007139,0.000927371,0.0002736196,0.98352826,0.0012004104,0.0004766415,0.00034192612,0.00001771995,0.00022692923],"genre_scores_gemma":[0.061202437,0.0010465628,0.00057536125,0.93166065,0.0040208763,0.000003638715,0.000016672297,0.000063688756,0.0014101272],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99600023,0.00086182816,0.0014225992,0.0003015363,0.0007649602,0.00064881967],"domain_scores_gemma":[0.9928491,0.0011774763,0.004298992,0.0005718636,0.00040084752,0.0007017369],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00070785405,0.00036267223,0.00230496,0.0006208858,0.00014613861,0.000011804013,0.00085630827,0.00027856635,0.0001681722],"category_scores_gemma":[0.0042144624,0.00023890604,0.0007198422,0.00076206826,0.0008918541,0.00009203346,0.0001463015,0.0028875093,0.000009310968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006089724,0.000042529366,0.0057038316,0.0007973386,0.00073678745,0.0045088083,0.00015623862,0.0000075579064,0.00030988123,0.000024457599,0.98649603,0.0006075949],"study_design_scores_gemma":[0.001695672,0.0025559594,0.0021829768,0.00024448996,0.00038861638,0.007761722,0.00021328845,0.00001567125,0.000026577163,0.0002528335,0.9844783,0.00018388656],"about_ca_topic_score_codex":0.00019354177,"about_ca_topic_score_gemma":0.000024511188,"teacher_disagreement_score":0.051867604,"about_ca_system_score_codex":0.0013086507,"about_ca_system_score_gemma":0.009517249,"threshold_uncertainty_score":0.9994129},"labels":[],"label_agreement":null},{"id":"W3094835225","doi":"10.1016/j.jacr.2020.09.011","title":"ACR Appropriateness Criteria® Postpartum Hemorrhage","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; McMaster University; Health Sciences Centre; McGill University","funders":"","keywords":"Medicine; Appropriate Use Criteria; Appropriateness criteria; Pelvis; Abdomen; Grading (engineering); Radiology; Guideline; Expert opinion; Female pelvis; Radiomics; Intensive care medicine","score_opus":0.022011327107430124,"score_gpt":0.29199514002606664,"score_spread":0.2699838129186365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094835225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9495703,0.00039524122,0.00010791005,0.048966922,0.00045783038,0.00014055241,0.00005263919,0.000006588119,0.00030203036],"genre_scores_gemma":[0.9921101,0.00009960824,0.0015456617,0.005449376,0.0005687028,0.0000010819041,6.979241e-7,0.000014244197,0.00021057054],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9987497,0.00020053281,0.000536273,0.00010953282,0.00021147236,0.0001924959],"domain_scores_gemma":[0.99847066,0.00006842877,0.000843132,0.0001797225,0.00021893375,0.00021911939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002196929,0.000114754395,0.00080354133,0.000058681606,0.00004002902,0.0000022038387,0.00030452816,0.000041847277,0.000076070944],"category_scores_gemma":[0.00019446637,0.00006523189,0.00024359471,0.00030495512,0.00031004305,0.000037483565,0.000074764605,0.00029753702,0.0000050067347],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059792135,0.0011564111,0.2369038,0.0050648996,0.0016691473,0.02002636,0.0036087094,0.00011549737,0.5545792,0.0023542512,0.089195736,0.025533864],"study_design_scores_gemma":[0.012481221,0.037204146,0.59703016,0.00091030216,0.0012407494,0.24200775,0.008711095,0.00413479,0.05514006,0.0019849464,0.038214445,0.0009403576],"about_ca_topic_score_codex":0.000028213262,"about_ca_topic_score_gemma":0.0000011974769,"teacher_disagreement_score":0.49943912,"about_ca_system_score_codex":0.00003947986,"about_ca_system_score_gemma":0.00020565365,"threshold_uncertainty_score":0.26600793},"labels":[],"label_agreement":null},{"id":"W3095058038","doi":"10.1016/j.jacr.2020.09.003","title":"ACR Appropriateness Criteria® Recurrent Lower Urinary Tract Infections in Females","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; McGill University","funders":"Philips Oral Healthcare; University of Texas MD Anderson Cancer Center; Toshiba Medical Systems; Pfizer","keywords":"Medicine; Appropriate Use Criteria; Urinary system; Appropriateness criteria; Guideline; Pyelogram; Cystoscopy; Grading (engineering); Intensive care medicine; Radiology; Internal medicine; Pathology","score_opus":0.03235998208905878,"score_gpt":0.3089820192674415,"score_spread":0.27662203717838274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095058038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793798,0.00027340365,0.00021027798,0.01843758,0.0007665525,0.00027524645,0.0000147243045,0.0000112345915,0.00063122],"genre_scores_gemma":[0.9977885,0.00033145325,0.00080861466,0.0006644637,0.00031096392,0.0000078221965,7.254565e-7,0.000016600614,0.00007088184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985097,0.00031900432,0.0006479602,0.00014618265,0.00018370399,0.00019346077],"domain_scores_gemma":[0.9985185,0.00016586865,0.000823832,0.00024093475,0.00013547679,0.000115376635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035496385,0.00014252306,0.0007038208,0.00027585245,0.0000519179,0.0000035697037,0.00023159973,0.00004341142,0.00007762686],"category_scores_gemma":[0.00035519624,0.000098488985,0.000286341,0.00084316346,0.00032795282,0.00009408476,0.00009138113,0.00047000297,0.000004567351],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014942646,0.055566072,0.8469574,0.00066978676,0.0020739413,0.010367141,0.0018441129,0.0038754158,0.017994855,0.001397021,0.035604507,0.008707086],"study_design_scores_gemma":[0.0035850434,0.061130945,0.84499884,0.00026589527,0.00047208066,0.04903362,0.0013942817,0.00052507647,0.00037790445,0.00020437493,0.03774396,0.00026799995],"about_ca_topic_score_codex":0.000020917076,"about_ca_topic_score_gemma":0.0000034271025,"teacher_disagreement_score":0.038666476,"about_ca_system_score_codex":0.00015124676,"about_ca_system_score_gemma":0.00018761023,"threshold_uncertainty_score":0.40162644},"labels":[],"label_agreement":null},{"id":"W3095128400","doi":"10.1016/j.jacr.2020.09.004","title":"ACR Appropriateness Criteria® Second and Third Trimester Vaginal Bleeding","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Placenta previa; Vaginal bleeding; Obstetrics; Etiology; Pregnancy; Guideline; Obstetrics and gynaecology; Vaginal delivery; Gynecology; Placenta; Fetus; Pathology","score_opus":0.023539976319448375,"score_gpt":0.29449384039384385,"score_spread":0.2709538640743955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095128400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97676605,0.0005983189,0.000054477023,0.021717798,0.00029486165,0.00012039038,0.000029195238,0.0000044452013,0.0004144675],"genre_scores_gemma":[0.99445415,0.00012207066,0.00096488977,0.0036616463,0.00048821172,8.6905226e-7,2.7699076e-7,0.000010755617,0.00029711745],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99896795,0.00014848507,0.00045405587,0.00011216908,0.000151592,0.00016576081],"domain_scores_gemma":[0.99882597,0.00008235554,0.00064647367,0.00010697735,0.00014729025,0.00019094089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026203934,0.000107881555,0.00072401104,0.00006619493,0.000043550328,0.0000039166393,0.00017872576,0.00004169966,0.00005474058],"category_scores_gemma":[0.0000885029,0.00006197722,0.0001303662,0.00019490051,0.00031946515,0.000054169588,0.000070774695,0.00029789325,0.0000011450062],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03148314,0.00038113783,0.36690164,0.0037228086,0.0016186797,0.0031565346,0.005465575,0.000017970164,0.50765395,0.0014545877,0.061849967,0.016294003],"study_design_scores_gemma":[0.010591026,0.019781554,0.79077655,0.00080056966,0.0007961859,0.09737606,0.0069791125,0.0010571384,0.022845473,0.0015904204,0.046856627,0.0005493024],"about_ca_topic_score_codex":0.000015696141,"about_ca_topic_score_gemma":0.0000012250306,"teacher_disagreement_score":0.48480847,"about_ca_system_score_codex":0.00002693911,"about_ca_system_score_gemma":0.00016003849,"threshold_uncertainty_score":0.25273576},"labels":[],"label_agreement":null},{"id":"W3097893588","doi":"10.1016/j.jacr.2020.09.007","title":"ACR Appropriateness Criteria® Nuchal Translucency Evaluation at 11 to 14 Weeks of Gestation","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Appropriate Use Criteria; Nuchal Translucency Measurement; Genetic testing; Fetal echocardiography; Guideline; Gestation; Grading (engineering); Expert opinion; Obstetrics; Referral; Medical physics; Pediatrics; Pregnancy; Prenatal diagnosis; Fetus; Family medicine; Intensive care medicine; First trimester; Pathology; Internal medicine","score_opus":0.031714571493839196,"score_gpt":0.3106729081646374,"score_spread":0.27895833667079817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097893588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98144484,0.00018827911,0.0020385871,0.015579056,0.00024338016,0.00026593215,0.000071886316,0.0000046214545,0.00016340903],"genre_scores_gemma":[0.99480754,0.000055522243,0.0041075367,0.0007769735,0.00021035563,0.0000031281447,0.0000036380693,0.00001099433,0.000024296298],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9985502,0.00031125394,0.0005305382,0.00010938415,0.00036546183,0.00013317192],"domain_scores_gemma":[0.9982214,0.00028445036,0.0007651146,0.0001542333,0.00042736254,0.00014744798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052253273,0.000095572286,0.00058707915,0.00008625568,0.000032499713,0.0000013802613,0.00021028363,0.00004551701,0.000044394612],"category_scores_gemma":[0.0016769102,0.00006442353,0.00016036307,0.00036493922,0.00019002268,0.00003860875,0.00004231992,0.00013705331,0.0000015583963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02640366,0.00085483096,0.1062952,0.0005562356,0.0009944054,0.0003419505,0.007724254,0.009136543,0.73543483,0.0009801292,0.056144875,0.05513312],"study_design_scores_gemma":[0.013730252,0.024904922,0.8239709,0.00079855317,0.0024021552,0.0061867377,0.004878227,0.014203794,0.10231717,0.0008214447,0.005267394,0.00051843014],"about_ca_topic_score_codex":0.00004099609,"about_ca_topic_score_gemma":0.000010299963,"teacher_disagreement_score":0.71767575,"about_ca_system_score_codex":0.00007760757,"about_ca_system_score_gemma":0.00021845323,"threshold_uncertainty_score":0.26271155},"labels":[],"label_agreement":null},{"id":"W3106981323","doi":"10.1016/j.jacr.2017.08.046","title":"ACR Appropriateness Criteria® Imaging for Transcatheter Aortic Valve Replacement","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; St. Paul's Hospital","funders":"","keywords":"Medicine; Appropriate Use Criteria; Valve replacement; Grading (engineering); Aortic valve replacement; Radiology; Appropriateness criteria; Guideline; Stenosis; Aortic valve; Angiography; Cardiology; Internal medicine","score_opus":0.01628187417040508,"score_gpt":0.3508368792732535,"score_spread":0.3345550051028484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106981323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940202,0.000494636,0.00043124848,0.003710356,0.0007129506,0.00037664114,0.000119857534,0.0000031932152,0.00013089206],"genre_scores_gemma":[0.99810207,0.00009963432,0.0010284039,0.00034078708,0.00024220718,0.00001402177,0.0000014794077,0.000018190383,0.00015319014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990236,0.000084068204,0.00040410188,0.00013114983,0.00015962729,0.00019743547],"domain_scores_gemma":[0.99790376,0.00008788438,0.0011579301,0.00053517043,0.00021405863,0.00010117932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030303324,0.0001231851,0.00071284577,0.00006883537,0.00015283586,0.00000919774,0.0002772988,0.000020799496,0.00001541436],"category_scores_gemma":[0.00020066934,0.00007371609,0.0024716856,0.00004602926,0.00037766687,0.000057188707,0.000040739556,0.00008736537,6.0193776e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01327394,0.00091578,0.9343538,0.0002205761,0.0092641115,0.000056796827,0.00031962775,0.000023188333,0.016053779,0.00021586848,0.010978123,0.0143244015],"study_design_scores_gemma":[0.0066585997,0.0020951382,0.98076034,0.00016115085,0.0038508463,0.0019614708,0.00056318677,0.00018487246,0.0014802562,0.00062552927,0.0015161439,0.00014247213],"about_ca_topic_score_codex":0.000023654273,"about_ca_topic_score_gemma":5.329142e-7,"teacher_disagreement_score":0.046406526,"about_ca_system_score_codex":0.000082249,"about_ca_system_score_gemma":0.0001546938,"threshold_uncertainty_score":0.30060548},"labels":[],"label_agreement":null},{"id":"W3113870974","doi":"10.1016/j.jacr.2020.12.003","title":"Radiology in the Era of Value-Based Healthcare: A Multi Society Expert Statement From the ACR, CAR, ESR, IS3R, RANZCR, and RSNA","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; McGill University","funders":"","keywords":"Health care; Reimbursement; Value (mathematics); Medicine; Radiology; Patient care; Political science; Computer science; Nursing","score_opus":0.03765291483022832,"score_gpt":0.33859442993458294,"score_spread":0.30094151510435463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113870974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7228173,0.005386995,0.00024962664,0.2708658,0.00028610585,0.00034143752,0.000042011674,0.0000025089907,0.000008187417],"genre_scores_gemma":[0.9580992,0.0032926355,0.005054894,0.033142574,0.00037544142,0.000011325115,0.0000037506557,0.000013531591,0.0000066557905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99668473,0.0017600916,0.0008752417,0.00020103,0.00022107048,0.0002578651],"domain_scores_gemma":[0.99561626,0.0020588627,0.0017197904,0.00035109007,0.00015477464,0.00009923351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014714198,0.00017035898,0.0009501402,0.000040688872,0.000104754785,0.000003827995,0.0004891337,0.00009575022,0.00001597726],"category_scores_gemma":[0.00067315385,0.00008242547,0.00029031065,0.00039281376,0.0011081871,0.0000576448,0.000049669554,0.0008214281,4.245518e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016922256,0.0015346337,0.5243584,0.00024850003,0.0030955814,0.00022457601,0.0736655,0.0019973759,0.067272164,0.0010549886,0.29830465,0.011321419],"study_design_scores_gemma":[0.018346516,0.013069583,0.80464303,0.0003247905,0.0009898398,0.0051206877,0.08530992,0.012463713,0.0019045178,0.0005022295,0.056888852,0.0004363293],"about_ca_topic_score_codex":0.0013452853,"about_ca_topic_score_gemma":0.00004888981,"teacher_disagreement_score":0.28028464,"about_ca_system_score_codex":0.000110858455,"about_ca_system_score_gemma":0.0006982078,"threshold_uncertainty_score":0.40831614},"labels":[],"label_agreement":null},{"id":"W3121961838","doi":"10.1016/j.jacr.2020.12.022","title":"Ovarian-Adnexal Reporting Lexicon for MRI: A White Paper of the ACR Ovarian-Adnexal Reporting and Data Systems MRI Committee","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Ovarian cancer diagnosis and treatment","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; McGill University Health Centre","funders":"National Institute for Health and Care Research; European Society of Radiology; American College of Radiology","keywords":"Lexicon; Medicine; Radiology; Terminology; Adnexal mass; Computer science; Natural language processing; Linguistics","score_opus":0.046674042462338756,"score_gpt":0.330290794769765,"score_spread":0.2836167523074262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121961838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9301194,0.004769771,0.001282979,0.05821768,0.002566597,0.0012960724,0.0005654071,0.000014256858,0.0011678176],"genre_scores_gemma":[0.98913854,0.00041270364,0.008401136,0.0008681818,0.0006375395,0.00001726074,0.000010008851,0.000036412675,0.00047819255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949417,0.00045679542,0.0034534193,0.00040848588,0.00039813,0.00034146826],"domain_scores_gemma":[0.98044246,0.00070043467,0.016669152,0.0014945724,0.0005574078,0.00013599734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00304878,0.00023901388,0.0018096743,0.00009548614,0.00017897277,0.000018539493,0.0005125708,0.00010293745,0.000030183877],"category_scores_gemma":[0.0041210996,0.00013850453,0.0004376769,0.00048263,0.00052033307,0.0001231561,0.00038895127,0.00040902814,1.7904881e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002386571,0.000929956,0.8536301,0.00073103583,0.005171317,0.0020898217,0.0009693802,0.0007475627,0.023119606,0.0031137061,0.10364853,0.0034623824],"study_design_scores_gemma":[0.013022102,0.0044889236,0.77119106,0.0032194462,0.0051584397,0.114728376,0.010674745,0.0030274035,0.0065628793,0.0010240731,0.06627188,0.00063068315],"about_ca_topic_score_codex":0.00020393587,"about_ca_topic_score_gemma":0.00006806303,"teacher_disagreement_score":0.112638555,"about_ca_system_score_codex":0.0001616524,"about_ca_system_score_gemma":0.0013019881,"threshold_uncertainty_score":0.5648051},"labels":[],"label_agreement":null},{"id":"W3123492376","doi":"10.1016/j.jacr.2020.11.014","title":"Development and Cost Analysis of a Lung Nodule Management Strategy Combining Artificial Intelligence and Lung-RADS for Baseline Lung Cancer Screening","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatoon Medical Imaging; University of Saskatchewan","funders":"National Cancer Institute","keywords":"Medicine; Lung; Lung cancer screening; Malignancy; Lung cancer; Cohort; Nodule (geology); Radiology; Population; Medical physics; Internal medicine","score_opus":0.029081384331458276,"score_gpt":0.3327787470109352,"score_spread":0.3036973626794769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123492376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772625,0.0063274405,0.013124133,0.0026289867,0.00013493266,0.00039498517,0.00008482204,0.0000027060553,0.00003950319],"genre_scores_gemma":[0.98156524,0.0019269633,0.016132114,0.00022426817,0.000056064455,0.000027952747,0.0000054699335,0.000010814762,0.00005108778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986573,0.0001059139,0.0006806601,0.0001902717,0.00018655122,0.00017933936],"domain_scores_gemma":[0.99837244,0.00026402547,0.0008364406,0.00016530279,0.00026786377,0.00009395729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004798405,0.00013376283,0.000915221,0.00024256181,0.00007802014,0.000006258409,0.00009737985,0.00002991394,0.000021876076],"category_scores_gemma":[0.0000636271,0.00009396731,0.00018082288,0.0006504993,0.00021896114,0.000031998443,0.00007256995,0.00010856768,1.7572388e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039321077,0.0010858617,0.7565715,0.0012096082,0.04472186,0.0004819824,0.0014830314,0.016323589,0.0026045435,0.004769018,0.0049215043,0.16189544],"study_design_scores_gemma":[0.00665873,0.00281551,0.6724008,0.0029354605,0.042265207,0.001426417,0.012702551,0.22258224,0.03216703,0.00022320954,0.0031285211,0.0006943731],"about_ca_topic_score_codex":0.0000530521,"about_ca_topic_score_gemma":0.0001377245,"teacher_disagreement_score":0.20625865,"about_ca_system_score_codex":0.00018621702,"about_ca_system_score_gemma":0.00025530846,"threshold_uncertainty_score":0.3831876},"labels":[],"label_agreement":null},{"id":"W3134765059","doi":"10.1016/j.jacr.2021.01.019","title":"ACR Appropriateness Criteria® Nonischemic Myocardial Disease with Clinical Manifestations (Ischemic Cardiomyopathy Already Excluded)","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Ottawa Hospital; University of Ottawa; Toronto General Hospital; University of Toronto","funders":"","keywords":"Medicine; Cardiomyopathy; Cardiology; Internal medicine; Cardiac imaging; Appropriate Use Criteria; Modalities; Appropriateness criteria; Radiology; Heart failure","score_opus":0.018113803894126684,"score_gpt":0.31500534839008865,"score_spread":0.29689154449596195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134765059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913388,0.001173179,0.00079871423,0.0045029726,0.0010658673,0.00017047998,0.00018326346,0.000011689994,0.00075507397],"genre_scores_gemma":[0.9921531,0.0004105732,0.005251881,0.00091751147,0.0010467336,0.0000067142087,0.000011433759,0.00003172227,0.00017031113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791336,0.0004708465,0.00075965276,0.00023332592,0.00035746512,0.00026535327],"domain_scores_gemma":[0.9967674,0.0007248154,0.0008929706,0.0005665593,0.0007514814,0.00029675264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005893423,0.00018805677,0.0012038787,0.000101619684,0.00007508588,0.00000908156,0.00022830475,0.00005693641,0.000013307542],"category_scores_gemma":[0.0016560352,0.00012374637,0.00070663483,0.00044596673,0.000900763,0.00005652169,0.000099837096,0.00047019395,0.000002736855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004795655,0.00065302843,0.87646943,0.00014004315,0.0019703172,0.0101340115,0.00016955256,0.00030200396,0.022292638,0.00013542242,0.08168107,0.0012567911],"study_design_scores_gemma":[0.005998326,0.0012793521,0.9054128,0.0003764197,0.003612245,0.06396905,0.00172815,0.000116665695,0.0042228983,0.0001344406,0.012806116,0.0003435439],"about_ca_topic_score_codex":0.000013439291,"about_ca_topic_score_gemma":0.0000011595786,"teacher_disagreement_score":0.068874955,"about_ca_system_score_codex":0.000077170684,"about_ca_system_score_gemma":0.0014893928,"threshold_uncertainty_score":0.50462306},"labels":[],"label_agreement":null},{"id":"W3157651036","doi":"10.1016/j.jacr.2021.01.006","title":"ACR Appropriateness Criteria® Head Trauma: 2021 Update","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Traumatic Brain Injury and Neurovascular Disturbances","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association of Emergency Physicians; Ottawa Hospital","funders":"","keywords":"Appropriateness criteria; Medicine; Head (geology); Head trauma; Medical physics; Radiology; Surgery; Geology","score_opus":0.019588065918875443,"score_gpt":0.2925016752444741,"score_spread":0.27291360932559866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157651036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853244,0.0017346243,0.0001337901,0.011204494,0.0010289816,0.00010454153,0.0000517022,0.000004183791,0.00041332078],"genre_scores_gemma":[0.9949615,0.00056707795,0.002186078,0.001669649,0.00032017942,0.0000024409235,0.0000023606415,0.000016015765,0.0002746903],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99821705,0.00050502084,0.0006394446,0.0001666328,0.0002650572,0.00020681818],"domain_scores_gemma":[0.99814314,0.00022282028,0.0008123963,0.0004381567,0.000285117,0.00009836325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004723566,0.00013829539,0.0010607709,0.00010256284,0.00006422898,0.0000049260234,0.00029736976,0.000049706046,0.00019361505],"category_scores_gemma":[0.00041339183,0.00008655431,0.00050357124,0.0006025752,0.00055627566,0.000056347653,0.000057471803,0.00030971578,0.0000028492377],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012478769,0.0056428346,0.06268235,0.0010160125,0.010660144,0.014179922,0.0023232328,0.00035679672,0.5318685,0.0089593,0.21006437,0.13976777],"study_design_scores_gemma":[0.008238592,0.0042790924,0.66376495,0.0007010628,0.002389794,0.11773857,0.004190022,0.00025259287,0.0854829,0.001869092,0.11058828,0.0005050305],"about_ca_topic_score_codex":0.0000058332603,"about_ca_topic_score_gemma":0.0000052861797,"teacher_disagreement_score":0.6010826,"about_ca_system_score_codex":0.00004261929,"about_ca_system_score_gemma":0.00030994462,"threshold_uncertainty_score":0.35295826},"labels":[],"label_agreement":null},{"id":"W3158483797","doi":"10.1016/j.jacr.2021.03.028","title":"Multidisciplinary Approach in Teaching Diagnostic Radiology to Medical Students: The Development, Implementation, and Evaluation of a Virtual Educational Model","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Texas MD Anderson Cancer Center; University of Washington; University of Alberta; Baylor College of Medicine; University of Michigan; Mayo Clinic","keywords":"Session (web analytics); Multidisciplinary approach; Attendance; Medicine; Medical education; Medical physics; Videoconferencing; Multimedia; Computer science","score_opus":0.033274909160786,"score_gpt":0.4141550839278917,"score_spread":0.3808801747671057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158483797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793278,0.00041856847,0.0007382737,0.018841187,0.00018328715,0.00030379312,0.000004547643,0.0000010225533,0.00018150102],"genre_scores_gemma":[0.9903071,0.00011405108,0.008833413,0.00048644232,0.000121609475,0.000024690251,0.000004965981,0.000009526639,0.00009818673],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974621,0.0010988564,0.00067266816,0.00014052934,0.00049186544,0.0001340011],"domain_scores_gemma":[0.997234,0.0014008735,0.00081649254,0.00016439806,0.00028434675,0.00009992659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037970054,0.00008727513,0.00043085677,0.00017329845,0.00007617082,0.0000026203522,0.0002718605,0.000048059872,0.000061130944],"category_scores_gemma":[0.004411818,0.000053820997,0.000057106943,0.0002682722,0.0003094377,0.00005346854,0.000115454946,0.00029349743,3.9329976e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045428993,0.0009205215,0.96266484,0.000027723865,0.0004764345,0.000009533532,0.007285509,0.0055809785,0.002151626,0.0020919528,0.0074533997,0.010883178],"study_design_scores_gemma":[0.0017866715,0.00045786102,0.9730058,0.00006322432,0.00022360822,0.003971429,0.015416045,0.0044090576,0.00009457066,0.00035537,0.00015465621,0.00006175326],"about_ca_topic_score_codex":0.000019294308,"about_ca_topic_score_gemma":0.00004952519,"teacher_disagreement_score":0.018354744,"about_ca_system_score_codex":0.000153541,"about_ca_system_score_gemma":0.002597745,"threshold_uncertainty_score":0.5281677},"labels":[],"label_agreement":null},{"id":"W3158857567","doi":"10.1016/j.jacr.2021.02.011","title":"ACR Appropriateness Criteria® Post-Treatment Surveillance of Bladder Cancer: 2021 Update","year":2021,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Bladder and Urothelial Cancer Treatments","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University","funders":"","keywords":"Medicine; Bladder cancer; Grading (engineering); Guideline; Appropriate Use Criteria; Cancer; Genitourinary system; Disease; Urothelial cancer; Urodynamic testing; Intensive care medicine; Oncology; Urinary system; Internal medicine; Pathology","score_opus":0.028415887525889753,"score_gpt":0.352639576349508,"score_spread":0.32422368882361824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158857567","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057990053,0.988931,0.000010404192,0.0011591206,0.0013930622,0.0006770086,0.0018988982,0.0000038088665,0.000127671],"genre_scores_gemma":[0.0029914407,0.9949376,0.0005083168,0.00018742861,0.0007184821,0.00003998551,0.000030864237,0.00006727828,0.0005186251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996433,0.0009669041,0.0015324431,0.0003400855,0.000373053,0.00035451728],"domain_scores_gemma":[0.9940848,0.00029460303,0.0039171088,0.0007603818,0.0007807054,0.0001624297],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003383441,0.0005106539,0.0062563634,0.0002546765,0.000054141252,0.000005173997,0.00052888365,0.00018301279,0.0004608225],"category_scores_gemma":[0.00013807736,0.00027994908,0.0017521936,0.00078025606,0.00062230096,0.000038630114,0.000118543445,0.0003814983,0.0000034812967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018036413,0.0013405575,0.0020331868,0.005327629,0.020648254,0.0015663526,0.00018453714,0.000016088523,0.00034608893,0.00006200058,0.012927616,0.95374405],"study_design_scores_gemma":[0.0024817206,0.0038542843,0.0009394492,0.005792135,0.0062657665,0.011611421,0.00025152467,0.0000020397754,0.0002206398,0.00001720652,0.9682379,0.00032595318],"about_ca_topic_score_codex":0.00037339615,"about_ca_topic_score_gemma":0.000060478666,"teacher_disagreement_score":0.9553102,"about_ca_system_score_codex":0.0005204033,"about_ca_system_score_gemma":0.0038327049,"threshold_uncertainty_score":0.99996525},"labels":[],"label_agreement":null},{"id":"W3159372989","doi":"10.1016/j.jacr.2021.02.017","title":"ACR Appropriateness Criteria® Second and Third Trimester Screening for Fetal Anomaly","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Appropriate Use Criteria; Appropriateness criteria; Medicine; Grading (engineering); Guideline; Multidisciplinary approach; Expert opinion; Medical physics; Medical literature; MEDLINE; Radiology; Intensive care medicine; Pathology","score_opus":0.020580176733063296,"score_gpt":0.289476936020451,"score_spread":0.2688967592873877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159372989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913023,0.0011987588,0.0032279296,0.0034571819,0.0002868926,0.00013961585,0.000107828586,0.0000045463676,0.00027495786],"genre_scores_gemma":[0.9716527,0.000073373114,0.026520016,0.00090135034,0.00030113477,0.0000025628458,0.0000026540417,0.000013667627,0.0005325518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898857,0.0001630533,0.00041409125,0.00012818465,0.00012333473,0.00018276885],"domain_scores_gemma":[0.9981979,0.000634107,0.0005913861,0.00019351831,0.0002729555,0.00011011653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038505008,0.00010989475,0.00070728536,0.00007702136,0.00006142537,0.000006642012,0.00014730335,0.000055581855,0.000017663904],"category_scores_gemma":[0.000996068,0.00007122931,0.00021980253,0.00019350805,0.00034042966,0.000055284898,0.000089326044,0.0001963383,2.0764891e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028768446,0.0011550591,0.37747395,0.0010713127,0.004544847,0.0042390004,0.0012574863,0.000211694,0.37038615,0.0019596962,0.15037096,0.058561403],"study_design_scores_gemma":[0.014821917,0.008416947,0.7971893,0.00071853516,0.0013917674,0.08926129,0.0034978392,0.0016871805,0.05602425,0.0012582341,0.025247019,0.00048573656],"about_ca_topic_score_codex":0.000010222136,"about_ca_topic_score_gemma":0.000005687702,"teacher_disagreement_score":0.41971534,"about_ca_system_score_codex":0.000021011845,"about_ca_system_score_gemma":0.00025409608,"threshold_uncertainty_score":0.2904647},"labels":[],"label_agreement":null},{"id":"W3159691859","doi":"10.1016/j.jacr.2021.01.010","title":"ACR Appropriateness Criteria® Infective Endocarditis","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Infective Endocarditis Diagnosis and Management","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Appropriate Use Criteria; Infective endocarditis; Medicine; Endocarditis; Appropriateness criteria; Intensive care medicine; Medical literature; Grading (engineering); Expert opinion; MEDLINE; Radiology; Surgery; Internal medicine; Pathology","score_opus":0.011420898672667006,"score_gpt":0.2860189578352426,"score_spread":0.2745980591625756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159691859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99174213,0.00058177626,0.00083415804,0.0015321351,0.0014859217,0.00020607353,0.00005776314,0.0000065061136,0.0035535549],"genre_scores_gemma":[0.9961496,0.0008655498,0.001158478,0.0012272841,0.0005191673,0.0000100112775,0.0000015376511,0.000016969236,0.00005141159],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984075,0.00050281343,0.00047327837,0.00015201497,0.00024854534,0.00021583655],"domain_scores_gemma":[0.9978333,0.00029025535,0.00082108396,0.00031989103,0.0006534792,0.00008199035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032710686,0.0001359392,0.0009957959,0.00013466782,0.00005913232,0.000004850811,0.00016816362,0.00003636486,0.00008811391],"category_scores_gemma":[0.0007676223,0.00009037867,0.00054679683,0.0004728387,0.00041616184,0.000059345795,0.000134309,0.00026014555,0.000002724451],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013292773,0.002574782,0.39550394,0.00041056244,0.011046816,0.0155855445,0.000855929,0.0006777658,0.119780876,0.018954309,0.39390844,0.039371777],"study_design_scores_gemma":[0.0023899013,0.0017259254,0.915339,0.00014543299,0.00053194806,0.02254697,0.0010494498,0.00001762395,0.022474669,0.0009710376,0.03267501,0.00013305346],"about_ca_topic_score_codex":0.000024236262,"about_ca_topic_score_gemma":0.000004339768,"teacher_disagreement_score":0.51983505,"about_ca_system_score_codex":0.00015758595,"about_ca_system_score_gemma":0.00031572202,"threshold_uncertainty_score":0.36855352},"labels":[],"label_agreement":null},{"id":"W3190515505","doi":"10.1016/j.jacr.2021.07.012","title":"Clarifying Postcontrast Enhancement Sequences for Implementation and Interpretation of the ACR Ovarian-Adnexal Reporting and Data Systems MRI Risk Stratification and Management System","year":2021,"lang":"en","type":"letter","venue":"Journal of the American College of Radiology","topic":"Ovarian cancer diagnosis and treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Risk stratification; Interpretation (philosophy); Stratification (seeds); Medicine; Medical physics; Computer science; Radiology; Internal medicine; Programming language","score_opus":0.032040305177259566,"score_gpt":0.3317425522270457,"score_spread":0.2997022470497861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190515505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6778519,0.014605382,0.015362882,0.2805454,0.0027188098,0.006316182,0.0024466936,0.0000104288,0.0001422782],"genre_scores_gemma":[0.9904681,0.0028519582,0.0037919485,0.0023418556,0.00039042515,0.000047989543,0.00005816367,0.000016221897,0.00003334982],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9974935,0.00040171368,0.0014202682,0.00029440605,0.00024881226,0.0001413089],"domain_scores_gemma":[0.99086314,0.00031427172,0.008126376,0.00044853194,0.0002159691,0.000031686453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011989936,0.00016528626,0.000880638,0.0000991566,0.00010917528,0.000023259334,0.000190926,0.00008952686,0.0000019738675],"category_scores_gemma":[0.00011517903,0.0000975981,0.00009988259,0.0001302003,0.00024494866,0.00007518447,0.00011631264,0.0003071143,1.5294061e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004306003,0.0005192074,0.37781858,0.031010669,0.03625497,0.0014153637,0.004609068,0.000425468,0.014377464,0.0047974563,0.4050907,0.11937507],"study_design_scores_gemma":[0.023543505,0.014036702,0.6608194,0.027260555,0.043285806,0.04062436,0.10750158,0.022243366,0.006511261,0.0006554746,0.051968135,0.0015498236],"about_ca_topic_score_codex":0.00021023267,"about_ca_topic_score_gemma":0.000035677847,"teacher_disagreement_score":0.35312256,"about_ca_system_score_codex":0.00018205619,"about_ca_system_score_gemma":0.0002067946,"threshold_uncertainty_score":0.3979935},"labels":[],"label_agreement":null},{"id":"W3194114955","doi":"10.1016/j.jacr.2021.08.001","title":"Evaluation of Alternative Diagnostic Follow-up Intervals for Lung Reporting and Data System Criteria on the Effectiveness of Lung Cancer Screening","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health; Ontario Institute for Cancer Research","keywords":"Medicine; Lung cancer; Lung cancer screening; Lung; Medical physics; Radiology; Oncology; Internal medicine","score_opus":0.06397877667681479,"score_gpt":0.4097334218825081,"score_spread":0.3457546452056933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194114955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99225694,0.004100142,0.000692233,0.0013262416,0.00058020576,0.00075758906,0.00023753148,0.0000015381003,0.000047605277],"genre_scores_gemma":[0.99892366,0.00033275265,0.0004765892,0.000058521102,0.00013040277,0.000054457465,0.000004401271,0.000012292258,0.0000069457965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970942,0.0013435658,0.00089512405,0.00017912239,0.00037559532,0.000112352915],"domain_scores_gemma":[0.9894796,0.0051198816,0.003820448,0.0004280125,0.001114736,0.0000373343],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005581243,0.00010791116,0.000922525,0.00007122734,0.000047896894,0.0000032869568,0.00020657571,0.000025124438,0.000008122305],"category_scores_gemma":[0.008938502,0.0000588158,0.00018353967,0.00019180054,0.00019344082,0.000046676363,0.00010884478,0.00010415345,1.0535542e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007949905,0.00057048915,0.92244935,0.0037181096,0.014722707,0.00020555459,0.0011009297,0.003030067,0.02671334,0.0012857369,0.007339588,0.010914203],"study_design_scores_gemma":[0.012355444,0.004262857,0.7850175,0.022734854,0.013706594,0.002446478,0.0037220507,0.057206616,0.098037384,0.00024312243,0.00006074888,0.00020633278],"about_ca_topic_score_codex":0.00020543189,"about_ca_topic_score_gemma":0.00003105723,"teacher_disagreement_score":0.13743186,"about_ca_system_score_codex":0.0003268291,"about_ca_system_score_gemma":0.00046117473,"threshold_uncertainty_score":0.9994096},"labels":[],"label_agreement":null},{"id":"W3202012131","doi":"10.1016/j.jacr.2021.07.015","title":"Data Sharing of Imaging in an Evolving Health Care World: Report of the ACR Data Sharing Workgroup, Part 2: Annotation, Curation, and Contracting","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Digital Radiography and Breast Imaging","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Institute of Biomedical Imaging and Bioengineering; National Academy of Medicine; University of Chicago; Johnson and Johnson; AbbVie; Radiological Society of North America; National Institutes of Health; Aid for Cancer Research; Medtronic; American Lung Association; American College of Physicians; American College of Radiology Imaging Network; Genentech; Philips; International Association for the Study of Lung Cancer; Association of American Medical Colleges; American Thoracic Society; American Cancer Society","keywords":"Workgroup; Data sharing; General partnership; Health care; Information sharing; Health Insurance Portability and Accountability Act; Computer science; Internet privacy; Data science; Business; Knowledge management; Medicine; Confidentiality; Computer security; Political science; World Wide Web; Law","score_opus":0.04148003694997992,"score_gpt":0.3484710262705795,"score_spread":0.3069909893205996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202012131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878942,0.0044201855,0.00035642803,0.0063250596,0.00030516624,0.00019040513,0.00024840402,0.0000047009094,0.00025545244],"genre_scores_gemma":[0.9959794,0.000116588366,0.0033963127,0.00029177114,0.00014148506,7.170844e-7,0.000041797408,0.000014310242,0.00001759204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99774337,0.00019051833,0.001235133,0.0003433477,0.00027276576,0.00021488096],"domain_scores_gemma":[0.9949407,0.00028471774,0.0027630287,0.0014347229,0.000494562,0.0000822438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016171339,0.000121392906,0.00074696285,0.00025825563,0.00008305997,0.000020162483,0.0010035464,0.000017665318,0.0000044775416],"category_scores_gemma":[0.0015383437,0.00008432144,0.00009286054,0.0011483274,0.00040583021,0.00089996716,0.00067368033,0.00033346584,1.6670063e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016571811,0.00009329388,0.9847035,0.00011883493,0.0001290517,0.00018733265,0.00067057257,0.0001084809,0.0027951186,0.00011735058,0.0010716909,0.0098390505],"study_design_scores_gemma":[0.001738497,0.00023610043,0.94429064,0.0025335017,0.00026736004,0.023135437,0.020603428,0.0048998496,0.0007690077,0.00030856612,0.0010408087,0.00017679934],"about_ca_topic_score_codex":0.00012607499,"about_ca_topic_score_gemma":0.00033427886,"teacher_disagreement_score":0.040412858,"about_ca_system_score_codex":0.00006924142,"about_ca_system_score_gemma":0.00056931324,"threshold_uncertainty_score":0.34385285},"labels":[],"label_agreement":null},{"id":"W3203426586","doi":"10.1016/j.jacr.2021.07.014","title":"Data Sharing of Imaging in an Evolving Health Care World: Report of the ACR Data Sharing Workgroup, Part 1: Data Ethics of Privacy, Consent, and Anonymization","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Institute of Biomedical Imaging and Bioengineering; National Academy of Medicine; University of Chicago; Johnson and Johnson; AbbVie; Radiological Society of North America; National Institutes of Health; Aid for Cancer Research; Medtronic; American Lung Association; American College of Physicians; American College of Radiology Imaging Network; Genentech; Philips; International Association for the Study of Lung Cancer; Association of American Medical Colleges; American Thoracic Society; American Cancer Society","keywords":"Workgroup; Data sharing; Vendor; Standardization; Health care; Computer science; Data science; Information privacy; Medicine; Internet privacy; Business; Political science","score_opus":0.32992101085345366,"score_gpt":0.4898382070078964,"score_spread":0.15991719615444272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203426586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97666144,0.0041845767,0.00054085196,0.017373933,0.0005679872,0.00025662803,0.00037618278,0.0000026271327,0.000035778376],"genre_scores_gemma":[0.9927342,0.0011966458,0.0053028646,0.0003945239,0.00018226432,6.210363e-7,0.00015566126,0.000013562081,0.000019654197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970515,0.00047526913,0.0015978089,0.00038424743,0.00030074903,0.00019042185],"domain_scores_gemma":[0.99192524,0.0007785506,0.0032554984,0.0032776853,0.00067934865,0.00008367201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036207347,0.00010141243,0.0007237765,0.00018395536,0.00008165524,0.0000066422185,0.0017920155,0.000045815657,0.000011423277],"category_scores_gemma":[0.0064532463,0.00007330972,0.000042866865,0.00083532045,0.00056352344,0.0003185897,0.0017935091,0.0005423117,3.11611e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018533105,0.000111998925,0.9866492,0.000393267,0.000066549714,0.00003845169,0.0027283214,0.00013205557,0.002199922,0.00008131561,0.0028036758,0.0046098693],"study_design_scores_gemma":[0.0010303671,0.001099331,0.7914265,0.010248612,0.0007930157,0.011305064,0.122459486,0.044945307,0.010042764,0.0012977332,0.0049007605,0.00045109092],"about_ca_topic_score_codex":0.0016540366,"about_ca_topic_score_gemma":0.003491466,"teacher_disagreement_score":0.19522278,"about_ca_system_score_codex":0.000107264816,"about_ca_system_score_gemma":0.0027107182,"threshold_uncertainty_score":0.7725605},"labels":[],"label_agreement":null},{"id":"W3211845469","doi":"10.1016/j.jacr.2021.08.012","title":"ACR Appropriateness Criteria® Cerebrovascular Diseases-Aneurysm, Vascular Malformation, and Subarachnoid Hemorrhage","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Intracranial Aneurysms: Treatment and Complications","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Subarachnoid hemorrhage; Appropriate Use Criteria; Grading (engineering); Appropriateness criteria; Guideline; Vasospasm; Radiology; Multidisciplinary approach; Intensive care medicine; Expert opinion; Neurovascular bundle; Surgery; Pathology; Internal medicine","score_opus":0.0080150053741321,"score_gpt":0.24028944757006257,"score_spread":0.23227444219593046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211845469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916897,0.0015356181,0.000548701,0.0056765703,0.00020763339,0.00018192925,0.00005454957,0.000009034032,0.00009630732],"genre_scores_gemma":[0.9959658,0.0002019351,0.0028379066,0.0005942567,0.00019157187,0.000006385735,0.000008417822,0.000015139938,0.00017858922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987193,0.00023604372,0.0004888219,0.00014952288,0.00022859809,0.00017774028],"domain_scores_gemma":[0.9984045,0.00008035626,0.0005690786,0.00040890873,0.00042168272,0.000115498355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017805328,0.00014367315,0.00067506795,0.00010042343,0.00011711622,0.000008006322,0.00019391862,0.00004280213,0.000056517732],"category_scores_gemma":[0.00016637053,0.000093532115,0.0003523924,0.00041255562,0.00036528026,0.000085077,0.000068990965,0.00018277003,0.0000023912805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006259044,0.0065003396,0.5681768,0.0027617044,0.0060896752,0.013361271,0.0018808178,0.00056105974,0.3340161,0.014685371,0.015334505,0.030373288],"study_design_scores_gemma":[0.005403815,0.0019037133,0.813812,0.00007175065,0.0032158557,0.15811487,0.0016204484,0.0016104922,0.009531825,0.0020083317,0.0023518617,0.00035503283],"about_ca_topic_score_codex":0.000011106009,"about_ca_topic_score_gemma":0.0000018853196,"teacher_disagreement_score":0.3244843,"about_ca_system_score_codex":0.00005236694,"about_ca_system_score_gemma":0.0002259276,"threshold_uncertainty_score":0.3814129},"labels":[],"label_agreement":null},{"id":"W3212247452","doi":"10.1016/j.jacr.2021.09.034","title":"Gender Differences in Diagnostic Radiology Practice: An Observational Study","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital","funders":"","keywords":"Subspecialty; Medicine; Odds ratio; Confidence interval; Odds; Observational study; Gender disparity; Demography; Incidence (geometry); Family medicine; Logistic regression; Internal medicine","score_opus":0.1084617297342249,"score_gpt":0.386698949093664,"score_spread":0.27823721935943907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212247452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98426795,0.0010373442,0.000041853986,0.013397257,0.0008535307,0.00021908215,0.000008291875,0.000003062204,0.00017164531],"genre_scores_gemma":[0.9942335,0.0006667954,0.0029382329,0.0016397816,0.00040506385,0.0000074702866,0.0000030049632,0.000010412105,0.0000957454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968086,0.0017614927,0.0008060332,0.00019198166,0.00022305307,0.00020885539],"domain_scores_gemma":[0.99286747,0.0045793615,0.0016309329,0.00032713328,0.0004957776,0.00009934792],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012299378,0.00012642251,0.0008429173,0.0001715793,0.00006224356,0.0000041846524,0.0002646531,0.000069956215,0.00006503719],"category_scores_gemma":[0.011469016,0.00008388196,0.00012738613,0.0005767727,0.00041552083,0.00020941198,0.00004468303,0.0005034609,0.0000013412878],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091098325,0.0015699145,0.9895442,0.000010556901,0.00038404457,0.0005801251,0.00088366587,0.000114045855,0.0017804,0.0006639792,0.0029812292,0.00057685014],"study_design_scores_gemma":[0.0013567047,0.002798413,0.9569215,0.000019421945,0.00030257046,0.022152612,0.014262798,0.00007434198,0.00004522147,0.00037118417,0.0016222189,0.00007299076],"about_ca_topic_score_codex":0.00005821884,"about_ca_topic_score_gemma":0.00003895854,"teacher_disagreement_score":0.032622684,"about_ca_system_score_codex":0.00012239482,"about_ca_system_score_gemma":0.0012055922,"threshold_uncertainty_score":0.9968578},"labels":[],"label_agreement":null},{"id":"W3213198493","doi":"10.1016/j.jacr.2021.09.004","title":"ACR Appropriateness Criteria® Suspected Acute Aortic Syndrome","year":2021,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Aortic Disease and Treatment Approaches","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia Hospital","funders":"","keywords":"Acute aortic syndrome; Appropriateness criteria; Medicine; Cardiology; Internal medicine; Radiology; Aorta; Aortic dissection","score_opus":0.014229785790645568,"score_gpt":0.28040848749671693,"score_spread":0.2661787017060714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213198493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936926,0.000673967,0.000075460484,0.0047727763,0.00030526784,0.00013933057,0.000039881976,0.000008425978,0.00029229626],"genre_scores_gemma":[0.9965063,0.00021992886,0.002159968,0.0003540639,0.000113404756,0.000004019344,0.000004188908,0.000017982657,0.00062017475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986384,0.00022396758,0.0005296233,0.00014911253,0.00023843028,0.0002204919],"domain_scores_gemma":[0.99833894,0.00011292183,0.0007689019,0.00036834978,0.00026816133,0.0001427321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015774996,0.00014418045,0.00093822676,0.00009974441,0.000051168656,0.000004220527,0.00020823527,0.00004435899,0.00011211794],"category_scores_gemma":[0.00017897914,0.00008650581,0.00037591413,0.0005478042,0.00044647945,0.00004972708,0.00007451124,0.00018338983,0.0000033397428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015920224,0.007747139,0.52010465,0.0005593833,0.03366154,0.098332904,0.0011440566,0.000081496124,0.26926032,0.0040721917,0.03766982,0.011446262],"study_design_scores_gemma":[0.0054430584,0.0034729326,0.810731,0.00021866435,0.00493955,0.15437645,0.0020270566,0.00018774159,0.015649147,0.0018944304,0.0007963924,0.0002636193],"about_ca_topic_score_codex":0.000008471749,"about_ca_topic_score_gemma":0.0000015198841,"teacher_disagreement_score":0.2906263,"about_ca_system_score_codex":0.000082717284,"about_ca_system_score_gemma":0.00061500474,"threshold_uncertainty_score":0.35276046},"labels":[],"label_agreement":null},{"id":"W4200584211","doi":"10.1016/j.jacr.2021.09.033","title":"Authors’ Response","year":2021,"lang":"en","type":"letter","venue":"Journal of the American College of Radiology","topic":"Ovarian cancer diagnosis and treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"National Institute for Health and Care Research","keywords":"Medicine; Magnetic resonance imaging; Radiology; Adnexal mass; Malignancy; Indeterminate; Ovarian cancer; Adnexal Diseases; Ovarian tumor; Ultrasonography; Cancer; Pathology; Laparoscopy; Internal medicine","score_opus":0.019319320466766866,"score_gpt":0.2858368454736564,"score_spread":0.2665175250068895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200584211","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096175976,0.0023484842,0.000009541623,0.89929056,0.0015930325,0.00019166857,0.00017294023,0.0000037892967,0.0002140003],"genre_scores_gemma":[0.10899489,0.0020632003,0.00407794,0.8637284,0.008167724,0.00001762459,0.000014039542,0.000110696994,0.0128255],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972759,0.0010826746,0.0007626813,0.00020628948,0.0004035249,0.00026892353],"domain_scores_gemma":[0.99572194,0.0009262,0.0022788264,0.00062794704,0.0003546254,0.000090464746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005987576,0.00023858722,0.0017561472,0.0002630269,0.00004513176,0.000004174667,0.0003642822,0.00024939337,0.00016282314],"category_scores_gemma":[0.0005465759,0.00014107938,0.0008741714,0.00044919518,0.0005688153,0.000019023104,0.00007681723,0.0015010472,0.000003228564],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019349847,0.00010646802,0.002901304,0.000048796574,0.0013718174,0.008720896,0.00003968098,0.0000047818044,0.00039418432,0.000014642959,0.98401,0.00045249108],"study_design_scores_gemma":[0.0014911509,0.0030421924,0.027671887,0.00043038285,0.0011053582,0.026437612,0.000100527766,0.0000019296651,0.00048445497,0.00007350926,0.93903935,0.00012165076],"about_ca_topic_score_codex":0.00002238151,"about_ca_topic_score_gemma":0.0000020122457,"teacher_disagreement_score":0.044970606,"about_ca_system_score_codex":0.00040622713,"about_ca_system_score_gemma":0.0016292023,"threshold_uncertainty_score":0.65213865},"labels":[],"label_agreement":null},{"id":"W4206000389","doi":"10.1016/j.jacr.2021.07.023","title":"A Telerobotic Ultrasound Clinic Model of Ultrasound Service Delivery to Improve Access to Imaging in Rural and Remote Communities","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatoon Medical Imaging; University of Saskatchewan","funders":"Health Canada; U.S. Food and Drug Administration; Saskatchewan Health Research Foundation","keywords":"Medicine; Ultrasound; Teleradiology; Medical physics; Health care; Telemedicine; Radiology","score_opus":0.03202153859660983,"score_gpt":0.33188974826939255,"score_spread":0.2998682096727827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206000389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893774,0.00014480027,0.0007354581,0.008769192,0.00015148499,0.00051873515,0.00018349657,0.0000055345677,0.000113893126],"genre_scores_gemma":[0.9807934,0.00023907922,0.012648881,0.0061435048,0.000061125385,0.000013139239,0.0000023464315,0.000023061562,0.00007545225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772245,0.00041860304,0.0011563553,0.00014792176,0.00029669635,0.00025800272],"domain_scores_gemma":[0.9937985,0.0040142015,0.0011342485,0.0005481747,0.00033875785,0.00016614472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001064505,0.00015855231,0.00097470824,0.00032470276,0.00012502256,0.000007735549,0.00093262875,0.000032358737,0.000047180198],"category_scores_gemma":[0.00090961676,0.00012501467,0.00017727149,0.001019879,0.00050148246,0.000088578265,0.00039309278,0.0006847063,9.783591e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062303906,0.0010357588,0.5269283,0.00017543505,0.00052160845,0.000025458598,0.0038885449,0.051709138,0.3968437,0.00018484263,0.006815897,0.005640935],"study_design_scores_gemma":[0.0075825187,0.0087139,0.880212,0.0006733432,0.0010113342,0.014112118,0.058884587,0.015354709,0.0023812808,0.009013363,0.0012513323,0.00080947735],"about_ca_topic_score_codex":0.00093116093,"about_ca_topic_score_gemma":0.00021371899,"teacher_disagreement_score":0.3944624,"about_ca_system_score_codex":0.00019483162,"about_ca_system_score_gemma":0.00036762664,"threshold_uncertainty_score":0.509795},"labels":[],"label_agreement":null},{"id":"W4206908151","doi":"10.1016/j.jacr.2021.10.024","title":"Patient-Friendly Summary of the ACR Appropriateness Criteria: Epigastric Pain","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Gastroesophageal reflux and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Radiology; Hiatal hernia; Upper gastrointestinal series; Abdomen; Esophagus; Barium meal; Heartburn; Epigastric pain; Stomach; Abdominal pain; Vomiting; Surgery; Internal medicine; Reflux","score_opus":0.007839824194852291,"score_gpt":0.2490079588218588,"score_spread":0.2411681346270065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206908151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967178,0.00033156355,0.00004438408,0.001717999,0.0006301107,0.00026094526,0.00014429669,0.0000030337142,0.00014984928],"genre_scores_gemma":[0.9982429,0.00003136397,0.00086363894,0.0005078308,0.000079823054,0.000009272269,0.000001705492,0.00001593639,0.0002474863],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99742174,0.001179837,0.000627347,0.0001229687,0.0004194314,0.00022866175],"domain_scores_gemma":[0.99746317,0.00024987888,0.0016408705,0.00040306125,0.00016284832,0.00008017235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071000383,0.00013711647,0.00075903186,0.00014565892,0.00013489423,0.0000014252497,0.00045562032,0.000026116151,0.00006490031],"category_scores_gemma":[0.00038611412,0.000071430026,0.00040477695,0.0006861615,0.00047660025,0.000030013345,0.0002527127,0.00036181274,3.4654724e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057502156,0.0026498456,0.8680195,0.00016213667,0.0023887486,0.0025629986,0.0009222448,0.00083579746,0.02997003,0.0002975044,0.062077824,0.024363143],"study_design_scores_gemma":[0.008913307,0.034495004,0.9074629,0.00018564962,0.0013762333,0.02443389,0.005570687,0.00025039748,0.007934766,0.0009538149,0.008207756,0.00021559176],"about_ca_topic_score_codex":0.000021164597,"about_ca_topic_score_gemma":8.253483e-7,"teacher_disagreement_score":0.05387007,"about_ca_system_score_codex":0.00015509634,"about_ca_system_score_gemma":0.0003295417,"threshold_uncertainty_score":0.2912832},"labels":[],"label_agreement":null},{"id":"W4211228268","doi":"10.1016/j.jacr.2018.09.019","title":"ACR Appropriateness Criteria® Management of Vertebral Compression Fractures","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Spinal Fractures and Fixation Techniques","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"Accuray; Elekta; North American Spine Society","keywords":"Medicine; Appropriate Use Criteria; Appropriateness criteria; Psychological intervention; Modalities; Grading (engineering); Physical therapy; Multidisciplinary approach; Intensive care medicine; Radiology","score_opus":0.01298641433027371,"score_gpt":0.32784497604740886,"score_spread":0.31485856171713517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211228268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99389535,0.00027924697,0.00239601,0.0021936796,0.00040260833,0.00017624258,0.000014264087,0.0000070947617,0.0006355172],"genre_scores_gemma":[0.98830634,0.0001867163,0.010491805,0.0006342905,0.00026377488,0.0000015446365,7.0352706e-7,0.000009946067,0.00010486723],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9989695,0.000116665455,0.00048466286,0.00008684057,0.00022126434,0.00012105739],"domain_scores_gemma":[0.99812484,0.000046241046,0.0012310233,0.0002593975,0.00028575934,0.00005272381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026544472,0.00009750016,0.00059430127,0.00012920712,0.000042594373,0.0000016741624,0.0002912839,0.000049555405,0.00009959479],"category_scores_gemma":[0.00005295648,0.00005363654,0.00019122414,0.00022973095,0.00059171335,0.00003692158,0.00007702697,0.00016381196,5.966681e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02656793,0.0016096996,0.051110636,0.00085405516,0.0031197013,0.0005916103,0.0009991184,0.00007090082,0.56275415,0.006486873,0.2853745,0.0604608],"study_design_scores_gemma":[0.0029112129,0.009656817,0.7251182,0.00085518823,0.00053980964,0.003920641,0.0013413453,0.00028473276,0.22767958,0.0030534633,0.02443935,0.0001996579],"about_ca_topic_score_codex":0.000021471229,"about_ca_topic_score_gemma":7.8862934e-7,"teacher_disagreement_score":0.67400753,"about_ca_system_score_codex":0.000035158126,"about_ca_system_score_gemma":0.000053118765,"threshold_uncertainty_score":0.21872346},"labels":[],"label_agreement":null},{"id":"W4229441688","doi":"10.1016/j.jacr.2022.02.021","title":"ACR Appropriateness Criteria® Chronic Chest Pain-High Probability of Coronary Artery Disease: 2021 Update","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Appropriate Use Criteria; Coronary artery disease; Chest pain; Guideline; Appropriateness criteria; Expert opinion; Disease; Cardiac imaging; Intensive care medicine; Grading (engineering); Internal medicine; Cardiology; Radiology; Pathology","score_opus":0.009197456494513655,"score_gpt":0.2510721361347208,"score_spread":0.24187467964020715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229441688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98706615,0.0020997738,0.00023714,0.008973142,0.0009169433,0.00030126725,0.00036281292,0.000005433784,0.0000373365],"genre_scores_gemma":[0.9977676,0.00019786581,0.00089862256,0.00063628884,0.0003894754,0.000014827188,0.000009176937,0.000019468225,0.00006663161],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974962,0.0010495745,0.00067501655,0.00017604593,0.00036461462,0.00023854454],"domain_scores_gemma":[0.99734277,0.000578209,0.0011374922,0.00052841136,0.00026718093,0.00014593938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014143892,0.00014957547,0.0009971083,0.00012469743,0.00009420917,0.0000025724667,0.00034465286,0.000024798392,0.00017853198],"category_scores_gemma":[0.00095554226,0.00010738937,0.00043111423,0.00042079313,0.0008753457,0.00003826212,0.00020916124,0.00038975518,8.077873e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017165996,0.0035741485,0.78657764,0.0011999586,0.0026533655,0.004000763,0.0004841962,0.0075429757,0.038387526,0.0009956497,0.11845308,0.018964723],"study_design_scores_gemma":[0.0031664094,0.003935525,0.96836907,0.00015767712,0.00086764933,0.008621503,0.00082304666,0.00046176318,0.00063828327,0.0016204452,0.011117136,0.00022150924],"about_ca_topic_score_codex":0.000024653798,"about_ca_topic_score_gemma":0.0000015231429,"teacher_disagreement_score":0.18179144,"about_ca_system_score_codex":0.00030287757,"about_ca_system_score_gemma":0.0011214672,"threshold_uncertainty_score":0.43792114},"labels":[],"label_agreement":null},{"id":"W4229445748","doi":"10.1016/j.jacr.2022.02.009","title":"ACR Appropriateness Criteria® Staging and Surveillance of Testicular Cancer: 2021 Update","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Testicular diseases and treatments","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Grading (engineering); Appropriate Use Criteria; Testicular cancer; Guideline; Seminoma; Stage (stratigraphy); Appropriateness criteria; Medical physics; Radiomics; Radiology; Cancer; Pathology; Internal medicine","score_opus":0.00824800705167634,"score_gpt":0.2743263869338168,"score_spread":0.26607837988214045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229445748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99207103,0.0048243552,0.00004299451,0.0023549318,0.00024406592,0.00013810715,0.00030595844,0.0000021131032,0.00001644441],"genre_scores_gemma":[0.99808747,0.00062793825,0.0009742808,0.00018307164,0.0000675655,0.0000063374755,0.0000021938,0.00001159456,0.000039539893],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99890584,0.00026933666,0.0003614514,0.0001101221,0.0002138404,0.00013942705],"domain_scores_gemma":[0.9984526,0.00012710039,0.00097628223,0.00020686495,0.0001566413,0.00008053063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000257762,0.000096934134,0.0006585303,0.00008573606,0.00007147579,0.0000017260793,0.00016051433,0.000012499759,0.00010106561],"category_scores_gemma":[0.00017542201,0.00006350302,0.00014608058,0.00030907677,0.0003233291,0.000021688347,0.000120597375,0.00013761749,1.3012972e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016456124,0.00041403197,0.96963817,0.00010595294,0.0010242035,0.00080231077,0.000103081395,0.00069992454,0.017254742,0.00012020591,0.0023372623,0.0058544963],"study_design_scores_gemma":[0.00400142,0.0025187256,0.97920626,0.000100184756,0.000659756,0.007571507,0.00095527654,0.00078419264,0.0009770466,0.00028928186,0.0027830908,0.00015325687],"about_ca_topic_score_codex":0.000109350374,"about_ca_topic_score_gemma":0.0000024338174,"teacher_disagreement_score":0.016277695,"about_ca_system_score_codex":0.00007947133,"about_ca_system_score_gemma":0.00029233712,"threshold_uncertainty_score":0.25895783},"labels":[],"label_agreement":null},{"id":"W4237318997","doi":"10.1016/j.jacr.2013.07.017","title":"ACR Appropriateness Criteria Staging and Follow-up of Ovarian Cancer","year":2013,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Ovarian cancer diagnosis and treatment","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Ovarian cancer; Radiology; Stage (stratigraphy); Debulking; Cancer; Internal medicine","score_opus":0.014819656084818328,"score_gpt":0.28559942327535065,"score_spread":0.2707797671905323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237318997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98701763,0.0012404607,0.000047549987,0.010674255,0.00058895024,0.0002539344,0.00004695445,0.0000025490506,0.00012772874],"genre_scores_gemma":[0.9962122,0.0009706167,0.002025396,0.0004250496,0.00017645687,0.000014681138,3.9398174e-7,0.000014477077,0.00016074275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989035,0.0001403725,0.00049450976,0.00012207753,0.000165974,0.00017356947],"domain_scores_gemma":[0.99824023,0.00013433641,0.0010124965,0.00023424221,0.00027739524,0.000101278296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022903606,0.00012341593,0.0008642081,0.000116495525,0.00003834694,0.0000039938,0.00016008364,0.00003734613,0.00014519454],"category_scores_gemma":[0.00007860749,0.00007200505,0.00017436797,0.00024225259,0.00040301852,0.000061270344,0.000054403845,0.00013716228,5.2288084e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002792598,0.00063574157,0.8413941,0.00032769446,0.003435422,0.00019497958,0.0013261514,0.000067459834,0.07876015,0.0011458629,0.035624303,0.034295518],"study_design_scores_gemma":[0.0067047006,0.002228611,0.975382,0.00037045343,0.0007311304,0.0018233169,0.0013477507,0.0001385518,0.008385979,0.0006359698,0.0021105586,0.00014101643],"about_ca_topic_score_codex":0.00073460286,"about_ca_topic_score_gemma":0.000013729733,"teacher_disagreement_score":0.13398784,"about_ca_system_score_codex":0.000096553136,"about_ca_system_score_gemma":0.00027908757,"threshold_uncertainty_score":0.2936281},"labels":[],"label_agreement":null},{"id":"W4244917368","doi":"10.1016/j.jacr.2020.09.015","title":"ACR Appropriateness Criteria® Chronic Foot Pain","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Orthopedic Surgery and Rehabilitation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Appropriate Use Criteria; Appropriateness criteria; Medicine; Grading (engineering); Medical physics; Expert opinion; Multidisciplinary approach; Modalities; MEDLINE; Narrative review; Medical literature; Guideline; Intensive care medicine; Radiology; Pathology","score_opus":0.016095900795835533,"score_gpt":0.2739359808887748,"score_spread":0.25784008009293924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244917368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9633758,0.0006083653,0.0007258631,0.034505747,0.00048895244,0.0001475776,0.000011339602,0.000006399573,0.00012996355],"genre_scores_gemma":[0.99582136,0.00012778238,0.0011281874,0.0020224506,0.00078682665,0.0000019700544,6.382155e-7,0.000012100813,0.000098671386],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9983424,0.0006887329,0.00052553933,0.000104764076,0.00018720605,0.00015138662],"domain_scores_gemma":[0.998188,0.00054056355,0.00080570567,0.00016633644,0.00017598383,0.00012338093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010671548,0.00009586628,0.00068139867,0.0000768888,0.000039921208,0.0000015606013,0.00017289889,0.000044563312,0.0000616763],"category_scores_gemma":[0.0014940986,0.00005542131,0.00029985205,0.0004213265,0.0005106361,0.000039547012,0.000036237878,0.00024178383,0.0000016066695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010591061,0.0007244832,0.19957146,0.00097278523,0.0015969151,0.00091126724,0.002337779,0.0006242554,0.57591337,0.00060437975,0.078514874,0.12763739],"study_design_scores_gemma":[0.013092949,0.06129435,0.6005578,0.0011430688,0.0017120334,0.024130216,0.013168418,0.0062942537,0.027498377,0.0013817473,0.24876118,0.0009656243],"about_ca_topic_score_codex":0.000005272065,"about_ca_topic_score_gemma":7.9543895e-7,"teacher_disagreement_score":0.54841495,"about_ca_system_score_codex":0.00007141955,"about_ca_system_score_gemma":0.00041935281,"threshold_uncertainty_score":0.22600155},"labels":[],"label_agreement":null},{"id":"W4246659536","doi":"10.1016/j.jacr.2020.09.006","title":"ACR Appropriateness Criteria® Acute Nonspecific Chest Pain-Low Probability of Coronary Artery Disease","year":2020,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Queen's University","funders":"","keywords":"Medicine; Chest pain; Appropriateness criteria; Coronary artery disease; Cardiology; Internal medicine; Pre- and post-test probability; Radiology","score_opus":0.016855573238820667,"score_gpt":0.2604747592541494,"score_spread":0.24361918601532875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246659536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798236,0.0005208731,0.0007408818,0.01784729,0.00046093995,0.0002985165,0.00023088239,0.000009843684,0.000067197776],"genre_scores_gemma":[0.9954169,0.00014291065,0.0023025111,0.0016712414,0.00041775903,0.000004257836,0.0000033702095,0.000018828361,0.000022217046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981408,0.00052327546,0.0006866509,0.00017475139,0.0002698817,0.00020464692],"domain_scores_gemma":[0.9973459,0.0006422538,0.0009732315,0.0003920032,0.00036281536,0.0002837561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064329465,0.00015830428,0.0010881238,0.00007504794,0.000039799834,0.0000032302437,0.0002928851,0.0000387084,0.000022373528],"category_scores_gemma":[0.0018306775,0.000105330226,0.00048814353,0.00036822513,0.0010488733,0.000045335426,0.00008771705,0.00029057905,0.0000014253723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021535655,0.0017373274,0.8056698,0.0010942251,0.00229234,0.0038728479,0.0010068942,0.00052865,0.0745913,0.00020002676,0.081677325,0.0057936073],"study_design_scores_gemma":[0.00277862,0.0029871135,0.98256576,0.00026816185,0.0011584576,0.0044093067,0.00078538223,0.0006343024,0.0017036742,0.00043145355,0.002077908,0.00019988461],"about_ca_topic_score_codex":0.0000049919795,"about_ca_topic_score_gemma":3.5378753e-7,"teacher_disagreement_score":0.17689593,"about_ca_system_score_codex":0.0000714826,"about_ca_system_score_gemma":0.00054614275,"threshold_uncertainty_score":0.4295242},"labels":[],"label_agreement":null},{"id":"W4252081669","doi":"10.1016/j.jacr.2016.09.020","title":"Knuckleballers","year":2016,"lang":"en","type":"letter","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Generosity; Excellence; Medicine; Appeal; Sophistication; Life expectancy; Gerontology; Medical education; Sociology; Political science; Social science; Population; Law","score_opus":0.016968967972148797,"score_gpt":0.2930916859312754,"score_spread":0.2761227179591266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252081669","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063942544,0.00069071533,0.000026133643,0.93100405,0.0026871301,0.00016637634,0.000047255708,0.0000042577453,0.00143154],"genre_scores_gemma":[0.05804199,0.002753804,0.002102252,0.8995807,0.021263327,0.000005619565,0.0000068360964,0.00007833746,0.016167091],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980129,0.0005158881,0.000732278,0.00016371094,0.00027117366,0.00030405846],"domain_scores_gemma":[0.9942544,0.00082039164,0.0040610596,0.00047843572,0.00031361205,0.00007210862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005507097,0.00020213406,0.0013169186,0.00028644822,0.00005021599,0.000002080962,0.000526684,0.00031209504,0.00014050402],"category_scores_gemma":[0.0006072551,0.000103136175,0.00055740844,0.00023912654,0.0010494523,0.000057344263,0.00004559943,0.0015564332,0.000011128223],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004549451,0.000024960837,0.0028147649,0.00003874007,0.0007098961,0.00037182582,0.0000321449,0.0000017670479,0.00073608244,0.00002777702,0.9936631,0.0011240037],"study_design_scores_gemma":[0.0006764168,0.0014211125,0.005846571,0.00015852599,0.00054035994,0.029334452,0.00012508313,0.0000022002475,0.00006113139,0.00018683515,0.9615453,0.000102024795],"about_ca_topic_score_codex":0.000014299532,"about_ca_topic_score_gemma":8.247438e-7,"teacher_disagreement_score":0.032117806,"about_ca_system_score_codex":0.0002181872,"about_ca_system_score_gemma":0.0009230463,"threshold_uncertainty_score":0.67620146},"labels":[],"label_agreement":null},{"id":"W4252382808","doi":"10.1016/j.jacr.2014.11.007","title":"Authors’ Reply","year":2015,"lang":"en","type":"letter","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Intervention (counseling); Christian ministry; Gold standard (test); Lumbar spine; Low back pain; Medicine; Reading (process); Lumbar; Work (physics); Physical therapy; Psychology; Alternative medicine; Nursing; Political science; Radiology; Surgery; Pathology","score_opus":0.03252115764896832,"score_gpt":0.3233952000025834,"score_spread":0.29087404235361514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252382808","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084667906,0.0011148999,0.000015886471,0.9091721,0.003667164,0.00018953778,0.000038896742,0.000005556608,0.0011280148],"genre_scores_gemma":[0.037895992,0.0007756487,0.0038441413,0.92444116,0.01687526,0.000005329023,0.000015772865,0.00007287781,0.016073825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748427,0.0007943809,0.0008834945,0.00018616863,0.00036817856,0.0002835202],"domain_scores_gemma":[0.99331045,0.0005605928,0.00478157,0.00061007764,0.00062337867,0.000113929964],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012517029,0.00021159086,0.0015073923,0.00031275983,0.000048970756,0.00000321396,0.0005419464,0.00032069822,0.000054268563],"category_scores_gemma":[0.001743238,0.00012625943,0.00047311897,0.00038501085,0.0009076922,0.00006157252,0.000054627268,0.0025528825,0.000007632005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005239193,0.000043969056,0.0027784216,0.000041182455,0.00054242683,0.0005599814,0.000092846065,0.000006498344,0.00019678268,0.000018638964,0.9948406,0.00035470037],"study_design_scores_gemma":[0.0005610719,0.0020764032,0.0047032367,0.00009532306,0.00073300966,0.050367627,0.00027569645,0.000009530032,0.000029253184,0.0003217361,0.9407234,0.00010369569],"about_ca_topic_score_codex":0.00004977085,"about_ca_topic_score_gemma":0.0000010545394,"teacher_disagreement_score":0.054117218,"about_ca_system_score_codex":0.0002692212,"about_ca_system_score_gemma":0.0016939337,"threshold_uncertainty_score":0.9997483},"labels":[],"label_agreement":null},{"id":"W4253555515","doi":"10.1016/j.jacr.2014.06.003","title":"The 2014 ACR Commission on Human Resources Workforce Survey","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Subspecialty; Commission; Workforce planning; Medicine; Quarter (Canadian coin); Human resources; Medical education; Family medicine; Business; Political science; Geography","score_opus":0.03532883023049778,"score_gpt":0.34872873863878395,"score_spread":0.3133999084082862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253555515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759589,0.0003406957,0.00003425882,0.020834846,0.00062665273,0.000102518025,0.0000042834604,0.000003729097,0.0020941268],"genre_scores_gemma":[0.99610084,0.00036668236,0.00018534731,0.00082316785,0.000531406,0.0000012397383,9.619737e-7,0.000011865117,0.0019784856],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9974936,0.0015440767,0.000475702,0.00010242322,0.00019136972,0.00019278003],"domain_scores_gemma":[0.99515384,0.0024540087,0.0016920796,0.00042141078,0.00018131289,0.00009733474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027237092,0.0001068882,0.0005165353,0.00008670314,0.00030347653,0.0000056588133,0.00043208865,0.000058355545,0.000016868318],"category_scores_gemma":[0.0017205948,0.00005059869,0.00016407979,0.00022591084,0.0007672304,0.00003540636,0.000037096128,0.00045790934,0.0000044410194],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004484159,0.00024111102,0.33453512,0.000013476201,0.00032769592,0.000011256342,0.0003733697,0.00024319101,0.0061565456,0.0020027421,0.6417953,0.00981605],"study_design_scores_gemma":[0.0005852174,0.0032604195,0.76576847,0.00006452584,0.000095404066,0.001511576,0.0006449031,0.00008943462,0.00025620707,0.00029997868,0.22735876,0.000065085966],"about_ca_topic_score_codex":0.00007881563,"about_ca_topic_score_gemma":0.000026624151,"teacher_disagreement_score":0.43123338,"about_ca_system_score_codex":0.00006377132,"about_ca_system_score_gemma":0.00010144886,"threshold_uncertainty_score":0.28268924},"labels":[],"label_agreement":null},{"id":"W4254416310","doi":"10.1016/j.jacr.2018.02.002","title":"Re: “Social Media and the 21st-Century Scholar: How You Can Harness Social Media to Amplify Your Career”","year":2018,"lang":"en","type":"letter","venue":"Journal of the American College of Radiology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University","funders":"","keywords":"Social media; Scholarship; Sociology; Media studies; Scopus; Public relations; Political science; MEDLINE; Law","score_opus":0.06519769249615553,"score_gpt":0.3391328269434922,"score_spread":0.2739351344473367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254416310","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13909517,0.0009139178,0.0000015823857,0.8369871,0.021381196,0.00092211895,0.00041439157,0.0000149158495,0.00026961422],"genre_scores_gemma":[0.4842534,0.0054396098,0.0008184885,0.28348696,0.2252118,0.0003207267,0.000037978698,0.00019158206,0.00023942093],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.990366,0.005890486,0.0009649883,0.00038187785,0.0015033488,0.00089333684],"domain_scores_gemma":[0.9841883,0.009909405,0.0040791193,0.00036732212,0.0011709833,0.00028485534],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.004765063,0.0003861327,0.0018385947,0.0003727097,0.0017315173,0.000080927486,0.0022331432,0.0008691821,0.000049127168],"category_scores_gemma":[0.027196528,0.00026010087,0.00046369387,0.0013460846,0.007680662,0.00013533384,0.000216174,0.0035101573,0.0000034157974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031672514,0.000024894309,0.0009193284,0.00004008327,0.00021645936,0.00002864361,0.124168515,1.6472842e-7,0.000013135912,0.00095869735,0.86745095,0.0058623785],"study_design_scores_gemma":[0.00096293987,0.00013527687,0.009990033,0.000064903375,0.0003314336,0.00008001715,0.09266928,2.418439e-7,0.0000041920753,0.0012517931,0.8942153,0.0002945894],"about_ca_topic_score_codex":0.0016918561,"about_ca_topic_score_gemma":0.0040194276,"teacher_disagreement_score":0.5535001,"about_ca_system_score_codex":0.001026481,"about_ca_system_score_gemma":0.0032640353,"threshold_uncertainty_score":0.9999851},"labels":[],"label_agreement":null},{"id":"W4282930837","doi":"10.1016/j.jacr.2022.05.017","title":"Development and Pilot Evaluation of a Decision Aid for Small Kidney Masses","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Renal cell carcinoma treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"National Institute of Dental and Craniofacial Research; National Institutes of Health; National Cancer Institute; Doris Duke Charitable Foundation","keywords":"Medicine; Decision aids; Preparedness; Patient satisfaction; Kidney disease; Family medicine; Physical therapy; Medical physics; Surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.05509630297033325,"score_gpt":0.30660047754848213,"score_spread":0.2515041745781489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282930837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99714446,0.00068551843,0.00024101345,0.0011645249,0.00018715637,0.00045341786,0.000029783872,0.0000013576442,0.00009274852],"genre_scores_gemma":[0.9516508,0.000042395943,0.047924586,0.0002480763,0.00004098207,0.000024332561,0.0000014991559,0.000009551279,0.000057761037],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99861926,0.00026004252,0.0005105027,0.00009717465,0.00040493318,0.0001081081],"domain_scores_gemma":[0.99805206,0.0003408488,0.0010489513,0.00015861962,0.00031545418,0.00008408494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013847996,0.000084953565,0.00052874535,0.00017301235,0.000072104485,9.402263e-7,0.00014099308,0.000012233398,0.00002859985],"category_scores_gemma":[0.00055335456,0.000054026917,0.00011966549,0.00020730343,0.00015400232,0.000014728027,0.00007919061,0.0001064379,9.519749e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0743716,0.0036996303,0.33767426,0.00054535276,0.004809681,0.00037978974,0.0024543316,0.0034270957,0.38179353,0.001143384,0.06286971,0.12683162],"study_design_scores_gemma":[0.04173709,0.064671695,0.65208524,0.00047815987,0.004331301,0.027589729,0.0062299096,0.0023859488,0.11412628,0.0027186344,0.08318876,0.00045724964],"about_ca_topic_score_codex":0.000007895396,"about_ca_topic_score_gemma":0.0000026635385,"teacher_disagreement_score":0.31441098,"about_ca_system_score_codex":0.00031376284,"about_ca_system_score_gemma":0.0010413473,"threshold_uncertainty_score":0.22031537},"labels":[],"label_agreement":null},{"id":"W4282937342","doi":"10.1016/j.jacr.2022.05.008","title":"Patient-Friendly Summary of the ACR Appropriateness Criteria: Recurrent Lower Urinary Tract Infections in Females","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Appropriateness criteria; Urinary system; Medicine; Intensive care medicine; Internal medicine; Radiology","score_opus":0.014984598044970335,"score_gpt":0.2791494094023993,"score_spread":0.264164811357429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282937342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99239844,0.00041509228,0.00002255343,0.0041048983,0.0019031831,0.0004272874,0.000063268446,0.000005656087,0.0006596418],"genre_scores_gemma":[0.99909735,0.00016868302,0.00024206932,0.00019008857,0.000087686865,0.00002889136,0.0000012071374,0.000016702668,0.0001673139],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767804,0.0008360449,0.00079939835,0.00014340048,0.0003377701,0.0002053401],"domain_scores_gemma":[0.9975909,0.00023896892,0.0015054289,0.00047013338,0.00014347049,0.00005110302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005997213,0.00014342285,0.00064958574,0.00039178107,0.0001598389,0.0000021739627,0.00037212207,0.000030704396,0.00010533367],"category_scores_gemma":[0.00022537129,0.000090235706,0.000389437,0.0011185504,0.00048259838,0.00007432399,0.00035238476,0.0006511642,4.5481343e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010372549,0.074222654,0.84002244,0.00035570428,0.0017423724,0.0023429112,0.0018611278,0.011099482,0.010210948,0.0012016934,0.03908595,0.007482162],"study_design_scores_gemma":[0.002863306,0.06084867,0.8364757,0.00024764644,0.00051589566,0.04497348,0.004880684,0.00016130247,0.00043116722,0.00031415673,0.048052855,0.0002351828],"about_ca_topic_score_codex":0.00007031742,"about_ca_topic_score_gemma":0.000009299507,"teacher_disagreement_score":0.042630572,"about_ca_system_score_codex":0.00033017044,"about_ca_system_score_gemma":0.00029638413,"threshold_uncertainty_score":0.36797053},"labels":[],"label_agreement":null},{"id":"W4292242453","doi":"10.1016/j.jacr.2022.07.001","title":"Utility and Costs During the Initial Year of 3D Printing in an Academic Hospital","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Department of Radiology, Weill Cornell Medical College; University of Cincinnati","keywords":"3d printed; Medicine; 3D printing; Operations management; Metric (unit); Overhead (engineering); Total cost; Emergency medicine; Medical emergency; Medical physics; Computer science; Business; Engineering; Biomedical engineering","score_opus":0.006631120446514988,"score_gpt":0.24637682174134895,"score_spread":0.23974570129483397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292242453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99860024,0.0004502105,0.000024350873,0.00052982353,0.00020704712,0.000076440316,0.000014580057,0.0000071935547,0.00009008632],"genre_scores_gemma":[0.99948496,0.00022966768,0.0001890942,0.000035608173,0.000048158596,0.0000021041676,9.185146e-8,0.0000066195894,0.0000037252237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991656,0.00017634194,0.00034981073,0.00005939024,0.000113251954,0.00013563369],"domain_scores_gemma":[0.9993837,0.0001349397,0.00030307224,0.00012648359,0.000021381582,0.000030441712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045437817,0.00005952825,0.0003085103,0.00009839628,0.000046436202,5.72625e-7,0.00037814927,0.000040477695,0.000013091145],"category_scores_gemma":[0.0001749574,0.000039936203,0.00004725882,0.00026599385,0.00055727275,0.00003453476,0.00014894069,0.00079298246,6.6257634e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090458605,0.00023700719,0.9143305,0.00012664754,0.00038909467,0.0002607621,0.0023458654,0.0033722646,0.020759825,0.0039121797,0.0012316316,0.05212964],"study_design_scores_gemma":[0.0024073836,0.0019378965,0.96156144,0.000085746964,0.0000692907,0.0030119915,0.012873703,0.0054594963,0.006002759,0.0010596424,0.0052795247,0.00025111373],"about_ca_topic_score_codex":0.000010968386,"about_ca_topic_score_gemma":0.0000061335104,"teacher_disagreement_score":0.051878527,"about_ca_system_score_codex":0.000055285356,"about_ca_system_score_gemma":0.000045562483,"threshold_uncertainty_score":0.34451583},"labels":[],"label_agreement":null},{"id":"W4294361304","doi":"10.1016/j.jacr.2017.01.036","title":"ACR Appropriateness Criteria ® Suspected Physical Abuse—Child","year":2017,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Child Abuse and Related Trauma","field":"Medicine","cited_by":148,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Skeletal survey; Child abuse; Physical examination; Occult; Physical abuse; Pelvis; Guideline; Appropriate Use Criteria; Pediatrics; Asymptomatic; Head injury; Poison control; Physical therapy; Radiology; Injury prevention; Surgery; Emergency medicine; Pathology","score_opus":0.011055907323140705,"score_gpt":0.2865524903115672,"score_spread":0.2754965829884265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294361304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987669,0.00022564268,0.000018459266,0.0096025765,0.0007716731,0.00015856103,0.000018479985,0.000008510735,0.0015270795],"genre_scores_gemma":[0.99771494,0.00034539317,0.00037389406,0.00033645018,0.0009923211,9.771926e-7,6.928444e-7,0.000021157683,0.00021416087],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9988065,0.00015243847,0.00044022422,0.00014262005,0.00022938446,0.00022888118],"domain_scores_gemma":[0.9973049,0.00010548871,0.0015587998,0.0006716408,0.00023827351,0.000120879005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022356561,0.00015526506,0.000988597,0.000113039845,0.00024766443,0.000009086256,0.0006349287,0.00007117134,0.000025257998],"category_scores_gemma":[0.00024814915,0.00008546678,0.00043080054,0.0001648727,0.00109792,0.000073479336,0.0000713089,0.0005764705,0.0000038665144],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035948545,0.008372354,0.22396821,0.0005826448,0.0158473,0.010485146,0.010993066,0.00041303976,0.52394503,0.010493714,0.13587508,0.023075858],"study_design_scores_gemma":[0.008261934,0.0036746333,0.9162899,0.0006638113,0.0011711373,0.041757386,0.0010368875,0.0003760559,0.015730983,0.0012827757,0.009427059,0.00032739266],"about_ca_topic_score_codex":0.000026557402,"about_ca_topic_score_gemma":0.000005156304,"teacher_disagreement_score":0.6923217,"about_ca_system_score_codex":0.00005322645,"about_ca_system_score_gemma":0.000146757,"threshold_uncertainty_score":0.40453318},"labels":[],"label_agreement":null},{"id":"W4294550833","doi":"10.1016/j.jacr.2022.08.006","title":"Clinical Impact and Generalizability of a Computer-Assisted Diagnostic Tool to Risk-Stratify Lung Nodules With CT","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health Authority; Saskatchewan Health; University of Saskatchewan; Saskatoon Medical Imaging","funders":"National Cancer Institute; Saskatchewan Health Research Foundation; University of Saskatchewan","keywords":"Medicine; National Lung Screening Trial; Generalizability theory; Lung cancer screening; Radiology; Lung cancer; Malignancy; Lung; Nodule (geology); Cohort; Retrospective cohort study; Internal medicine; Computed tomography","score_opus":0.012612132243412656,"score_gpt":0.32391308733411084,"score_spread":0.31130095509069816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294550833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99573785,0.00064031535,0.000109427085,0.0026838635,0.00019617146,0.00038169816,0.00023709924,0.0000029702057,0.000010605923],"genre_scores_gemma":[0.99362296,0.00036858654,0.0054371883,0.0004107989,0.0001262273,0.00001384829,0.0000013534125,0.000010932408,0.000008104319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806017,0.0006797673,0.0006996723,0.00016800499,0.00024084184,0.00015155452],"domain_scores_gemma":[0.99679416,0.0013032974,0.0013173978,0.00031408962,0.00013983899,0.00013121992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007162222,0.00012900309,0.0010332909,0.00009283778,0.000075899254,0.0000023948444,0.00017497642,0.000015039736,0.000033265995],"category_scores_gemma":[0.00033260635,0.00006993161,0.00029448667,0.00033001247,0.00042525012,0.000020728781,0.00010227886,0.0002658522,9.7622376e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020355496,0.00069886405,0.9812703,0.000032725773,0.0010320172,0.0001837706,0.000074729796,0.0010711612,0.000103028135,0.000020120844,0.00869294,0.0047848],"study_design_scores_gemma":[0.0024888164,0.017707858,0.9739949,0.00006853579,0.000631284,0.0041388664,0.00012683311,0.00027587544,0.00007457947,0.000023187586,0.00040015273,0.00006908343],"about_ca_topic_score_codex":0.00024198613,"about_ca_topic_score_gemma":0.0000344631,"teacher_disagreement_score":0.017008994,"about_ca_system_score_codex":0.0002682776,"about_ca_system_score_gemma":0.00042999504,"threshold_uncertainty_score":0.28517282},"labels":[],"label_agreement":null},{"id":"W4302009322","doi":"10.1016/j.jacr.2022.07.010","title":"Long-Term Survival After Surgery Versus Ablation for Early Liver Cancer in a Large, Nationally Representative Cohort","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Response Biomedical (Canada)","funders":"Department of Radiology, Weill Cornell Medical College; U.S. Food and Drug Administration; School of Medicine and Public Health, University of Wisconsin-Madison; Society of Interventional Radiology Foundation; Association of University Radiologists","keywords":"Medicine; Interquartile range; Propensity score matching; Proportional hazards model; Internal medicine; Hazard ratio; Confounding; Cancer; Cohort; Liver cancer; Surgery; Oncology; Confidence interval","score_opus":0.04207385988230952,"score_gpt":0.30024350995910143,"score_spread":0.25816965007679193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302009322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99622715,0.0009347397,0.000051992487,0.0014909522,0.000563335,0.00044784183,0.00024112724,0.0000023209634,0.000040565174],"genre_scores_gemma":[0.998989,0.00020323328,0.00016543847,0.00011805642,0.00014926924,0.00011628675,0.000008796561,0.0000127247395,0.00023718704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862677,0.00039805216,0.00040888452,0.00012219817,0.0002798446,0.0001642622],"domain_scores_gemma":[0.99808884,0.00087387627,0.0006674664,0.00012255856,0.0002003824,0.00004686705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070821814,0.000090224465,0.0005398688,0.0002340488,0.00006124786,0.0000020251819,0.00010732016,0.000024077943,0.00018994711],"category_scores_gemma":[0.00017545435,0.00006718496,0.00030725866,0.000392256,0.00012684059,0.00005099879,0.00004806274,0.00017922485,3.2094852e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009660357,0.00016265993,0.98751473,0.000014761932,0.00053934095,0.00033979065,0.00020480523,0.00003146683,0.00015734992,0.000029281442,0.0010034532,0.00034201526],"study_design_scores_gemma":[0.0023004776,0.0009282481,0.99548584,0.00002292301,0.0002564741,0.00021546803,0.00015453497,0.00017596236,0.00015154081,0.000019455465,0.00022973407,0.000059325972],"about_ca_topic_score_codex":0.00010961192,"about_ca_topic_score_gemma":0.00011619576,"teacher_disagreement_score":0.007971138,"about_ca_system_score_codex":0.0002916112,"about_ca_system_score_gemma":0.0004111439,"threshold_uncertainty_score":0.27397233},"labels":[],"label_agreement":null},{"id":"W4303413693","doi":"10.1016/j.jacr.2022.08.004","title":"Interventional Radiology Workforce Shortages Affecting Small and Rural Practices: A Report of the SIR/ACR Joint Task Force on Recruitment and Retention of Interventional Radiologists to Small and Rural Practices","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Interventional radiology; Task force; Medicine; Workforce; Commission; Economic shortage; Radiology; Task (project management); Management; Business; Political science","score_opus":0.09515663794212488,"score_gpt":0.3631580294586909,"score_spread":0.26800139151656605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303413693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818604,0.002300979,0.00014693172,0.013929343,0.0008481435,0.0007928533,0.000037009882,0.000004652262,0.00007968341],"genre_scores_gemma":[0.996507,0.00055849814,0.0019974895,0.0002884897,0.0001859855,0.00003714799,0.000008629919,0.000016237424,0.00040055113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99607754,0.0018500326,0.0012810561,0.00027556025,0.00026926355,0.00024656628],"domain_scores_gemma":[0.98669684,0.0016460123,0.010953788,0.00034075466,0.00025020013,0.00011240356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036747823,0.00020908371,0.0009778348,0.0002787558,0.0002151799,0.000008777284,0.00028040528,0.00008502421,0.000024918507],"category_scores_gemma":[0.0052379216,0.00013549137,0.00035115296,0.0003408758,0.00092291017,0.00013804113,0.00029856001,0.00070471666,8.936672e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018729137,0.0017775737,0.82510716,0.0006856664,0.0036134636,0.0003031853,0.003127918,0.0015140405,0.12550335,0.002734601,0.006725401,0.010178519],"study_design_scores_gemma":[0.0022651318,0.016825894,0.8562644,0.00068188016,0.0010249024,0.101850726,0.016494302,0.00028658763,0.0008473838,0.0007311068,0.0025171584,0.00021048814],"about_ca_topic_score_codex":0.00016656615,"about_ca_topic_score_gemma":0.00004398159,"teacher_disagreement_score":0.12465597,"about_ca_system_score_codex":0.00018063748,"about_ca_system_score_gemma":0.0002513366,"threshold_uncertainty_score":0.62706596},"labels":[],"label_agreement":null},{"id":"W4308739646","doi":"10.1016/j.jacr.2022.06.023","title":"Patient-Friendly Summary of the ACR Appropriateness Criteria: Newly Diagnosed Palpable Scrotal Abnormality","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Testicular diseases and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Scrotum; Medicine; Testicular cancer; Testicle; Radiology; Pelvis; Hydrocele; Physical examination; Abnormality; Germ cell tumors; Seminoma; Cancer; Surgery; Internal medicine; Chemotherapy","score_opus":0.007839786098085812,"score_gpt":0.25200914631521654,"score_spread":0.24416936021713073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308739646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957278,0.0010713607,0.000015496596,0.0016449264,0.00064874825,0.00035729853,0.0004034939,0.0000042194874,0.00012669606],"genre_scores_gemma":[0.9987888,0.00006036148,0.0005427194,0.0004016311,0.00007900989,0.000015091466,0.0000035613984,0.000015252959,0.00009362082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980558,0.00059738377,0.00059130753,0.00013193226,0.00040612623,0.0002174307],"domain_scores_gemma":[0.9974636,0.00019726326,0.0015865403,0.00046516355,0.00018528139,0.00010216626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002858212,0.00013790048,0.0007113469,0.000075988966,0.00017002982,0.0000025376053,0.0004023962,0.000025822652,0.00009100094],"category_scores_gemma":[0.00029657493,0.00007518524,0.00048012537,0.0004822965,0.0005375663,0.000043396183,0.000297332,0.00026484852,3.224741e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007910405,0.0037899592,0.9243622,0.00017434936,0.002304548,0.0022982706,0.0006614393,0.0016728905,0.011682156,0.00037063425,0.038442448,0.0063307225],"study_design_scores_gemma":[0.0056804437,0.006310061,0.9674577,0.00011466019,0.0010569119,0.009425052,0.0032254425,0.00014803615,0.0015700404,0.00037281116,0.004475836,0.00016300639],"about_ca_topic_score_codex":0.00022091309,"about_ca_topic_score_gemma":0.000005640532,"teacher_disagreement_score":0.043095518,"about_ca_system_score_codex":0.00013898415,"about_ca_system_score_gemma":0.00048655493,"threshold_uncertainty_score":0.30659652},"labels":[],"label_agreement":null},{"id":"W4310065651","doi":"10.1016/j.jacr.2022.09.002","title":"ACR Appropriateness Criteria® Lower Extremity Arterial Claudication-Imaging Assessment for Revascularization: 2022 Update","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; American College of Radiology","keywords":"Medicine; Appropriate Use Criteria; Appropriateness criteria; Claudication; Revascularization; Grading (engineering); Arterial disease; Angiography; Guideline; MEDLINE; Radiology; Medical physics; Surgery; Vascular disease; Internal medicine; Pathology","score_opus":0.009480605421589537,"score_gpt":0.2863138787271799,"score_spread":0.2768332733055904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310065651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94100326,0.00031951914,0.021164319,0.03365965,0.0024143972,0.00097337377,0.0002399445,0.0000148804675,0.0002106595],"genre_scores_gemma":[0.9890187,0.000063590596,0.007178779,0.0029648189,0.00047271495,0.0000812,0.000019905456,0.000022775677,0.00017754018],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9980723,0.00047448862,0.00063935586,0.00019737426,0.00040679265,0.00020965123],"domain_scores_gemma":[0.9979331,0.00007432119,0.0012383919,0.00042598115,0.0002370187,0.00009117651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089153065,0.00013570699,0.00062945974,0.00014465157,0.00022082865,0.000008043308,0.00042612717,0.000015720323,0.00044885615],"category_scores_gemma":[0.000105922896,0.00010142555,0.00036344997,0.00039492227,0.00025559159,0.00007801381,0.00021832623,0.0002152558,5.5037077e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023594119,0.0045730863,0.11408065,0.00062872056,0.0043563256,0.0010007382,0.0005945712,0.005407083,0.23869795,0.006406174,0.5719242,0.028736345],"study_design_scores_gemma":[0.01943467,0.004279319,0.4784149,0.00018508591,0.0030529269,0.010210367,0.0040115155,0.021957189,0.0007096706,0.00633785,0.4505332,0.00087328366],"about_ca_topic_score_codex":0.000004930106,"about_ca_topic_score_gemma":8.0451974e-7,"teacher_disagreement_score":0.36433426,"about_ca_system_score_codex":0.0003400901,"about_ca_system_score_gemma":0.00037040497,"threshold_uncertainty_score":0.49146602},"labels":[],"label_agreement":null},{"id":"W4310065663","doi":"10.1016/j.jacr.2022.09.019","title":"ACR Appropriateness Criteria® Fibroids","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Uterine Myomas and Treatments","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Uterine fibroids; Guideline; Hysterectomy; Leiomyoma; Gynecology; Radiology; Obstetrics; Pathology","score_opus":0.012922491211371743,"score_gpt":0.27985915722740295,"score_spread":0.2669366660160312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310065663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925568,0.00025649925,0.00003142957,0.0060200375,0.0006060302,0.00012742789,0.00006863321,0.000004238605,0.00032889552],"genre_scores_gemma":[0.9967116,0.00004641996,0.0017220293,0.0005463371,0.00017240494,0.0000057959564,0.0000013067018,0.000013910428,0.0007801711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99889433,0.00024798256,0.00038290466,0.000092686736,0.00022554697,0.00015652512],"domain_scores_gemma":[0.9987671,0.00007120042,0.0007483921,0.00025405915,0.000091185146,0.00006806758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025454996,0.000096757496,0.000624292,0.00011803353,0.00009683517,0.0000015955947,0.00027607442,0.00001541874,0.00018175691],"category_scores_gemma":[0.000058983314,0.00005854076,0.00025158073,0.00033771465,0.00023918462,0.000025742074,0.00016896769,0.00021531056,9.1444014e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026133137,0.0041224104,0.38018677,0.0002647755,0.0063947127,0.009678391,0.0015356694,0.00088702,0.3191848,0.003055659,0.22953476,0.019021895],"study_design_scores_gemma":[0.01393884,0.031443518,0.5564227,0.00010948793,0.0012957995,0.19913045,0.004222973,0.0004291221,0.008762127,0.0017086781,0.18209818,0.0004381321],"about_ca_topic_score_codex":0.000026475494,"about_ca_topic_score_gemma":7.110717e-7,"teacher_disagreement_score":0.3104227,"about_ca_system_score_codex":0.000118175274,"about_ca_system_score_gemma":0.00019542089,"threshold_uncertainty_score":0.23872231},"labels":[],"label_agreement":null},{"id":"W4310067972","doi":"10.1016/j.jacr.2022.09.011","title":"ACR Appropriateness Criteria® Right Lower Quadrant Pain: 2022 Update","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Appendicitis Diagnosis and Management","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Appropriate Use Criteria; Appendicitis; Appropriateness criteria; Abdominal pain; Grading (engineering); MEDLINE; Diverticulitis; Radiology; Medical physics; Intensive care medicine; General surgery; Surgery; Internal medicine","score_opus":0.009050012881529644,"score_gpt":0.26028677632684444,"score_spread":0.2512367634453148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310067972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688005,0.000878254,0.00058241887,0.027101299,0.0016728233,0.0003768709,0.00010820722,0.000008518136,0.00047112955],"genre_scores_gemma":[0.9917867,0.00045802086,0.00075545145,0.0062395902,0.00027320848,0.000022782706,0.0000038315507,0.000022844108,0.0004375478],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976374,0.00084810704,0.00064482115,0.0001683265,0.0004354315,0.00026589463],"domain_scores_gemma":[0.9979507,0.00018021851,0.0012633157,0.00038270882,0.00012240534,0.0001006917],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017033137,0.00014733686,0.0008747028,0.00020044664,0.00017316568,0.0000037565994,0.0005298352,0.000024211648,0.0014095093],"category_scores_gemma":[0.00015783682,0.00009399843,0.0003630607,0.00047794176,0.0003784093,0.000040934712,0.00029819718,0.0003931331,0.0000029440962],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043829726,0.001544047,0.011723545,0.000105990235,0.0013665875,0.004245611,0.0002877844,0.00046406293,0.010596211,0.004125062,0.9532561,0.007902045],"study_design_scores_gemma":[0.0048531285,0.0104930885,0.043167602,0.00011984502,0.0007132997,0.014519978,0.0047943885,0.0005335273,0.0011535286,0.0014168557,0.9178691,0.000365658],"about_ca_topic_score_codex":0.000037136004,"about_ca_topic_score_gemma":0.000004600781,"teacher_disagreement_score":0.035386983,"about_ca_system_score_codex":0.00018107334,"about_ca_system_score_gemma":0.00017562296,"threshold_uncertainty_score":0.9995033},"labels":[],"label_agreement":null},{"id":"W4310070887","doi":"10.1016/j.jacr.2022.09.012","title":"CAD-RADS™ 2.0 – 2022 Coronary Artery Disease – Reporting and Data System.","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"British Heart Foundation","keywords":"Medicine; Coronary artery disease; Stenosis; Fractional flow reserve; CAD; Radiology; Cardiology; Internal medicine; Angiography; Coronary angiography; Myocardial infarction","score_opus":0.0194226257173811,"score_gpt":0.2914613020820269,"score_spread":0.2720386763646458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310070887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987522,0.004777282,0.0000395703,0.0059917145,0.0009496219,0.00014757052,0.00041350507,0.00000810516,0.00015062159],"genre_scores_gemma":[0.9984344,0.00011428331,0.00030348997,0.0007006919,0.00027723867,0.000003070578,0.000007870393,0.000014005348,0.00014493351],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830043,0.0002685108,0.00081518624,0.00016305663,0.0002966431,0.00015616819],"domain_scores_gemma":[0.99605477,0.0003851044,0.0026656867,0.00065146823,0.00009155448,0.00015141454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012780367,0.00009257734,0.0006970608,0.000118375596,0.0001402654,0.0000029151608,0.00030375962,0.000011349366,0.000011364494],"category_scores_gemma":[0.0020412253,0.00006642617,0.00015741636,0.00024569797,0.00035955574,0.000041036114,0.00045548787,0.00035490934,2.586717e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013429141,0.0001274879,0.84931844,0.00011123122,0.0004228988,0.0075687664,0.00007805624,0.00026302517,0.0015203307,0.00014292839,0.13801064,0.0010932864],"study_design_scores_gemma":[0.0014458476,0.000969673,0.8147396,0.00014479298,0.00094084244,0.1651617,0.0039648265,0.0010696189,0.000026074693,0.000059885493,0.011352924,0.00012424757],"about_ca_topic_score_codex":0.00002644213,"about_ca_topic_score_gemma":8.230046e-7,"teacher_disagreement_score":0.15759294,"about_ca_system_score_codex":0.000120084675,"about_ca_system_score_gemma":0.0004884303,"threshold_uncertainty_score":0.27087805},"labels":[],"label_agreement":null},{"id":"W4311089316","doi":"10.1016/j.jacr.2022.10.005","title":"Trends in Academic Productivity Among Radiologists During the COVID-19 Pandemic","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"Harvey L. Neiman Health Policy Institute","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Medicine; Productivity; Retrospective cohort study; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Wilcoxon signed-rank test; Demography; Family medicine; Internal medicine; Mann–Whitney U test; Disease","score_opus":0.06607111359435637,"score_gpt":0.3888500496424932,"score_spread":0.32277893604813684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311089316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9339429,0.001015952,0.000011520651,0.064246796,0.0004174051,0.00027100006,0.000045314348,0.000011448177,0.000037632468],"genre_scores_gemma":[0.9944442,0.00037933377,0.00003595494,0.0042371303,0.0003729189,0.000014400631,9.0102617e-7,0.000016050064,0.0004991237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99671596,0.0015120138,0.00077188626,0.00021597117,0.00038684826,0.00039730532],"domain_scores_gemma":[0.9967756,0.0008703483,0.0016014741,0.00044894512,0.00007133078,0.00023228554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027997703,0.0001595099,0.00092735904,0.0005666834,0.00026266032,0.0000017499068,0.00063009065,0.000066698085,0.0000720901],"category_scores_gemma":[0.002580681,0.000091491056,0.00028902886,0.0014834013,0.0011151232,0.000058052334,0.00021761915,0.0019227997,2.752928e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023894573,0.000078147554,0.9794112,0.00005257392,0.00009510487,0.00023872775,0.00071241526,0.0019446437,0.0057024537,0.00003972007,0.007881582,0.0014540007],"study_design_scores_gemma":[0.0017027571,0.0012941604,0.96347183,0.000021076574,0.00006789757,0.02101837,0.0010068873,0.000043126623,0.00007448551,0.00019639298,0.0110141095,0.00008893121],"about_ca_topic_score_codex":0.0006490813,"about_ca_topic_score_gemma":0.00021865903,"teacher_disagreement_score":0.060501255,"about_ca_system_score_codex":0.0015928228,"about_ca_system_score_gemma":0.0014085763,"threshold_uncertainty_score":0.8353715},"labels":[],"label_agreement":null},{"id":"W4323350575","doi":"10.1016/j.jacr.2023.01.006","title":"Patient-Friendly Summary of the ACR Appropriateness Criteria®: Hernia","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Hernia repair and management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Pelvis; Abdomen; Radiology; Hernia","score_opus":0.010877429349442028,"score_gpt":0.2683090824766601,"score_spread":0.25743165312721805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323350575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907037,0.00017484647,0.00003877077,0.0069313166,0.0008481826,0.00027532238,0.000045643817,0.000010756358,0.00097144756],"genre_scores_gemma":[0.9976986,0.00019949564,0.0004920502,0.00060472445,0.000143618,0.0000044348776,7.606915e-7,0.000017297509,0.0008390307],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99835134,0.00037013475,0.0006133827,0.00011269481,0.00033883672,0.00021364167],"domain_scores_gemma":[0.9980285,0.00014699422,0.0010971773,0.00046288237,0.00019521335,0.00006921706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005507385,0.00011684687,0.0006861755,0.00014459422,0.00005510363,0.0000018543411,0.00042847014,0.000041339026,0.000035371002],"category_scores_gemma":[0.00032217617,0.00005923568,0.0003743699,0.00070439914,0.0004973532,0.000032858283,0.0002350264,0.000217871,0.000003216754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065462873,0.00088278286,0.09353628,0.00057423045,0.0025083888,0.0008261796,0.002408816,0.0008396739,0.15481065,0.0009482238,0.71330816,0.02281031],"study_design_scores_gemma":[0.007983048,0.011846444,0.6330867,0.0009185999,0.001457178,0.0069923345,0.016463343,0.0012159533,0.018883336,0.0014451331,0.29920292,0.0005050064],"about_ca_topic_score_codex":0.000041518622,"about_ca_topic_score_gemma":0.0000070985434,"teacher_disagreement_score":0.5395504,"about_ca_system_score_codex":0.000055289325,"about_ca_system_score_gemma":0.00021887099,"threshold_uncertainty_score":0.2415561},"labels":[],"label_agreement":null},{"id":"W4367396493","doi":"10.1016/j.jacr.2023.02.031","title":"Systematic Review of Radiology Residency Artificial Intelligence Curricula: Preparing Future Radiologists for the Artificial Intelligence Era","year":2023,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Curriculum; Radiology; Medical education; Medicine; Artificial intelligence; Computer science; Psychology; Pedagogy","score_opus":0.1541977931053315,"score_gpt":0.4523637845538541,"score_spread":0.2981659914485226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367396493","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001531104,0.98006964,0.0054494077,0.005090602,0.0041698846,0.0049191024,0.00011375038,0.000019666453,0.000014849827],"genre_scores_gemma":[0.0015855313,0.9937427,0.0010993594,0.00031479218,0.0028431474,0.0002712539,0.000011314691,0.000070707945,0.00006120218],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9892868,0.0022542817,0.006794809,0.0005067093,0.0005419621,0.0006154618],"domain_scores_gemma":[0.9771431,0.008845683,0.011161061,0.0013377788,0.0013307179,0.0001816799],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006075468,0.00058417994,0.0071519422,0.00056757254,0.00024974547,0.000010518232,0.0018039127,0.00041349034,0.000022931026],"category_scores_gemma":[0.013520403,0.00030405165,0.002362823,0.0022376091,0.0017401213,0.000071614086,0.00017127844,0.0014284365,0.000013978231],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005145265,0.00021728131,0.00001910712,0.705097,0.00200126,0.00005497262,0.00035532404,0.00013254953,0.000011716505,0.016840572,0.007619961,0.26713568],"study_design_scores_gemma":[0.000049825096,0.005430536,0.000022731614,0.89515793,0.018433766,0.025357896,0.008341894,0.00058125076,0.0002215702,0.031585082,0.013973648,0.00084387214],"about_ca_topic_score_codex":0.00010499191,"about_ca_topic_score_gemma":0.0000535313,"teacher_disagreement_score":0.26629183,"about_ca_system_score_codex":0.0005719008,"about_ca_system_score_gemma":0.0034878335,"threshold_uncertainty_score":0.9999412},"labels":[],"label_agreement":null},{"id":"W4377695008","doi":"10.1016/j.jacr.2023.03.018","title":"Current State of Peer Learning in Radiology: A Survey of ACR Members","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"American College of Radiology","keywords":"Medicine; Quarter (Canadian coin); Incidence (geometry); Family medicine; Population; Medical education; Environmental health","score_opus":0.03681576608544622,"score_gpt":0.35606306516369457,"score_spread":0.31924729907824834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377695008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942742,0.0008343519,0.000019002511,0.003837445,0.0007861909,0.00014643138,0.000030943975,0.0000043016175,0.000067105975],"genre_scores_gemma":[0.9970931,0.0022201876,0.00026424366,0.00006272463,0.00007714538,0.000002023662,0.000005691152,0.000012919908,0.0002620123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971263,0.0013349163,0.0009376128,0.00012758079,0.00023360875,0.00024000525],"domain_scores_gemma":[0.9950317,0.0014841806,0.002680653,0.00022127447,0.00051105436,0.000071098526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036558849,0.000115154915,0.0011182458,0.00047882818,0.000028427208,8.563255e-7,0.00027664498,0.00004921581,0.000018879507],"category_scores_gemma":[0.0040688883,0.00007814512,0.00018653816,0.0012037785,0.0007689854,0.000059207847,0.00005219108,0.0005988677,0.0000013979551],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026612782,0.00019786143,0.9541535,0.00008180142,0.00039190223,0.00004530849,0.0011207827,0.0050981063,0.008115432,0.000034090834,0.018414509,0.0096854465],"study_design_scores_gemma":[0.0011036373,0.0016825388,0.99079084,0.00008383274,0.00010232868,0.0016862128,0.00084030174,0.0006085274,0.00037077605,0.000091609014,0.0025769046,0.00006249544],"about_ca_topic_score_codex":0.00029571893,"about_ca_topic_score_gemma":0.00006940725,"teacher_disagreement_score":0.036637355,"about_ca_system_score_codex":0.00008844144,"about_ca_system_score_gemma":0.0006327749,"threshold_uncertainty_score":0.48711333},"labels":[],"label_agreement":null},{"id":"W4377969159","doi":"10.1016/j.jacr.2023.02.015","title":"ACR Appropriateness Criteria® Management of Vertebral Compression Fractures: 2022 Update","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Spinal Fractures and Fixation Techniques","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Appropriate Use Criteria; Appropriateness criteria; Etiology; Multiple myeloma; Guideline; Osteoporosis; Grading (engineering); Radiology; Intensive care medicine; Internal medicine; Pathology","score_opus":0.013036660766873409,"score_gpt":0.32247489436911875,"score_spread":0.3094382336022453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377969159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99291134,0.00035626232,0.0009571337,0.0048150555,0.00045861714,0.00022701055,0.000039313698,0.000017874834,0.00021742091],"genre_scores_gemma":[0.99457735,0.0011771604,0.0032669352,0.0006372939,0.00013029472,0.0000038039846,0.000004305785,0.000014307603,0.00018855894],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987474,0.00014930851,0.00055341754,0.00010535244,0.00028815196,0.00015633738],"domain_scores_gemma":[0.99820065,0.00006657222,0.0012112343,0.00029091016,0.0001704239,0.00006021217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041419468,0.00011078533,0.00067180244,0.00023022508,0.000045997513,0.0000020508235,0.00034089523,0.000053073163,0.00009894297],"category_scores_gemma":[0.000059480066,0.000064400505,0.00024013722,0.00055355846,0.00028145433,0.000041881864,0.000121362355,0.00023244249,0.0000016880722],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0145143075,0.0008984944,0.025283314,0.0010477538,0.0028397872,0.0016571035,0.00059497927,0.00065860053,0.2910764,0.004855328,0.6102708,0.046303153],"study_design_scores_gemma":[0.0050306907,0.006102229,0.81075203,0.0012327087,0.0008524228,0.004262407,0.0037138416,0.0013069276,0.09658336,0.0062872465,0.063507125,0.0003690233],"about_ca_topic_score_codex":0.000015647125,"about_ca_topic_score_gemma":5.536971e-7,"teacher_disagreement_score":0.7854687,"about_ca_system_score_codex":0.000041264244,"about_ca_system_score_gemma":0.000060512793,"threshold_uncertainty_score":0.26261765},"labels":[],"label_agreement":null},{"id":"W4377969273","doi":"10.1016/j.jacr.2023.02.011","title":"ACR Appropriateness Criteria® Right Upper Quadrant Pain: 2022 Update","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Gallbladder and Bile Duct Disorders","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; Javna Agencija za Raziskovalno Dejavnost RS; Intuitive Surgical","keywords":"Medicine; Appropriate Use Criteria; Appropriateness criteria; Guideline; Cholecystitis; Subspecialty; Grading (engineering); Acute pancreatitis; Medical literature; Radiology; Intensive care medicine; General surgery; Surgery; Gallbladder; Internal medicine; Pathology","score_opus":0.010463985834622451,"score_gpt":0.2704489451797214,"score_spread":0.25998495934509896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377969273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9702611,0.00040914424,0.00012783294,0.027689276,0.0009389934,0.0002302704,0.00005886845,0.00001869304,0.0002658271],"genre_scores_gemma":[0.99565494,0.0006952318,0.00051063165,0.0022020445,0.00033835054,0.000005835,0.0000057364427,0.000026255602,0.0005609801],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99798983,0.00056775426,0.0006192253,0.00016473694,0.00032336143,0.00033511166],"domain_scores_gemma":[0.99830383,0.00021800998,0.0007451884,0.00037224207,0.00024011523,0.00012058729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013325291,0.00016543346,0.0009014137,0.00028470016,0.00008530561,0.000004321278,0.00043466984,0.000061243016,0.0002581091],"category_scores_gemma":[0.00040365884,0.00009438333,0.00040520186,0.00095732487,0.00058965274,0.00005291069,0.00008955278,0.00033381954,0.0000142503095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045622108,0.00062197266,0.057059634,0.00025167732,0.0017151184,0.0018998869,0.0008496651,0.00015451768,0.09890598,0.0007609774,0.8245082,0.00871014],"study_design_scores_gemma":[0.013921357,0.012031445,0.5334547,0.00057614525,0.0016927869,0.03881096,0.022857647,0.0026710946,0.012094013,0.007788321,0.35290876,0.0011927655],"about_ca_topic_score_codex":0.000028471757,"about_ca_topic_score_gemma":0.0000069134207,"teacher_disagreement_score":0.47639507,"about_ca_system_score_codex":0.00005318443,"about_ca_system_score_gemma":0.0002813246,"threshold_uncertainty_score":0.38488403},"labels":[],"label_agreement":null},{"id":"W4382562052","doi":"10.1016/j.jacr.2023.04.019","title":"Appropriate Reliance on Artificial Intelligence in Radiology Education","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Radiology; Computer science; Perception; Human intelligence; Medicine; Artificial intelligence; Medical education; Psychology; Neuroscience","score_opus":0.03064242677081367,"score_gpt":0.34337701005403976,"score_spread":0.31273458328322606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382562052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968759,0.00027773977,0.00009226137,0.028381014,0.0019285396,0.0001932632,0.000004488574,0.0000072149796,0.00035646075],"genre_scores_gemma":[0.99573016,0.0011551037,0.0012762733,0.00096827536,0.0005390571,0.0000073854103,0.0000018262647,0.000011815577,0.0003101162],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99841547,0.00041847525,0.00066199293,0.00015393969,0.00013295864,0.00021714975],"domain_scores_gemma":[0.9977595,0.0005243309,0.0012219695,0.00027733605,0.00014981587,0.0000670088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009871335,0.00010558639,0.0005808502,0.00046922237,0.00004519856,0.0000019062536,0.0002708158,0.00007794042,0.000017245611],"category_scores_gemma":[0.0013275502,0.00007056068,0.00013966662,0.0011739735,0.00048590518,0.00005689886,0.000025399977,0.00045549395,0.000020030962],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02095412,0.0031865658,0.21371764,0.00023781748,0.0009047314,0.00049012393,0.0033726376,0.0126672,0.08890692,0.057177123,0.15718822,0.4411969],"study_design_scores_gemma":[0.00097371783,0.008727172,0.90455204,0.00043644613,0.00028135063,0.018391645,0.011008471,0.0031728016,0.004346916,0.028726801,0.019025397,0.00035722135],"about_ca_topic_score_codex":0.000038937673,"about_ca_topic_score_gemma":0.000008361371,"teacher_disagreement_score":0.6908344,"about_ca_system_score_codex":0.00015004344,"about_ca_system_score_gemma":0.0007521136,"threshold_uncertainty_score":0.2877381},"labels":[],"label_agreement":null},{"id":"W4382930055","doi":"10.1016/j.jacr.2023.05.013","title":"Patient-Friendly Summary of the ACR Appropriateness Criteria®: Acute Trauma to the Ankle","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Orthopedic Surgery and Rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Ankle; Medicine; Ligament; Acute injury; Surgery; Radiology; Physical therapy","score_opus":0.011448472413452034,"score_gpt":0.278205008123661,"score_spread":0.26675653571020896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382930055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719548,0.00013629734,0.000025671765,0.02566401,0.0015693401,0.00036049768,0.00008306423,0.0000062714325,0.00020000743],"genre_scores_gemma":[0.9979329,0.00010314505,0.0003634058,0.0008047277,0.00023019816,0.00000786053,0.0000012303559,0.000014192293,0.00054234435],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99805355,0.00063469226,0.00065332616,0.000117121235,0.0003378935,0.00020343046],"domain_scores_gemma":[0.9976236,0.0006604664,0.00093208737,0.00045076187,0.0002592399,0.00007379827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009908163,0.00011382076,0.00062124024,0.00015392476,0.00010613526,0.000002287399,0.00037614853,0.000048164555,0.000021777723],"category_scores_gemma":[0.0007161067,0.000047703892,0.000399081,0.0012062234,0.0006781952,0.000043555912,0.00012769889,0.00024721902,0.000002211288],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012037633,0.0010605846,0.15867285,0.00032052834,0.0027814135,0.0003999712,0.011464891,0.0016076397,0.25417724,0.00053855794,0.42073914,0.13619952],"study_design_scores_gemma":[0.0023029824,0.0091720335,0.86104864,0.00048824877,0.00087736634,0.0051761623,0.01704134,0.00025069524,0.019296316,0.00052438566,0.083562225,0.0002596001],"about_ca_topic_score_codex":0.000022185714,"about_ca_topic_score_gemma":0.0000059807094,"teacher_disagreement_score":0.70237577,"about_ca_system_score_codex":0.00004409742,"about_ca_system_score_gemma":0.00022870884,"threshold_uncertainty_score":0.24988385},"labels":[],"label_agreement":null},{"id":"W4384502212","doi":"10.1016/j.jacr.2023.07.007","title":"Exploring the Clinical Translation of Generative Models Like ChatGPT: Promise and Pitfalls in Radiology, From Patients to Population Health","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Associazione Iblea per la Ricerca Epidemiologica; Idaho Beef Council; Massachusetts General Hospital; Maryland Industrial Partnerships; Society for Imaging Informatics in Medicine; Aid for Cancer Research; U.S. Department of Defense; National Institutes of Health; National Science Foundation","keywords":"Generative grammar; Variety (cybernetics); Health care; Medicine; Computer science; Data science; Radiology; Artificial intelligence; Political science","score_opus":0.29282262075096965,"score_gpt":0.43836689598220707,"score_spread":0.14554427523123742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384502212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97912365,0.0002461448,0.00023600241,0.019274715,0.00060720154,0.0004852964,0.000020304898,0.0000030893475,0.0000035747873],"genre_scores_gemma":[0.99616975,0.001484574,0.0012954101,0.0007849648,0.00023273067,0.000011329118,0.0000061261235,0.000008039644,0.0000070523206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788165,0.00064906175,0.0010515181,0.000123452,0.00014470234,0.00014962982],"domain_scores_gemma":[0.9980268,0.00068279187,0.0008786748,0.00015937565,0.00016501817,0.0000873244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011827275,0.000076603086,0.0005818222,0.00019243288,0.000056283065,0.0000014187895,0.0001181325,0.00003899546,0.0000017399283],"category_scores_gemma":[0.00033985823,0.00004658718,0.000092745046,0.00050434587,0.00020627839,0.00008494279,0.000019452642,0.00023139568,4.8587725e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026452777,0.00026550944,0.8178663,0.000049723294,0.00014059349,0.000004966281,0.015102351,0.005762039,0.0012407302,0.0002125661,0.0025526695,0.15415725],"study_design_scores_gemma":[0.00032396062,0.002494158,0.9860072,0.00014459991,0.000036053905,0.00003586115,0.003566096,0.004558407,0.00031548558,0.0023448514,0.0001171934,0.000056126104],"about_ca_topic_score_codex":0.0012515647,"about_ca_topic_score_gemma":0.00028005635,"teacher_disagreement_score":0.16814089,"about_ca_system_score_codex":0.000086484804,"about_ca_system_score_gemma":0.00024091199,"threshold_uncertainty_score":0.189977},"labels":[],"label_agreement":null},{"id":"W4385329414","doi":"10.1016/j.jacr.2023.06.026","title":"Performance Analysis of a Radiation Oncology Educational Podcast","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"American College of Radiation Oncology; Canadian Association of Radiation Oncology","keywords":"Demographics; Radiation oncology; Radiation oncologist; Medicine; Family medicine; Medical education; Medical physics; Internal medicine; Radiation therapy; Demography; Sociology","score_opus":0.04472515119891112,"score_gpt":0.4038295356693833,"score_spread":0.35910438447047216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385329414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687794,0.00007568398,0.000006126494,0.027474668,0.0028209873,0.00018751893,0.00001882001,0.0000038181333,0.0006329909],"genre_scores_gemma":[0.99787235,0.00082966086,0.000351433,0.00014946642,0.0006768395,0.000016922622,0.0000019222473,0.000004553767,0.00009683486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980254,0.0008228163,0.00057930447,0.00007549362,0.00030927293,0.00018770939],"domain_scores_gemma":[0.9938265,0.0035309403,0.002062645,0.00012990253,0.00036968858,0.0000803178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016879059,0.000055374978,0.00052010623,0.00063785707,0.0001653414,0.0000016431494,0.00040169802,0.000051115734,0.00008031273],"category_scores_gemma":[0.0040616235,0.00004418263,0.00020006871,0.0043257545,0.00092340173,0.00007402968,0.000022193473,0.00014685247,0.0000027049089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018520947,0.00015024515,0.9094169,0.000019689274,0.0006464054,0.0000015367458,0.018430745,0.0016065675,0.0006157207,0.004279928,0.007848468,0.056798574],"study_design_scores_gemma":[0.0001452609,0.00031962295,0.9819292,0.000009428207,0.00026480597,0.000012840428,0.0051980866,0.00034117728,0.00005688915,0.00022444688,0.0114577925,0.000040461833],"about_ca_topic_score_codex":0.00065658917,"about_ca_topic_score_gemma":0.0003185179,"teacher_disagreement_score":0.07251228,"about_ca_system_score_codex":0.00042986652,"about_ca_system_score_gemma":0.002533118,"threshold_uncertainty_score":0.48624364},"labels":[],"label_agreement":null},{"id":"W4385336911","doi":"10.1016/j.jacr.2023.07.010","title":"Using Artificial Intelligence Chatbots as a Radiologic Decision-Making Tool for Liver Imaging: Do ChatGPT and Bard Communicate Information Consistent With the ACR Appropriateness Criteria?","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Juravinski Hospital; University of Toronto; McMaster University","funders":"","keywords":"Workflow; Clinical decision making; Medical decision making; Computer science; Medicine; Artificial intelligence; Medical emergency; Family medicine","score_opus":0.11260335348045422,"score_gpt":0.4094638704986628,"score_spread":0.2968605170182086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385336911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725074,0.00043176312,0.0160644,0.009934005,0.00044595436,0.0005776863,0.000014943764,0.000009256421,0.000014558529],"genre_scores_gemma":[0.9917385,0.00056198455,0.0064507024,0.0010276178,0.0001905801,0.0000148680065,0.000001541411,0.000010398177,0.0000038062046],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845195,0.0002604082,0.0007438421,0.00011008771,0.00019672194,0.00023698149],"domain_scores_gemma":[0.99635834,0.0015691394,0.0011150837,0.0003258581,0.0005727723,0.000058832822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014530639,0.00012841112,0.0005004885,0.00020882337,0.0002851193,0.00002322678,0.00031395297,0.000048818616,0.000008680027],"category_scores_gemma":[0.0011876385,0.00006799974,0.00012604197,0.0005347921,0.00087364967,0.00016161821,0.00009234456,0.0002451803,0.0000023188077],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017448233,0.0002588359,0.02057024,0.0004032238,0.0006278866,0.00014723942,0.015738295,0.005892571,0.0070432983,0.010522461,0.0040316037,0.91731614],"study_design_scores_gemma":[0.0013978397,0.01677678,0.07556404,0.004997388,0.0023832426,0.07859858,0.32276696,0.33042422,0.016641585,0.13476786,0.014032149,0.0016493485],"about_ca_topic_score_codex":0.000064456864,"about_ca_topic_score_gemma":0.000007846453,"teacher_disagreement_score":0.91566676,"about_ca_system_score_codex":0.00010289683,"about_ca_system_score_gemma":0.00038576554,"threshold_uncertainty_score":0.32189986},"labels":[],"label_agreement":null},{"id":"W4385365799","doi":"10.1016/j.jacr.2023.06.025","title":"“Shortcuts” Causing Bias in Radiology Artificial Intelligence: Causes, Evaluation, and Mitigation","year":2023,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":99,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Institute on Minority Health and Health Disparities; National Institute of Biomedical Imaging and Bioengineering; National Institute of Mental Health; Radiological Society of North America; National Bureau of Economic Research; National Heart, Lung, and Blood Institute; U.S. Department of Defense; National Cancer Institute; National Institutes of Health; National Science Foundation","keywords":"Artificial intelligence; Inference; Spurious relationship; Computer science; Machine learning; Metric (unit); Race (biology)","score_opus":0.33740951076855313,"score_gpt":0.497149325622682,"score_spread":0.15973981485412886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385365799","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0732357,0.9207501,0.00010063003,0.0026076606,0.0019946941,0.0012448021,0.00003657544,0.0000084031,0.000021476999],"genre_scores_gemma":[0.020841096,0.9776968,0.0003389055,0.00013746382,0.00087119767,0.000026331869,0.000012849519,0.0000360497,0.000039335584],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99522835,0.0015022275,0.0023709333,0.0002574471,0.00034800588,0.00029306198],"domain_scores_gemma":[0.99422973,0.0016896873,0.0030274594,0.00032266724,0.0006097356,0.00012069334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003281128,0.00024808722,0.0023530184,0.0008814871,0.000084061285,0.0000061667633,0.00020915095,0.00025291636,0.00002370642],"category_scores_gemma":[0.0037674666,0.00016739585,0.00035798483,0.0015152396,0.000826682,0.00005476012,0.0000527345,0.00078458927,0.0000048120587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016049907,0.00008752657,0.0014468253,0.0018643882,0.00031022416,0.00009583099,0.00049682107,0.00010195153,0.000019594368,0.00047965173,0.0015175982,0.9934191],"study_design_scores_gemma":[0.0007503312,0.01661147,0.010546219,0.09948395,0.024008512,0.18002295,0.040901907,0.0065867743,0.0011435606,0.090603895,0.5261399,0.00320054],"about_ca_topic_score_codex":0.00028259432,"about_ca_topic_score_gemma":0.000260964,"teacher_disagreement_score":0.9902185,"about_ca_system_score_codex":0.00055209507,"about_ca_system_score_gemma":0.003003299,"threshold_uncertainty_score":0.68262047},"labels":[],"label_agreement":null},{"id":"W4386154667","doi":"10.1016/j.jacr.2023.04.027","title":"Impact of Size Thresholds on the Diagnosis of Incidental Adrenal Lesions: A Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Adrenal and Paraganglionic Tumors","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Alberta","funders":"","keywords":"Medicine; Meta-analysis; Confidence interval; Malignancy; Cochrane Library; Study heterogeneity; Diagnostic accuracy; Publication bias; MEDLINE; Retrospective cohort study; Radiology; Internal medicine; Nuclear medicine","score_opus":0.09089117191767422,"score_gpt":0.3877416528910138,"score_spread":0.2968504809733396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386154667","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062475246,0.9908275,0.0000016281358,0.00090215576,0.00004181648,0.0013777596,0.0005801181,0.0000034629531,0.000018027933],"genre_scores_gemma":[0.027673243,0.9717562,0.000040759358,0.00019155911,0.00004044118,0.00006557812,0.000002741224,0.00002958647,0.00019986174],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99445903,0.0018994112,0.0026999908,0.00019896979,0.00053827214,0.00020434806],"domain_scores_gemma":[0.98342043,0.0059794965,0.009455374,0.00075256446,0.00028711584,0.000105029714],"candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0021354842,0.00039601937,0.014881865,0.0004926219,0.000049649865,0.0000024001251,0.0007045827,0.000097373035,0.00015235729],"category_scores_gemma":[0.0031496491,0.00014247833,0.008480214,0.0024205276,0.0007883772,0.00002453238,0.00014586882,0.0005779696,0.000002067711],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028138576,0.0003812435,0.0005577943,0.3986064,0.5868211,0.00094444054,0.000089194975,0.000029509503,0.0000011248027,0.00018390507,0.011618254,0.00048568958],"study_design_scores_gemma":[0.00024344384,0.0020973177,0.0006893842,0.057347868,0.9179601,0.021097925,0.00014724224,0.0000024650633,0.0000021153298,0.000045129473,0.00022306992,0.00014394618],"about_ca_topic_score_codex":0.000077252575,"about_ca_topic_score_gemma":0.000009228607,"teacher_disagreement_score":0.34125853,"about_ca_system_score_codex":0.000120611956,"about_ca_system_score_gemma":0.00060831226,"threshold_uncertainty_score":0.9997432},"labels":[],"label_agreement":null},{"id":"W4386469761","doi":"10.1016/j.jacr.2023.08.031","title":"The Joint Commission’s Ongoing Professional Practice Evaluation Process: Costly, Ineffective, and Potentially Harmful to Safety Culture","year":2023,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Patient safety; Safety culture; Health care; Commission; Metric (unit); Medicine; Business; Operations management; Marketing; Finance; Political science","score_opus":0.0513461674495553,"score_gpt":0.43248570647019624,"score_spread":0.38113953902064096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386469761","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004498156,0.9498247,0.00008647157,0.03863203,0.0030426092,0.003431173,0.0000782966,0.000014213651,0.00039236515],"genre_scores_gemma":[0.0007982399,0.9955536,0.0008780069,0.0005496921,0.00077862886,0.00007057829,0.000013634997,0.000042126307,0.0013154958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99456054,0.0031373748,0.0012140952,0.0002571621,0.0005740486,0.00025676668],"domain_scores_gemma":[0.990101,0.0027956476,0.0052456562,0.00036330533,0.0013134944,0.00018089687],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005431372,0.0002835797,0.0018914914,0.00023977924,0.000400199,0.000014265644,0.00040234684,0.00019143731,0.000010364769],"category_scores_gemma":[0.012731911,0.00013047969,0.00039727378,0.0009070263,0.00044000565,0.00014117447,0.00013745033,0.0012762606,0.0000050214467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037150348,0.0004176504,0.00029015137,0.004238261,0.0038207206,0.00009153861,0.0013162494,0.00007828354,0.0001871788,0.00023500632,0.110977136,0.8746328],"study_design_scores_gemma":[0.0006791406,0.0015820714,0.002876693,0.006447129,0.0041972296,0.015384537,0.0028130817,0.00005544569,0.0000028682925,0.000080137346,0.9657353,0.0001463225],"about_ca_topic_score_codex":0.000013258081,"about_ca_topic_score_gemma":0.00000592601,"teacher_disagreement_score":0.87448645,"about_ca_system_score_codex":0.00042724833,"about_ca_system_score_gemma":0.0029567825,"threshold_uncertainty_score":0.99558425},"labels":[],"label_agreement":null},{"id":"W4387378578","doi":"10.1016/j.jacr.2023.07.024","title":"Opportunistic Screening of Low Bone Mineral Density From Standard X-Rays","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Bone health and osteoporosis research","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; McGill University; McGill University Health Centre; Sunnybrook Health Science Centre; BitCan (Canada); Health Sciences Centre; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research; Eli Lilly Canada; Amgen Canada; University of British Columbia; University of Alberta; Arthritis Society; University of Manitoba; Dairy Farmers of Canada; McGill University; Université Laval; University of Saskatchewan; University of Toronto; Servier Canada","keywords":"Medicine; Bone mineral; Femoral neck; Osteoporosis; Pelvis; Radiography; Receiver operating characteristic; Nuclear medicine; Lumbar; Radiology; Dual-energy X-ray absorptiometry; Bone density; Densitometry; Internal medicine","score_opus":0.03013555676451229,"score_gpt":0.3211101656090603,"score_spread":0.290974608844548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387378578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99245054,0.00025129065,0.00020841257,0.0063108704,0.00023973227,0.00017438746,0.0002680008,0.000007164941,0.00008960666],"genre_scores_gemma":[0.99547976,0.00041716595,0.0030444004,0.00046037152,0.00022560492,0.0000013086344,0.000006158802,0.000015745336,0.00034947402],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795437,0.00031249324,0.0007821034,0.00012301143,0.00051250303,0.00031553736],"domain_scores_gemma":[0.9972508,0.0005762899,0.001145849,0.0003161619,0.0004469539,0.0002639354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010198712,0.00011000894,0.0011345596,0.00027611852,0.00006728345,0.0000017874563,0.00023505055,0.000057945243,0.000051390925],"category_scores_gemma":[0.001087821,0.00007215793,0.00026345812,0.0006992164,0.00073776883,0.00003006182,0.0000973524,0.0004160855,0.0000021501771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022955954,0.00033630704,0.42569122,0.0004350221,0.00092168653,0.0029901236,0.00045798524,0.00021407414,0.31481898,0.00028330483,0.21538049,0.015514878],"study_design_scores_gemma":[0.005575491,0.007408581,0.96797866,0.00053962995,0.00030204738,0.00413434,0.0021578288,0.0010671216,0.0057387133,0.00043218237,0.004485259,0.00018014472],"about_ca_topic_score_codex":0.00018364948,"about_ca_topic_score_gemma":0.000029439707,"teacher_disagreement_score":0.54228747,"about_ca_system_score_codex":0.000077564146,"about_ca_system_score_gemma":0.00083086325,"threshold_uncertainty_score":0.2942515},"labels":[],"label_agreement":null},{"id":"W4387644034","doi":"10.1016/j.jacr.2023.08.050","title":"The Second Mountain: Climbing the Challenges of Midcareer Radiology","year":2023,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Workforce; Burnout; Feeling; Medicine; Medical education; Psychological intervention; Psychology; Nursing; Political science; Clinical psychology","score_opus":0.07604759571275312,"score_gpt":0.3722993549472735,"score_spread":0.2962517592345204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387644034","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01063198,0.9713771,0.000002980943,0.014567051,0.0023596925,0.00062756456,0.000058861133,0.0000065760696,0.00036821706],"genre_scores_gemma":[0.0039271107,0.99369425,0.000085078966,0.00028429358,0.0012073504,0.000024466655,0.0000025155812,0.000054262036,0.0007206765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948545,0.0024321494,0.0017630126,0.00024974765,0.00028021564,0.0004203609],"domain_scores_gemma":[0.98403233,0.0072040213,0.007423952,0.0008885488,0.00035504368,0.00009607662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034614338,0.0003452164,0.0034142942,0.00028213527,0.000224439,0.0000052709624,0.0012756969,0.0002826518,0.000019379124],"category_scores_gemma":[0.0017834962,0.00014465087,0.0012367134,0.0006558069,0.0022619108,0.000051525,0.00015456148,0.0014329401,0.0000062530466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020680798,0.00042633296,0.0009906729,0.012242538,0.019499293,0.00033357576,0.001577536,0.000042383108,0.0002006318,0.016856516,0.23023088,0.7155316],"study_design_scores_gemma":[0.00042123836,0.0016727522,0.0012400125,0.0017980015,0.0023801306,0.027749721,0.0031833607,0.0000068159684,0.000007202569,0.00043907276,0.9609574,0.0001443136],"about_ca_topic_score_codex":0.000016246187,"about_ca_topic_score_gemma":0.0000369643,"teacher_disagreement_score":0.7307265,"about_ca_system_score_codex":0.00022096442,"about_ca_system_score_gemma":0.0013779282,"threshold_uncertainty_score":0.8334105},"labels":[],"label_agreement":null},{"id":"W4388934370","doi":"10.1016/j.jacr.2023.11.016","title":"Patient-Friendly Summary of the ACR Appropriateness Criteria®: Routine Chest Imaging: 2023 Update","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Atomic and Subatomic Physics Research","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Appropriateness criteria; Appropriate Use Criteria; Medicine; Medical physics; Radiology; Internal medicine","score_opus":0.009940031240497419,"score_gpt":0.27298280324203134,"score_spread":0.2630427720015339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388934370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99505013,0.00006480312,0.00046384908,0.0026839143,0.0005272801,0.000155431,0.0002807253,0.0000044562794,0.0007694083],"genre_scores_gemma":[0.9991922,0.00002752588,0.00012087911,0.000080417354,0.00024275557,0.0000044632084,0.0000039218476,0.000019539342,0.00030831582],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998186,0.00043922465,0.0006063296,0.0001437941,0.00030027766,0.00032437016],"domain_scores_gemma":[0.99776936,0.0002194234,0.0012610634,0.00044158119,0.000238431,0.000070162285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052374246,0.00014891679,0.00063182064,0.000108066575,0.000114162984,0.0000067936803,0.00095884426,0.000023267397,0.00005225956],"category_scores_gemma":[0.000052550175,0.00008513479,0.0003796485,0.00090061827,0.00082075817,0.00008516123,0.00042424418,0.00036518366,0.0000059776617],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001843607,0.000758791,0.45012724,0.0001139254,0.0019060221,0.00008744937,0.0019249318,0.001411919,0.12001663,0.019017933,0.33169788,0.07109364],"study_design_scores_gemma":[0.0151023045,0.0022255508,0.4522829,0.0009849939,0.001178021,0.0014081096,0.073993005,0.06773247,0.16457005,0.11150314,0.10645087,0.0025685797],"about_ca_topic_score_codex":0.000111521804,"about_ca_topic_score_gemma":0.0000011936569,"teacher_disagreement_score":0.22524703,"about_ca_system_score_codex":0.000054902717,"about_ca_system_score_gemma":0.0004855889,"threshold_uncertainty_score":0.34716958},"labels":[],"label_agreement":null},{"id":"W4389194247","doi":"10.1016/j.jacr.2023.08.010","title":"ACR Appropriateness Criteria® Pulsatile Abdominal Mass, Suspected Abdominal Aortic Aneurysm: 2023 Update","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Aortic aneurysm repair treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"Siemens Healthineers; CVS Health; Johns Hopkins University; U.S. Department of Defense; Gilead Sciences; National Institutes of Health; Boston Scientific Corporation; Yale University; American Heart Association; U.S. Department of Veterans Affairs","keywords":"Medicine; Abdominal aortic aneurysm; Grading (engineering); Radiology; Appropriate Use Criteria; Guideline; Abdominal mass; Aortic aneurysm; Medical literature; Appropriateness criteria; Natural history; Aneurysm; Medical physics; Internal medicine; Pathology","score_opus":0.0131020028997858,"score_gpt":0.287625541901112,"score_spread":0.2745235390013262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389194247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924408,0.00015964413,0.00012587078,0.005542794,0.00090797606,0.00041675367,0.00012368549,0.00003665154,0.00024580146],"genre_scores_gemma":[0.99419653,0.00022168994,0.003141684,0.00043076856,0.0003172918,0.000020113594,0.00001135577,0.000052318024,0.0016082737],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9967759,0.0006196792,0.0011635106,0.00029796243,0.00060167216,0.0005412583],"domain_scores_gemma":[0.9966051,0.00034982065,0.0019339448,0.000612437,0.00028157266,0.00021712756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079028273,0.00028732224,0.0013672747,0.00042610551,0.00016335328,0.000006727091,0.0005925144,0.000075679774,0.0006175428],"category_scores_gemma":[0.00060106436,0.00019342928,0.0004989844,0.0014644604,0.000849297,0.00008759123,0.00018230101,0.00048615425,0.000034583423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03923274,0.0020332378,0.19649248,0.00045677467,0.0050747413,0.056849886,0.0007828108,0.0010374564,0.3847157,0.0003327806,0.30237588,0.0106155155],"study_design_scores_gemma":[0.012916374,0.014280451,0.75081223,0.00021226784,0.0032046824,0.19007489,0.006065388,0.006397354,0.008002343,0.0024750785,0.004756612,0.00080231496],"about_ca_topic_score_codex":0.00004589761,"about_ca_topic_score_gemma":0.0000036594,"teacher_disagreement_score":0.5543198,"about_ca_system_score_codex":0.00027855707,"about_ca_system_score_gemma":0.0005429678,"threshold_uncertainty_score":0.7887817},"labels":[],"label_agreement":null},{"id":"W4389194264","doi":"10.1016/j.jacr.2023.08.013","title":"ACR Appropriateness Criteria® Left Lower Quadrant Pain: 2023 Update","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Diverticular Disease and Complications","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"GE Healthcare; Radiological Society of North America; Pfizer; Pancreatic Cancer Action Network","keywords":"Medicine; Appropriateness criteria; Grading (engineering); Appropriate Use Criteria; Multidisciplinary approach; Guideline; MEDLINE; Diverticulitis; Differential diagnosis; Medical physics; Medical diagnosis; Medical imaging; Physical examination; Radiology; General surgery; Pathology; Internal medicine","score_opus":0.015202887082874417,"score_gpt":0.28146069408996,"score_spread":0.26625780700708557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389194264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98080766,0.00025305437,0.00049699633,0.017477045,0.00045051906,0.00019033389,0.00007178788,0.000016621658,0.00023596888],"genre_scores_gemma":[0.99654514,0.00028754253,0.0004264266,0.0019025761,0.00022530653,0.0000047089734,0.000004241141,0.0000163001,0.0005877539],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986203,0.00033294794,0.00046816783,0.00012472879,0.00023658903,0.00021728296],"domain_scores_gemma":[0.99848413,0.00015465902,0.0005581336,0.00040372962,0.0002687224,0.00013063327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006749068,0.00011035238,0.00058597216,0.00017493364,0.00007374979,0.0000045023135,0.00037404965,0.000034486508,0.00012259714],"category_scores_gemma":[0.00033336738,0.00006867611,0.00033908663,0.0006128915,0.00037783914,0.000042173175,0.00009025811,0.00016577948,0.00003807481],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058544013,0.0015599834,0.054150287,0.0003712641,0.0036726093,0.0026866503,0.0005113507,0.00065802294,0.13689134,0.0034182053,0.7826834,0.007542537],"study_design_scores_gemma":[0.0062774546,0.0052913623,0.81596017,0.00068924716,0.0021222737,0.014817372,0.0049376735,0.004905636,0.0038688057,0.007090388,0.13333799,0.0007016534],"about_ca_topic_score_codex":0.0000136111275,"about_ca_topic_score_gemma":0.000002726291,"teacher_disagreement_score":0.7618099,"about_ca_system_score_codex":0.000042766103,"about_ca_system_score_gemma":0.00024859438,"threshold_uncertainty_score":0.28005308},"labels":[],"label_agreement":null},{"id":"W4389210638","doi":"10.1016/j.jacr.2023.08.018","title":"ACR Appropriateness Criteria® Congenital or Acquired Heart Disease","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Congenital Heart Disease Studies","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"National Heart, Lung, and Blood Institute; School of Medicine, University of Maryland; College of Emergency Medicine; Jazz Pharmaceuticals; Additional Ventures; University of Missouri-Kansas City; National Institutes of Health; Children's Mercy Hospital; Sanofi","keywords":"Medicine; Tetralogy of Fallot; Appropriate Use Criteria; Double outlet right ventricle; Appropriateness criteria; Guideline; Grading (engineering); Heart disease; Intensive care medicine; Cardiac imaging; Medical literature; Pediatrics; Radiology; Internal medicine; Pathology","score_opus":0.02553158249431421,"score_gpt":0.3172177729446991,"score_spread":0.2916861904503849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389210638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851603,0.000514498,0.000010400707,0.012851294,0.0008155068,0.00031919152,0.00021699232,0.00002633148,0.00008549596],"genre_scores_gemma":[0.99676365,0.00012926894,0.00036147932,0.0009251029,0.00043666878,0.000010907151,0.0000018644461,0.000027645949,0.0013434037],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99829674,0.00027134747,0.000591496,0.00016978585,0.0003405518,0.00033007882],"domain_scores_gemma":[0.99819934,0.00035829665,0.0004154487,0.00037747328,0.000360229,0.00028919728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035247693,0.00017663695,0.0009827486,0.00023233579,0.00010769252,0.0000043779464,0.00027365508,0.00003452303,0.000091196554],"category_scores_gemma":[0.0009805004,0.000101938575,0.00041467862,0.00094565947,0.0010378441,0.00006765288,0.00018841229,0.0001414227,0.000018404922],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.081565954,0.0014203686,0.26933172,0.0006809399,0.0046372656,0.012387413,0.0012814032,0.00003917361,0.11069686,0.00031528072,0.50968283,0.007960776],"study_design_scores_gemma":[0.0043993276,0.0035187702,0.9636424,0.00020489952,0.0012452748,0.009211033,0.003809902,0.0005531421,0.00086305087,0.00062699604,0.011602,0.00032318893],"about_ca_topic_score_codex":0.00001157681,"about_ca_topic_score_gemma":0.000006592842,"teacher_disagreement_score":0.69431067,"about_ca_system_score_codex":0.00007959707,"about_ca_system_score_gemma":0.00066636736,"threshold_uncertainty_score":0.41569343},"labels":[],"label_agreement":null},{"id":"W4389219789","doi":"10.1016/j.jacr.2023.11.019","title":"Evaluation of Climate-Aware Metrics Tools for Radiology Informatics and Artificial Intelligence: Toward a Potential Radiology Ecolabel","year":2023,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Google; Radiological Society of North America; Society for Imaging Informatics in Medicine; National Institutes of Health; Amazon Web Services; Aid for Cancer Research","keywords":"Health care; Health informatics; Carbon footprint; Informatics; Benchmarking; Cloud computing; Certification; Medicine; Computer science; Radiology; Business; Greenhouse gas; Engineering; Nursing; Marketing; Public health","score_opus":0.10840421246514213,"score_gpt":0.3617922412475865,"score_spread":0.2533880287824444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389219789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99397707,0.00020340245,0.002227914,0.002009786,0.0006521657,0.0005648043,0.00030041157,0.000006747874,0.000057721154],"genre_scores_gemma":[0.99425,0.0028291503,0.0024392414,0.00029443446,0.00014803214,0.0000142017525,0.000008487201,0.000012709649,0.0000037697127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973493,0.0005002434,0.001167166,0.00012760775,0.00042323655,0.0004324541],"domain_scores_gemma":[0.9964614,0.0009939227,0.002004238,0.00020892356,0.00020810969,0.00012340964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045241853,0.00014815095,0.0007825818,0.00030510826,0.00012155076,0.0000070194997,0.00040790674,0.000117478885,0.000087404296],"category_scores_gemma":[0.001874879,0.000105863866,0.00016880893,0.00095402036,0.00087048055,0.00017328362,0.00019756745,0.00020031199,0.0000055884925],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051465156,0.00055799086,0.058134858,0.0007282307,0.0006931796,0.000053515985,0.007399414,0.10934174,0.027312195,0.0018157588,0.047260705,0.74155587],"study_design_scores_gemma":[0.0067153047,0.0255998,0.32689834,0.0002872311,0.0030701798,0.01264805,0.044164345,0.50883645,0.009003512,0.058129642,0.0033204914,0.0013266403],"about_ca_topic_score_codex":0.000026213824,"about_ca_topic_score_gemma":0.00003289277,"teacher_disagreement_score":0.74022925,"about_ca_system_score_codex":0.00024013479,"about_ca_system_score_gemma":0.00016843423,"threshold_uncertainty_score":0.43170032},"labels":[],"label_agreement":null},{"id":"W4391127316","doi":"10.1016/j.jacr.2023.12.005","title":"Developing, Purchasing, Implementing and Monitoring AI Tools in Radiology: Practical Considerations. A Multi-Society Statement From the ACR, CAR, ESR, RANZCR & RSNA","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Western University","funders":"Royal Australian and New Zealand College of Radiologists; Radiological Society of North America; Microsoft","keywords":"Purchasing; Health care; Clinical Practice; Applications of artificial intelligence; Medicine; Computer science; Artificial intelligence; Business; Marketing; Political science; Nursing","score_opus":0.21047279616504225,"score_gpt":0.479331975779347,"score_spread":0.2688591796143047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391127316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91101515,0.0026247294,0.0035836312,0.08149293,0.00091706146,0.000327094,0.000025449192,0.0000067507603,0.000007213241],"genre_scores_gemma":[0.9636128,0.001749204,0.03252686,0.0015145723,0.0005364812,0.000012385563,0.0000026000262,0.000012635157,0.000032470183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99798745,0.00045473408,0.00094275415,0.00017372983,0.00016780007,0.0002735095],"domain_scores_gemma":[0.99647146,0.0024980924,0.00054736686,0.00018645232,0.00022544748,0.000071185794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016106811,0.00012168608,0.0004817182,0.00008371503,0.00017527203,0.000029982371,0.00009345006,0.00006426443,0.000023330806],"category_scores_gemma":[0.0017001306,0.00007333648,0.00013507443,0.00029555598,0.00044668638,0.00012657454,0.00006713275,0.0006021097,0.0000012100004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010166358,0.00033659497,0.7999124,0.00025269252,0.0018201076,0.000383564,0.040914033,0.000308189,0.029799573,0.0051054196,0.07350163,0.04664918],"study_design_scores_gemma":[0.0030644054,0.0037124292,0.45448768,0.0037891278,0.0016830567,0.034576967,0.19030522,0.009410505,0.028930707,0.022354271,0.24655765,0.0011279677],"about_ca_topic_score_codex":0.0009483251,"about_ca_topic_score_gemma":0.00026646588,"teacher_disagreement_score":0.34542468,"about_ca_system_score_codex":0.00031485438,"about_ca_system_score_gemma":0.001298408,"threshold_uncertainty_score":0.29905748},"labels":[],"label_agreement":null},{"id":"W4397024119","doi":"10.1016/j.jacr.2024.04.026","title":"Scan With Me: A Train-the-Trainer Program to Upskill MRI Personnel in Low- and Middle-Income Countries","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Advanced MRI Techniques and Applications","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital; McGill University Health Centre","funders":"Canada First Research Excellence Fund; Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Low and middle income countries; Trainer; Middle income country; Low income; Middle level; Middle income; Developing country; Business; Medicine; Computer science; Demographic economics; Economic growth; Engineering; Economics; Work (physics)","score_opus":0.007825850995775775,"score_gpt":0.29227558250838276,"score_spread":0.284449731512607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397024119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9392338,0.00085129985,0.003117643,0.055778347,0.00005438153,0.00073945854,0.000041063642,0.000023435256,0.00016059949],"genre_scores_gemma":[0.97398585,0.00032796382,0.024384262,0.00080002897,0.000108144966,0.000045439523,3.3263046e-7,0.000017916565,0.00033003103],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919426,0.0000528606,0.0003116298,0.00012645118,0.00013788589,0.00017693717],"domain_scores_gemma":[0.9992246,0.0001794474,0.00022631083,0.00018796872,0.00009578879,0.00008585949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027414627,0.00011010726,0.00044445635,0.00015374288,0.0000512526,0.000006282663,0.000177017,0.00002907224,0.000007004144],"category_scores_gemma":[0.000051643543,0.000053846426,0.00008710146,0.0006151737,0.0007288275,0.0000352083,0.000030467087,0.0002762757,4.1238457e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045223467,0.0062543224,0.25241706,0.007870965,0.006121236,0.010077927,0.081759125,0.014494026,0.06044549,0.22880702,0.14203128,0.1444981],"study_design_scores_gemma":[0.011945904,0.04673734,0.28868914,0.020437773,0.0020961124,0.15246077,0.053264365,0.010939256,0.0067157615,0.009530389,0.39536187,0.0018213199],"about_ca_topic_score_codex":0.000018558116,"about_ca_topic_score_gemma":0.00003537936,"teacher_disagreement_score":0.2533306,"about_ca_system_score_codex":0.000088938315,"about_ca_system_score_gemma":0.00019257375,"threshold_uncertainty_score":0.26853952},"labels":[],"label_agreement":null},{"id":"W4398224430","doi":"10.1016/j.jacr.2024.04.027","title":"Establishing a Validation Infrastructure for Imaging-Based Artificial Intelligence Algorithms Before Clinical Implementation","year":2024,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Cancer Institute; National Institutes of Health; Amazon Web Services; University of Washington; Institute for Data Intensive Research in Astrophysics and Cosmology, University of Washington; American Cancer Society","keywords":"Workflow; Generalizability theory; Computer science; Artificial intelligence; Machine learning; Algorithm; Database","score_opus":0.16593816539703965,"score_gpt":0.5241187030360461,"score_spread":0.3581805376390065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398224430","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005180145,0.9473147,0.02511309,0.00886999,0.010119334,0.002791967,0.0005777191,0.000023661338,0.000009433694],"genre_scores_gemma":[0.015498921,0.9592735,0.0171362,0.0007642253,0.0069448887,0.000084674975,0.00014722491,0.00011002034,0.00004031616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959461,0.0005173287,0.0027307111,0.0002704762,0.00027308153,0.000262298],"domain_scores_gemma":[0.9941228,0.001132679,0.0036418836,0.00031852373,0.0006565255,0.00012755652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002001794,0.00025583757,0.0019138516,0.0004573946,0.00009221906,0.000021399954,0.0003948856,0.00016885225,0.000026283718],"category_scores_gemma":[0.0014021551,0.00015626338,0.001131143,0.0008201294,0.000459276,0.00008957418,0.00004349511,0.0008647868,0.0000027510312],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013188145,0.000052208565,0.00051499286,0.0021771642,0.00020852935,0.000012635315,0.00013317924,0.000024375813,0.0000021343703,0.00024659903,0.008327889,0.9881684],"study_design_scores_gemma":[0.0001838735,0.007352146,0.00030702853,0.014475767,0.012572394,0.005651186,0.0087560555,0.0030971302,0.0004028107,0.025186136,0.9214044,0.0006110506],"about_ca_topic_score_codex":0.000070740396,"about_ca_topic_score_gemma":0.000029943232,"teacher_disagreement_score":0.98755735,"about_ca_system_score_codex":0.0003902153,"about_ca_system_score_gemma":0.0034644834,"threshold_uncertainty_score":0.6372236},"labels":[],"label_agreement":null},{"id":"W4399185074","doi":"10.1016/j.jacr.2024.02.017","title":"ACR Appropriateness Criteria® Clinically Suspected Adnexal Mass, No Acute Symptoms: 2023 Update","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Ovarian cancer diagnosis and treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Appropriateness criteria; Medicine; Intensive care medicine; Radiology","score_opus":0.010928164449378795,"score_gpt":0.3085137446979069,"score_spread":0.2975855802485281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399185074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960212,0.002424063,0.0002911836,0.030841542,0.004404945,0.00043295053,0.00038266237,0.000032890228,0.0009777999],"genre_scores_gemma":[0.9902228,0.002893135,0.0034837853,0.0012030291,0.0012484585,0.000013622711,0.000006194833,0.00004124657,0.0008877358],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9978026,0.00030683746,0.0010033927,0.00026862638,0.00031012463,0.00030840075],"domain_scores_gemma":[0.9978114,0.00038781422,0.00082557334,0.00043536304,0.0003640599,0.00017581604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005822484,0.00022059052,0.00120066,0.00019472146,0.00005400878,0.00001565535,0.00038582453,0.000091163194,0.0003250445],"category_scores_gemma":[0.00021169303,0.00012750186,0.0005658471,0.0006358901,0.00056164735,0.00007397154,0.00008145874,0.00044445766,0.000038664522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020907443,0.0022820048,0.08318781,0.0005888356,0.02919426,0.020117322,0.00043552043,0.00014395273,0.06010123,0.0055763163,0.75632435,0.021140981],"study_design_scores_gemma":[0.028671667,0.05772114,0.40039873,0.0046285563,0.018776389,0.08551699,0.0014855606,0.00402624,0.010910463,0.007188575,0.37883627,0.0018394125],"about_ca_topic_score_codex":0.00002247296,"about_ca_topic_score_gemma":0.0000032926266,"teacher_disagreement_score":0.37748805,"about_ca_system_score_codex":0.0002466233,"about_ca_system_score_gemma":0.0007853653,"threshold_uncertainty_score":0.51993746},"labels":[],"label_agreement":null},{"id":"W4399185102","doi":"10.1016/j.jacr.2024.02.028","title":"ACR Appropriateness Criteria® Pulmonary Arteriovenous Malformation (PAVM): 2023 Update","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Vascular Anomalies and Treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Appropriateness criteria; Arteriovenous malformation; Cardiology; Radiology; Internal medicine","score_opus":0.008884513218744073,"score_gpt":0.26332267083509964,"score_spread":0.2544381576163556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399185102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99057573,0.0021292965,0.00030700947,0.0052150586,0.00096015993,0.00017980151,0.00007678934,0.000010348597,0.000545793],"genre_scores_gemma":[0.99728453,0.0006609648,0.0009494098,0.00034425582,0.00027813917,0.0000037216996,0.000005791521,0.000017803637,0.00045537882],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9989046,0.00014051961,0.00047261888,0.000109238164,0.00019307758,0.000179961],"domain_scores_gemma":[0.99912214,0.000048109476,0.00040977617,0.00024091352,0.00010743407,0.000071615745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029096665,0.00012577066,0.00059395493,0.00016179595,0.000053424264,0.000008379697,0.00018224683,0.000044080145,0.00007107241],"category_scores_gemma":[0.00003471492,0.000072804694,0.0003827968,0.0003532186,0.00022568213,0.000101600795,0.000050789982,0.00018338271,0.0000151274035],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02368493,0.0056613456,0.07408557,0.0041914405,0.03094681,0.05360235,0.0039576194,0.0012489082,0.2885147,0.008958483,0.20224275,0.30290508],"study_design_scores_gemma":[0.0066526197,0.012087216,0.32401326,0.0016423035,0.0041728346,0.44779113,0.004213981,0.009139031,0.007325661,0.004070647,0.17808686,0.0008044382],"about_ca_topic_score_codex":0.000023041017,"about_ca_topic_score_gemma":0.0000017653564,"teacher_disagreement_score":0.3941888,"about_ca_system_score_codex":0.00009801335,"about_ca_system_score_gemma":0.00017474679,"threshold_uncertainty_score":0.29688892},"labels":[],"label_agreement":null},{"id":"W4399185153","doi":"10.1016/j.jacr.2024.02.014","title":"ACR Appropriateness Criteria® Acute Pelvic Pain in the Reproductive Age Group: 2023 Update","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Appendicitis Diagnosis and Management","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Appropriateness criteria; Medicine; Pelvic pain; Group (periodic table); Family medicine; Physical therapy; Internal medicine; Radiology","score_opus":0.013862860212811398,"score_gpt":0.2955962007362072,"score_spread":0.28173334052339577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399185153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.953946,0.0018414333,0.0003804476,0.04188267,0.0009599692,0.00048885326,0.00004206103,0.000009010848,0.00044956396],"genre_scores_gemma":[0.99407876,0.0015693201,0.0008357028,0.0026633597,0.00054459285,0.000020181582,0.0000041884823,0.000019977433,0.00026391857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782366,0.00084138016,0.0005767325,0.00023583761,0.0002794922,0.00024289178],"domain_scores_gemma":[0.9986311,0.00031669636,0.0004939646,0.00044606588,0.00006409816,0.000048054288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029410478,0.00014996684,0.0007191923,0.00023962732,0.000048379487,0.000013088236,0.0004875741,0.00003898663,0.000057974685],"category_scores_gemma":[0.00027882503,0.0000761309,0.0002708556,0.0007750895,0.0004811108,0.000070192575,0.00011339953,0.00041308242,0.0000054068078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028774966,0.0010866002,0.0062116925,0.0004275146,0.003387089,0.024566773,0.0036495738,0.00011442331,0.02088097,0.013263589,0.8844659,0.03906839],"study_design_scores_gemma":[0.005931648,0.01631961,0.38585678,0.0020902555,0.003279122,0.040098548,0.037588175,0.0011752604,0.0012360393,0.015090322,0.49050653,0.0008277249],"about_ca_topic_score_codex":0.00009593052,"about_ca_topic_score_gemma":0.00002319038,"teacher_disagreement_score":0.39395937,"about_ca_system_score_codex":0.00011059912,"about_ca_system_score_gemma":0.00008216315,"threshold_uncertainty_score":0.3104528},"labels":[],"label_agreement":null},{"id":"W4400251873","doi":"10.1016/j.jacr.2024.06.018","title":"The Impact of Large Language Model-Generated Radiology Report Summaries on Patient Comprehension: A Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Department of Surgery, University of Manitoba; University of Vermont","keywords":"Randomized controlled trial; Medical physics; Comprehension; Medicine; Computer science; Radiology; Internal medicine; Programming language","score_opus":0.013415025717060592,"score_gpt":0.33843129156637225,"score_spread":0.32501626584931165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400251873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839597,0.005700562,0.00011970515,0.0065643857,0.0019475555,0.0013604638,0.000049024122,0.000009217057,0.00028942135],"genre_scores_gemma":[0.9972879,0.0012340768,0.00029711187,0.0002532907,0.00047277124,0.00003186539,0.000008123156,0.000018064167,0.00039674633],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99567574,0.0020436607,0.0015873113,0.00017520346,0.00024759286,0.00027049915],"domain_scores_gemma":[0.99152106,0.0046806936,0.0029188606,0.00042953657,0.0003581971,0.000091665424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030512635,0.00020306857,0.0026876421,0.00022793328,0.00012199235,0.000007859313,0.00023585228,0.000105443374,0.000028235198],"category_scores_gemma":[0.0036600882,0.00008353104,0.001356225,0.00036262596,0.0010795286,0.000052896496,0.000038847087,0.00052356295,9.138065e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9493626,0.0002924544,0.00026520548,0.000016491558,0.0033303555,0.00034869445,0.0006185783,0.0035474105,0.0056720707,0.0010978555,0.035109024,0.0003392749],"study_design_scores_gemma":[0.8847866,0.014889599,0.0010876181,0.00022504269,0.0023830326,0.03420632,0.0022547345,0.055980533,0.000639885,0.0006577915,0.0026726683,0.00021618055],"about_ca_topic_score_codex":0.00006239101,"about_ca_topic_score_gemma":0.0000048376,"teacher_disagreement_score":0.06457599,"about_ca_system_score_codex":0.0001495436,"about_ca_system_score_gemma":0.0012514419,"threshold_uncertainty_score":0.43817317},"labels":[],"label_agreement":null},{"id":"W4400271080","doi":"10.1016/j.jacr.2024.06.020","title":"Relative Timing of Mammography and MRI for Breast Cancer Screening: Impact on Performance Evaluation","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Office of the Chief Medical Examiner","funders":"National Cancer Institute; National Institutes of Health","keywords":"Mammography; Medicine; Breast cancer; Mammography screening; Medical physics; Breast cancer screening; Cancer; Oncology; Internal medicine","score_opus":0.05002573505417517,"score_gpt":0.37766558615957474,"score_spread":0.32763985110539956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400271080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99291295,0.0026341851,0.0005228402,0.003233442,0.00017339623,0.00024841784,0.00014295787,0.0000028639745,0.00012896147],"genre_scores_gemma":[0.9972023,0.0005162755,0.0019454538,0.00014981802,0.00014169024,0.000005399451,5.788943e-7,0.0000090784115,0.00002942507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990396,0.00009490236,0.00035147442,0.00010257872,0.00027760444,0.00013382023],"domain_scores_gemma":[0.99864304,0.00026751237,0.00057909713,0.00010901567,0.0003432739,0.000058088262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079136976,0.00009691424,0.0004728283,0.00017961311,0.000043246462,0.0000027571061,0.000103639,0.000032997155,0.000022472994],"category_scores_gemma":[0.000093706265,0.000055030898,0.00025614162,0.00043180148,0.00031833985,0.00010010496,0.00001773558,0.00019395511,9.013826e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024515757,0.000119761105,0.672586,0.0004108847,0.0038046981,0.000054325064,0.0011909966,0.014467744,0.017714515,0.0008383746,0.032272067,0.23202485],"study_design_scores_gemma":[0.0012521312,0.00494784,0.9569075,0.0014926459,0.00075868104,0.0031523108,0.00061042054,0.029391104,0.00084810174,0.00020281304,0.00034939172,0.000087070104],"about_ca_topic_score_codex":0.00006049548,"about_ca_topic_score_gemma":0.0000040634905,"teacher_disagreement_score":0.28432146,"about_ca_system_score_codex":0.00011781419,"about_ca_system_score_gemma":0.00033024958,"threshold_uncertainty_score":0.22440949},"labels":[],"label_agreement":null},{"id":"W4401298008","doi":"10.1016/j.jacr.2024.07.011","title":"The Accuracy of Artificial Intelligence ChatGPT in Oncology Examination Questions","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Medical physics; Computer science; Medicine","score_opus":0.07966516608303623,"score_gpt":0.4325808900391962,"score_spread":0.35291572395616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401298008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96547264,0.0017757177,0.0013603187,0.029318478,0.0016540394,0.00022756419,0.0000073967694,0.000004300411,0.00017956896],"genre_scores_gemma":[0.99717546,0.0016884061,0.00054116675,0.00015348654,0.00035192663,0.0000060845127,4.7866826e-7,0.000007285861,0.0000757383],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981346,0.00046282433,0.0009867989,0.00009280701,0.00016665511,0.00015627344],"domain_scores_gemma":[0.995782,0.002846112,0.0007825519,0.00019647347,0.00034341362,0.00004946015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016057024,0.0000735285,0.00039027582,0.0002612988,0.000066252884,0.0000039759902,0.000234569,0.000061002745,0.00001669629],"category_scores_gemma":[0.002739294,0.00004207964,0.00013594792,0.00083693897,0.0007521296,0.000062984764,0.000026463646,0.00039247822,0.000003052273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007118427,0.00028749887,0.0046880487,0.00008951456,0.000111793415,0.000060155642,0.0031619833,0.000439386,0.011577818,0.026126547,0.0023198288,0.95042557],"study_design_scores_gemma":[0.00035593164,0.030493414,0.2708439,0.0039813216,0.0010703431,0.020392897,0.13975933,0.042326234,0.200586,0.19869488,0.090729214,0.000766526],"about_ca_topic_score_codex":0.00024122745,"about_ca_topic_score_gemma":0.00023816552,"teacher_disagreement_score":0.94965905,"about_ca_system_score_codex":0.00024592536,"about_ca_system_score_gemma":0.0011147263,"threshold_uncertainty_score":0.32793885},"labels":[],"label_agreement":null},{"id":"W4401362530","doi":"10.1016/j.jacr.2024.07.019","title":"Demographics, Utilization, Workflow, and Outcomes Based on Observational Data From the RSNA-ACR 3D Printing Registry","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Workflow; Demographics; Observational study; Medical physics; Emergency medicine; Family medicine; Database; Internal medicine; Computer science; Demography","score_opus":0.04034995419112788,"score_gpt":0.2831988641434833,"score_spread":0.2428489099523554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401362530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94666517,0.0051997965,0.019381631,0.026792558,0.0012861737,0.00014179992,0.00027265568,0.00007438875,0.00018583471],"genre_scores_gemma":[0.9926215,0.00088840816,0.0054203784,0.0008718385,0.00015336026,0.0000014153638,0.000006599794,0.000013855638,0.000022636994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99915284,0.00009496793,0.00035336,0.00011652152,0.00015808699,0.00012419949],"domain_scores_gemma":[0.99817705,0.0011314988,0.00020476883,0.00040692405,0.000042013064,0.00003776494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042573735,0.000097886106,0.00031535848,0.00008255676,0.000056870278,0.000006992528,0.0006755087,0.00006730787,0.000016683034],"category_scores_gemma":[0.00076440984,0.000054374796,0.00007543792,0.000426281,0.0006010385,0.000052159347,0.00009223123,0.00042536634,4.9842475e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020921875,0.00010403453,0.6862061,0.00012724353,0.0017486035,0.00020046976,0.00015245363,0.009636224,0.0007032804,0.021151891,0.1951593,0.08460119],"study_design_scores_gemma":[0.000697895,0.0002384355,0.41913483,0.00040525757,0.00024880687,0.00041680742,0.0005063103,0.30394158,0.00013651056,0.0056771967,0.2683588,0.00023757895],"about_ca_topic_score_codex":0.000008079738,"about_ca_topic_score_gemma":0.000010382631,"teacher_disagreement_score":0.29430535,"about_ca_system_score_codex":0.000023480114,"about_ca_system_score_gemma":0.00009499492,"threshold_uncertainty_score":0.22173399},"labels":[],"label_agreement":null},{"id":"W4402787843","doi":"10.1016/j.jacr.2024.09.006","title":"Classification and Communication of Critical Findings in Emergency Radiology: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"MEDLINE; Medicine; Medical emergency; Radiology; Medical physics; Political science","score_opus":0.08271077664837692,"score_gpt":0.45200669706642127,"score_spread":0.3692959204180444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402787843","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036212604,0.98595953,0.000006730048,0.009086968,0.0005376302,0.00068634463,0.000017518665,0.000002916964,0.000081085855],"genre_scores_gemma":[0.003832508,0.99490774,0.00089745596,0.00013100923,0.00012415336,0.000022800123,0.0000064369206,0.0000219822,0.000055931625],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99609643,0.0013759288,0.0020151397,0.00019878661,0.00013915572,0.00017455129],"domain_scores_gemma":[0.9954355,0.0009906571,0.0028558543,0.00047541375,0.0001714598,0.00007110917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019873322,0.00021201391,0.0030743065,0.00045045774,0.000038943526,0.0000018788126,0.00039123272,0.0001849894,0.000022471822],"category_scores_gemma":[0.003029862,0.0001313215,0.00046527025,0.0008391271,0.0010018906,0.00007680174,0.00008037824,0.00091093103,0.0000016290231],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056852156,0.0010376459,0.0076319748,0.5863602,0.002671196,0.00014142923,0.00095330464,0.0000018213354,0.00023583378,0.007846899,0.102065004,0.29048613],"study_design_scores_gemma":[0.0008415984,0.0027894704,0.009027121,0.778323,0.016899602,0.059119135,0.00092554925,0.000049767346,0.0000031831912,0.0010645189,0.13046686,0.0004901905],"about_ca_topic_score_codex":0.0000139487765,"about_ca_topic_score_gemma":0.0000060904385,"teacher_disagreement_score":0.28999594,"about_ca_system_score_codex":0.00015636614,"about_ca_system_score_gemma":0.0009673986,"threshold_uncertainty_score":0.5355135},"labels":[],"label_agreement":null},{"id":"W4403541183","doi":"10.1016/j.jacr.2024.10.005","title":"Communicating Imaging Risks to Patients: Time to Gather Consensus and Standardize Best Practices","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"MEDLINE; Medical physics; Computer science; Medicine; Political science","score_opus":0.03478048885657113,"score_gpt":0.3734593081470742,"score_spread":0.33867881929050303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403541183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93345904,0.0015569072,0.00003671767,0.06328655,0.00030930663,0.0002130737,0.000032238127,0.000005882334,0.0011002918],"genre_scores_gemma":[0.98862886,0.00025711328,0.0086192805,0.0017829129,0.00020207002,0.0000029492876,6.0635034e-7,0.000017006576,0.00048920885],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871886,0.00040105774,0.0004551704,0.000125972,0.00014109729,0.00015786062],"domain_scores_gemma":[0.9968738,0.0013294328,0.0011326895,0.00026606757,0.00026472815,0.00013327693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010249565,0.00009871996,0.00047376036,0.000178192,0.000083029925,0.000012199428,0.00019668021,0.000026716083,0.00004251845],"category_scores_gemma":[0.0029041884,0.00006373052,0.000086672575,0.0003396177,0.00032576895,0.00007118508,0.0000840176,0.00033632226,0.000015196754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064930688,0.0006947493,0.4622454,0.00019779938,0.0020077247,0.00027276907,0.0056132083,0.00028845848,0.04428117,0.0003755598,0.37053126,0.106998816],"study_design_scores_gemma":[0.0022455375,0.0076546324,0.23157367,0.0011364749,0.0016287118,0.022263529,0.009585724,0.0012910606,0.00058217905,0.00021988252,0.72143507,0.00038354346],"about_ca_topic_score_codex":0.00015131985,"about_ca_topic_score_gemma":0.0000053658796,"teacher_disagreement_score":0.35090378,"about_ca_system_score_codex":0.00010825084,"about_ca_system_score_gemma":0.00026244356,"threshold_uncertainty_score":0.34767944},"labels":[],"label_agreement":null},{"id":"W4403925890","doi":"10.1016/j.jacr.2024.08.018","title":"ACR Appropriateness Criteria® Altered Mental Status, Coma, Delirium, and Psychosis: 2024 Update","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Delirium; Altered Mental Status; Coma (optics); Psychosis; Psychiatry; Medicine; Psychology; Pediatrics","score_opus":0.01108715770698556,"score_gpt":0.3002013386439807,"score_spread":0.28911418093699515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403925890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96399873,0.0044320454,0.00019858993,0.027660256,0.0026947248,0.0002838862,0.00027628065,0.000010736815,0.00044472126],"genre_scores_gemma":[0.9840813,0.0015707085,0.0008583149,0.012916143,0.0002850828,0.0000050726267,0.0000059512436,0.000032367483,0.00024503708],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850154,0.00027303293,0.00053040596,0.00019250702,0.0002215349,0.00028100263],"domain_scores_gemma":[0.9969689,0.0001757535,0.00041474917,0.00020162074,0.0021041015,0.0001348769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031033347,0.00018404424,0.0007468528,0.0002925726,0.00005448419,0.000011416137,0.00018877852,0.00005319324,0.000092780974],"category_scores_gemma":[0.0008243091,0.00011728292,0.00025373575,0.00042601326,0.0009199101,0.000074340496,0.00008145434,0.00041350184,0.000004319344],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004962259,0.00020303033,0.008979867,0.00027682132,0.002386143,0.00072361086,0.001033826,0.0000049249497,0.0747034,0.00069066643,0.8973387,0.008696766],"study_design_scores_gemma":[0.018776903,0.021442346,0.20157756,0.0051824464,0.005623252,0.13980058,0.115419455,0.0038694888,0.021918125,0.0065193307,0.45809788,0.0017726196],"about_ca_topic_score_codex":0.000034168206,"about_ca_topic_score_gemma":0.00000739886,"teacher_disagreement_score":0.43924078,"about_ca_system_score_codex":0.000102026,"about_ca_system_score_gemma":0.00022594571,"threshold_uncertainty_score":0.47826588},"labels":[],"label_agreement":null},{"id":"W4403925947","doi":"10.1016/j.jacr.2024.08.014","title":"ACR Appropriateness Criteria® Penetrating Torso Trauma","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Trauma Management and Diagnosis","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Vancouver General Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Torso; Appropriateness criteria; Medicine; Medical physics; Radiology; Anatomy","score_opus":0.020489998378067392,"score_gpt":0.3022528934919703,"score_spread":0.28176289511390296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403925947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880566,0.0012231357,0.0001631059,0.0075261877,0.0011547391,0.00015695869,0.000015187381,0.000015942924,0.0016881512],"genre_scores_gemma":[0.9962998,0.00016811547,0.0020408945,0.00043009134,0.00058252894,0.0000035127214,6.065519e-7,0.000018182134,0.00045628223],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99881595,0.00015127097,0.00049898034,0.00013574817,0.00021250993,0.00018556656],"domain_scores_gemma":[0.9989412,0.00026326216,0.00040471184,0.00021789031,0.00009890067,0.000074034484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005000363,0.000120581935,0.0005832024,0.00021263922,0.00004522379,0.000011712035,0.00026858092,0.00003893524,0.0000927454],"category_scores_gemma":[0.0001834388,0.000072004805,0.00031575147,0.0004885492,0.00030496734,0.00008452522,0.000050034305,0.00024365376,0.000003375292],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005288762,0.0013298399,0.15395099,0.0018615676,0.0051315785,0.005866077,0.002778213,0.00028388968,0.15895021,0.015464142,0.4808648,0.16822992],"study_design_scores_gemma":[0.0050202394,0.009799043,0.85115135,0.0016736282,0.0023812656,0.023996001,0.007474264,0.0017164953,0.016352464,0.002622462,0.077193156,0.0006196277],"about_ca_topic_score_codex":0.00002448513,"about_ca_topic_score_gemma":0.000005114744,"teacher_disagreement_score":0.69720036,"about_ca_system_score_codex":0.000065393106,"about_ca_system_score_gemma":0.00012676121,"threshold_uncertainty_score":0.29362708},"labels":[],"label_agreement":null},{"id":"W4404516182","doi":"10.1016/j.jacr.2024.11.008","title":"Re-evaluating Endometrial Thickness in Symptomatic Postmenopausal Patients for Excluding Cancer: Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Endometrial and Cervical Cancer Treatments","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Endometrial cancer; Meta-analysis; Medicine; MEDLINE; Oncology; Cancer; Internal medicine; Gynecology; Radiology; Medical physics; Biology","score_opus":0.1150042862824217,"score_gpt":0.4280020076544041,"score_spread":0.3129977213719824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404516182","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022759156,0.9937311,0.000007665079,0.00070664455,0.0003491361,0.0043292814,0.00062583137,0.000004692571,0.000018058967],"genre_scores_gemma":[0.0012147806,0.9970468,0.0005194841,0.00041174333,0.00013618873,0.00048635216,0.000010402834,0.000044169672,0.00013005575],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99405664,0.0016812594,0.0030652871,0.00033973734,0.0005638865,0.00029319155],"domain_scores_gemma":[0.98945683,0.0037783717,0.005817677,0.00042809857,0.00039075408,0.00012824613],"candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0027654043,0.00046972965,0.018391144,0.0014313504,0.000051070223,0.000009448877,0.00042933298,0.00012225413,0.000038751336],"category_scores_gemma":[0.0042904615,0.00021399524,0.0038329975,0.0045426693,0.00019203617,0.00004382713,0.00012546206,0.0004960107,8.572511e-7],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002549671,0.00014634589,0.000061471896,0.76657015,0.22924031,0.00002785418,0.000032477186,0.0000035357552,5.0810326e-7,0.000021232087,0.00045713256,0.0031839816],"study_design_scores_gemma":[0.0015607508,0.0023468072,0.00001272305,0.05302626,0.9416242,0.00038133867,0.00004362611,0.000007325051,3.9094832e-7,0.000049760867,0.0007881359,0.00015864888],"about_ca_topic_score_codex":0.000051302417,"about_ca_topic_score_gemma":0.000020669548,"teacher_disagreement_score":0.7135439,"about_ca_system_score_codex":0.0005872274,"about_ca_system_score_gemma":0.00059502915,"threshold_uncertainty_score":0.99618185},"labels":[],"label_agreement":null},{"id":"W4405632102","doi":"10.1016/j.jacr.2024.12.007","title":"It’s Time to Retire “You Guys” From Professional Conversations","year":2024,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Retirement, Disability, and Employment","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"MEDLINE; Medical education; Psychology; Medicine; Political science; Law","score_opus":0.06738638814345174,"score_gpt":0.3911691926765034,"score_spread":0.32378280453305164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405632102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8101019,0.00019443034,0.000043553988,0.18047918,0.0021211323,0.00026967676,0.00013492406,0.000013283299,0.006641854],"genre_scores_gemma":[0.9886112,0.000091817616,0.0005237102,0.0016117962,0.0006303793,0.000005255392,0.0000011574608,0.000009027247,0.008515644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998222,0.00063958066,0.00041640628,0.00013484336,0.00039164085,0.00019552324],"domain_scores_gemma":[0.9986972,0.000526712,0.00033272008,0.00017753891,0.00013973123,0.00012605393],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00092397764,0.00008359947,0.0003401493,0.000086779124,0.00019723795,0.000012463968,0.0005120268,0.00004421134,0.0009364369],"category_scores_gemma":[0.00049536885,0.00005483947,0.00020494079,0.00045300747,0.0009461439,0.00007923112,0.000073970376,0.0001825239,0.000063233805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020230259,0.00012978591,0.014997375,0.000012996736,0.00024272557,0.000021908998,0.00922327,0.00007866392,0.0024007435,0.0035977417,0.96746534,0.0016271395],"study_design_scores_gemma":[0.0004906321,0.0010334938,0.04221343,0.00031283073,0.00020409585,0.000060645034,0.02288342,0.00021305181,0.00028975785,0.00925886,0.9227781,0.00026166654],"about_ca_topic_score_codex":0.0004318085,"about_ca_topic_score_gemma":0.00016012044,"teacher_disagreement_score":0.1788674,"about_ca_system_score_codex":0.00026482675,"about_ca_system_score_gemma":0.0006990248,"threshold_uncertainty_score":0.9999768},"labels":[],"label_agreement":null},{"id":"W4407985884","doi":"10.1016/j.jacr.2025.02.009","title":"Sustainability in Radiology: Position Paper and Call to Action from ACR, AOSR, ASR, CAR, CIR, ESR, ESRNM, ISR, IS3R, RANZCR, and RSNA","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of British Columbia; BC Cancer Agency","funders":"Egyptian Society of Radiology and Nuclear Medicine; Royal Australian and New Zealand College of Radiologists; Society of Interventional Radiology; American College of Radiology; Association Canadienne des Radiologistes; Academia Oamenilor de Știință din România; European Society of Radiology; Radiological Society of North America","keywords":"Call to action; Medicine; Sustainability; Position statement; Position (finance); Position paper; Emergency medicine; Business; Family medicine; Finance","score_opus":0.01258874223716729,"score_gpt":0.3033154514466048,"score_spread":0.29072670920943755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407985884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632936,0.00068410364,0.00008252783,0.035052195,0.00028734325,0.0003491901,0.00005239167,0.0000045904735,0.00019406521],"genre_scores_gemma":[0.9930689,0.0013544072,0.00050067983,0.0048892396,0.00007084576,0.0000072560792,0.000001371498,0.000008585464,0.000098766075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981935,0.0005113864,0.00054704194,0.00025612046,0.00014547966,0.00034646192],"domain_scores_gemma":[0.99859047,0.00046324954,0.0004904841,0.0002493741,0.000046777215,0.00015964654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007640869,0.00016086579,0.0006571774,0.00015999118,0.00011894533,0.0000072152648,0.00025078742,0.00010557644,0.00006604555],"category_scores_gemma":[0.00044140656,0.00011856391,0.000078615274,0.00048956665,0.00067598996,0.00016027845,0.00020005675,0.00032831676,0.000001427463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040548947,0.00034087914,0.80595446,0.00012198953,0.00013178689,0.00013466153,0.002481018,0.0006822428,0.0824864,0.00026504401,0.070260726,0.033085898],"study_design_scores_gemma":[0.0013501574,0.0008953644,0.98404545,0.000063189764,0.000051056802,0.00044391048,0.0017832712,0.00014776469,0.0004787139,0.004311512,0.0062975083,0.00013208922],"about_ca_topic_score_codex":0.0024424817,"about_ca_topic_score_gemma":0.0015963459,"teacher_disagreement_score":0.17809099,"about_ca_system_score_codex":0.0006593318,"about_ca_system_score_gemma":0.00010430397,"threshold_uncertainty_score":0.4834896},"labels":[],"label_agreement":null},{"id":"W4408149466","doi":"10.1016/j.jacr.2025.02.042","title":"Comparing Artificial Intelligence and Traditional Regression Models in Lung Cancer Risk Prediction Using A Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal University Hospital; University of Saskatchewan","funders":"","keywords":"Meta-regression; Meta-analysis; Lung cancer; Artificial intelligence; Computer science; Regression analysis; Machine learning; Medicine; Oncology; Internal medicine","score_opus":0.1390619711841801,"score_gpt":0.3935945862124272,"score_spread":0.2545326150282471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408149466","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041418753,0.9972323,0.00036468243,0.00041218972,0.000074136085,0.0011590908,0.00033469475,0.0000015832196,0.0000070969127],"genre_scores_gemma":[0.008159144,0.99114764,0.0004546124,0.00008304857,0.000040141265,0.000088389854,0.000003358078,0.000008979113,0.0000146805505],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9969945,0.0009114544,0.0015412025,0.00021591385,0.00021825352,0.00011870836],"domain_scores_gemma":[0.99552727,0.0006572445,0.0033897513,0.00023992639,0.00012145177,0.000064367596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008183837,0.0002412929,0.008008352,0.00048861164,0.00005496917,0.0000048586257,0.00013521385,0.00006794531,0.000011349827],"category_scores_gemma":[0.00016182354,0.00011811273,0.0012611852,0.00095553667,0.00020507544,0.00004698635,0.000046987745,0.00035961578,2.3742254e-8],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001060199,0.0002374165,0.0012909363,0.7752449,0.21689974,0.00006596183,0.00007090725,0.0027329947,2.3468591e-7,0.00031408205,0.00045147236,0.0025853603],"study_design_scores_gemma":[0.00009784802,0.00015147432,0.000083184,0.119864486,0.8743692,0.0009125361,0.000033841105,0.004212008,3.9807856e-7,0.0001545412,0.000040435265,0.000080022684],"about_ca_topic_score_codex":0.00013004061,"about_ca_topic_score_gemma":0.00004649932,"teacher_disagreement_score":0.6574695,"about_ca_system_score_codex":0.00047154498,"about_ca_system_score_gemma":0.0004501912,"threshold_uncertainty_score":0.5474349},"labels":[],"label_agreement":null},{"id":"W4408327952","doi":"10.1016/j.jacr.2025.02.049","title":"Partnerships Between Radiology and Industry Are Essential to Address Climate Change","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Climate change; MEDLINE; Business; Medicine; Radiology; Medical physics; Political science; Geology","score_opus":0.038743242397295825,"score_gpt":0.3282722467238236,"score_spread":0.2895290043265278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408327952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9527744,0.0006890876,0.000036747006,0.045589652,0.00036193116,0.00020830928,0.00004407545,0.0000054493203,0.00029036318],"genre_scores_gemma":[0.99565727,0.00026544323,0.00027887512,0.0029743908,0.00067631,0.0000050829353,8.5818107e-7,0.000009438691,0.00013233292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870145,0.00029349184,0.0004794573,0.00013677622,0.000120268654,0.00026854067],"domain_scores_gemma":[0.9984171,0.00026859096,0.00078779616,0.00027839595,0.0001120201,0.00013610945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004968366,0.00011734758,0.00082835706,0.0003356382,0.00007839676,0.0000041942203,0.0002951016,0.00010263639,0.000014161849],"category_scores_gemma":[0.0005114395,0.00008105141,0.00012819182,0.00051855325,0.00043001576,0.000059283335,0.00014487226,0.00051032135,0.0000010154241],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067995593,0.00004468768,0.96231264,0.0000525758,0.00036897647,0.00008332756,0.00018254518,0.000015398944,0.0024511884,0.000574869,0.029038185,0.004195622],"study_design_scores_gemma":[0.001495104,0.00070280285,0.9842905,0.00025601898,0.00033833258,0.0017896036,0.0011549876,0.00003864859,0.0017886636,0.00018226916,0.007868249,0.00009484158],"about_ca_topic_score_codex":0.0000103115435,"about_ca_topic_score_gemma":0.000003748729,"teacher_disagreement_score":0.042882882,"about_ca_system_score_codex":0.000059692924,"about_ca_system_score_gemma":0.00013892128,"threshold_uncertainty_score":0.33051807},"labels":[],"label_agreement":null},{"id":"W4408349996","doi":"10.1016/j.jacr.2025.02.052","title":"Promoting Gender-Inclusive Language in Radiology: Next Steps","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Vancouver General Hospital","funders":"School of Medicine, Emory University; Michael Smith Health Research BC","keywords":"MEDLINE; Radiology; Medicine; Computer science; Linguistics; Medical physics; Political science","score_opus":0.015145838942345953,"score_gpt":0.3061242080188852,"score_spread":0.29097836907653923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408349996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97570485,0.0011538019,0.00004967454,0.015131765,0.0007827378,0.00014483942,0.0000096478125,0.0000048189895,0.007017844],"genre_scores_gemma":[0.99716294,0.0003262385,0.00033119583,0.0014621658,0.0002027451,8.3520456e-7,2.0038647e-7,0.0000030590709,0.0005106131],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99808437,0.00095195964,0.00035136036,0.000097776225,0.00027700845,0.00023752681],"domain_scores_gemma":[0.99854016,0.00048350132,0.0006418531,0.0001412306,0.0001369509,0.000056285488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002146382,0.00007497369,0.0004951874,0.00022881942,0.00017322214,0.0000055282985,0.00095594104,0.00006189756,0.00003142972],"category_scores_gemma":[0.0011125756,0.000053947628,0.00013719937,0.000800028,0.0013899317,0.0000764309,0.00015999436,0.00032982248,8.628562e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017446323,0.0006012984,0.47884092,0.000172906,0.0012870625,0.0018152064,0.22723843,0.0003879135,0.015496857,0.08642364,0.117957875,0.06803326],"study_design_scores_gemma":[0.0036159758,0.0013241865,0.098714225,0.00037670985,0.00030855564,0.00075535104,0.82746744,0.00012811368,0.00073873525,0.011646842,0.054611392,0.0003124965],"about_ca_topic_score_codex":0.00041734212,"about_ca_topic_score_gemma":0.00034654967,"teacher_disagreement_score":0.60022897,"about_ca_system_score_codex":0.00024356555,"about_ca_system_score_gemma":0.0006326381,"threshold_uncertainty_score":0.51212615},"labels":[],"label_agreement":null},{"id":"W4408956945","doi":"10.1016/j.jacr.2025.02.043","title":"Excess Greenhouse Gas Emissions Associated With Inappropriate Medical Imaging in the US Medicare Part B Population From 2017 to 2021","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Greenhouse gas; Medicine; Population; Medical imaging; Tonne; Carbon dioxide equivalent; Environmental science; Nuclear medicine; Radiology; Environmental health; Engineering; Waste management","score_opus":0.017613144202053625,"score_gpt":0.3023230779692902,"score_spread":0.2847099337672366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408956945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95315456,0.000112056005,0.000040624993,0.045984697,0.00022378705,0.0001548856,0.000043093984,0.0000023802847,0.0002839034],"genre_scores_gemma":[0.99576837,0.00025367603,0.000107838736,0.003713941,0.00009891604,0.0000044491394,0.000003469331,0.0000059845884,0.00004338115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981742,0.000548615,0.00044691088,0.0001265762,0.00045423035,0.0002494824],"domain_scores_gemma":[0.9984452,0.00047982662,0.0006701324,0.00023324248,0.000024359044,0.00014720579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011048621,0.000097159966,0.0003917833,0.000082920196,0.00012268175,0.000005395159,0.0006290284,0.00004607247,0.00025632977],"category_scores_gemma":[0.0011791523,0.00004961845,0.00005915427,0.00067157135,0.00033093183,0.00006357252,0.0001388262,0.00032073524,0.0000021680205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002158786,0.00011905582,0.9091078,0.000003932327,0.000029509118,0.00014754615,0.00087078725,0.00031180657,0.0002774554,0.00001013908,0.08191803,0.0069880416],"study_design_scores_gemma":[0.00064285327,0.0002169041,0.99418485,0.0003389592,0.000042629264,0.0001414335,0.0013750308,0.00036310396,0.00001726483,0.00048116388,0.002130087,0.00006572894],"about_ca_topic_score_codex":0.00215218,"about_ca_topic_score_gemma":0.0036558148,"teacher_disagreement_score":0.08507702,"about_ca_system_score_codex":0.00023148928,"about_ca_system_score_gemma":0.00011577,"threshold_uncertainty_score":0.32534668},"labels":[],"label_agreement":null},{"id":"W4410553152","doi":"10.1016/j.jacr.2025.02.028","title":"ACR Appropriateness Criteria® Imaging for Pulmonary Embolism, Known Clot","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Appropriateness criteria; Pulmonary embolism; Medicine; Radiology; Cardiology","score_opus":0.010373805848680653,"score_gpt":0.29949808698864083,"score_spread":0.2891242811399602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410553152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95684767,0.0020067887,0.0027178926,0.0330465,0.0022211338,0.00078709424,0.000053901498,0.000014253756,0.0023047428],"genre_scores_gemma":[0.9920732,0.0006167478,0.0029601858,0.003071837,0.00039995907,0.00002352875,0.0000015054163,0.000020625968,0.000832457],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99859583,0.00015682196,0.00064387993,0.00016637557,0.0001609201,0.00027618627],"domain_scores_gemma":[0.9981913,0.00023508142,0.00083651504,0.00034643762,0.00031904617,0.00007162416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005996039,0.00015473164,0.0011827796,0.00027944613,0.000099594734,0.0000059734966,0.00041538218,0.00003690293,0.000021229464],"category_scores_gemma":[0.0002581334,0.00010038952,0.00040347892,0.00042397852,0.0004142866,0.00005428418,0.00013690183,0.00017685935,7.3436036e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007416141,0.003925365,0.038465254,0.0015206344,0.0042237653,0.00076530303,0.00062274066,0.00041425956,0.12049251,0.036436673,0.6879972,0.09772015],"study_design_scores_gemma":[0.008608206,0.003688987,0.5647631,0.0014184683,0.003861257,0.0073357644,0.0064522824,0.002805014,0.010948125,0.010242436,0.37926477,0.00061152136],"about_ca_topic_score_codex":0.000036649984,"about_ca_topic_score_gemma":0.0000024847527,"teacher_disagreement_score":0.5262979,"about_ca_system_score_codex":0.0001068026,"about_ca_system_score_gemma":0.0002895643,"threshold_uncertainty_score":0.4093766},"labels":[],"label_agreement":null},{"id":"W4410553166","doi":"10.1016/j.jacr.2025.02.031","title":"ACR Appropriateness Criteria® Dementia: 2024 Update","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institute of Neurological Disorders and Stroke; Roche; Health Resources and Services Administration; National Institutes of Health; Eastern Virginia Medical School; China Scholarship Council; University of Cincinnati; American Academy of Family Physicians; Alzheimer's Association; National Institute on Aging; Eli Lilly and Company; American Heart Association","keywords":"Appropriateness criteria; Dementia; Medicine; Internal medicine; Radiology","score_opus":0.009828578906297342,"score_gpt":0.3186969739794903,"score_spread":0.30886839507319297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410553166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799397,0.0008514427,0.0010103604,0.013964378,0.00083922304,0.0002533907,0.00002357805,0.0000043448267,0.0031136118],"genre_scores_gemma":[0.99417084,0.00042481167,0.0011086055,0.0015164916,0.00014073949,0.0000056976123,9.3157763e-7,0.000008862333,0.0026230274],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99848205,0.00033248897,0.0005187113,0.00012785754,0.00028473657,0.00025418506],"domain_scores_gemma":[0.99860483,0.00011899415,0.0005231761,0.00024485297,0.0004279897,0.00008018128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007282967,0.00011457701,0.00064063485,0.00029165897,0.00006772261,0.000005990809,0.0003619883,0.000037961916,0.0002571852],"category_scores_gemma":[0.0002442517,0.00006914402,0.0002682105,0.00068279856,0.00056940044,0.00004927622,0.00015429503,0.00029923356,0.0000046401547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007438893,0.0011401357,0.4996529,0.00034656536,0.0058697495,0.0009071081,0.00010715686,0.000016265692,0.11961489,0.0026600035,0.34124804,0.020998282],"study_design_scores_gemma":[0.007204456,0.004449691,0.85541373,0.00047378324,0.00207028,0.005473472,0.00218394,0.00021005506,0.031475402,0.003777662,0.087031856,0.00023564028],"about_ca_topic_score_codex":0.0000114546665,"about_ca_topic_score_gemma":0.0000023341702,"teacher_disagreement_score":0.35576087,"about_ca_system_score_codex":0.000064788874,"about_ca_system_score_gemma":0.0004639756,"threshold_uncertainty_score":0.28196114},"labels":[],"label_agreement":null},{"id":"W4410553203","doi":"10.1016/j.jacr.2025.02.021","title":"ACR Appropriateness Criteria® Suspected and Known Heart Failure: 2024 Update","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Toronto General Hospital; University of Toronto; St. Paul's Hospital","funders":"VA Greater Los Angeles Healthcare System","keywords":"Appropriateness criteria; Medicine; Heart failure; MEDLINE; Appropriate Use Criteria; Internal medicine; Radiology; Political science","score_opus":0.007466261709364793,"score_gpt":0.2744197998135377,"score_spread":0.2669535381041729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410553203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.872138,0.00068130885,0.00016039422,0.12562415,0.0006136732,0.00031803935,0.0000138070645,0.000009654932,0.00044094396],"genre_scores_gemma":[0.9871809,0.00027550134,0.008245755,0.0015136176,0.0001591231,0.0000049242503,0.0000010689618,0.000010805345,0.002608313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889886,0.0002087313,0.00042586314,0.00013628368,0.00013708553,0.00019315799],"domain_scores_gemma":[0.99905825,0.00011022078,0.00033290754,0.00025919167,0.00015995947,0.0000794977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003454636,0.00013375911,0.00077263475,0.00023912323,0.000060969116,0.0000059452655,0.00015272833,0.000042404816,0.0000766987],"category_scores_gemma":[0.00013152612,0.00007909144,0.00016641142,0.00052685,0.00041654945,0.00004263245,0.00010503084,0.00019814823,0.0000025189634],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018222878,0.0003123449,0.03530472,0.00013911228,0.0014029285,0.0002542704,0.000101519625,0.000008249066,0.025745038,0.0031789423,0.9294551,0.0022754876],"study_design_scores_gemma":[0.0057861647,0.0026588996,0.1421901,0.00034353012,0.0012651387,0.00515112,0.0015834239,0.00012971896,0.0045433114,0.0015594846,0.83456945,0.000219664],"about_ca_topic_score_codex":0.000024940546,"about_ca_topic_score_gemma":0.000016250196,"teacher_disagreement_score":0.12411053,"about_ca_system_score_codex":0.00007273913,"about_ca_system_score_gemma":0.000199021,"threshold_uncertainty_score":0.32252553},"labels":[],"label_agreement":null},{"id":"W4410553307","doi":"10.1016/j.jacr.2025.02.022","title":"ACR Appropriateness Criteria® Renal Transplant Dysfunction: 2024 Update","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Renal and Vascular Pathologies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of British Columbia","funders":"GE Healthcare; Novo Nordisk","keywords":"Appropriateness criteria; Renal transplant; Medicine; Internal medicine; Intensive care medicine; Radiology; Transplantation","score_opus":0.011246060112981966,"score_gpt":0.2725630502780321,"score_spread":0.26131699016505017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410553307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98217,0.0012216339,0.0026101798,0.011506242,0.0014782738,0.0001558977,0.000040197003,0.000008441664,0.0008091253],"genre_scores_gemma":[0.9942342,0.0009154396,0.001876202,0.0009907886,0.00026942205,0.0000037146328,0.000001430174,0.000008717525,0.0017000714],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9987115,0.00028174196,0.00052604126,0.00012813919,0.00017605312,0.00017649577],"domain_scores_gemma":[0.9988601,0.00010105305,0.0005139333,0.0002783001,0.00019195124,0.00005461193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050375646,0.00012774437,0.00079320493,0.00019488651,0.00006121668,0.0000035419455,0.00028827626,0.000058331443,0.00005445694],"category_scores_gemma":[0.00013304364,0.00006873302,0.0004054441,0.00049236167,0.00052533945,0.00003971353,0.000046933037,0.00031239985,0.000002233793],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02708558,0.001081935,0.066945426,0.0006946281,0.0061709452,0.005586228,0.00059393956,0.00082262844,0.5474859,0.005002363,0.3106979,0.027832517],"study_design_scores_gemma":[0.015210465,0.009940907,0.55916387,0.0021222064,0.004386884,0.14577182,0.002793651,0.00067196717,0.08010611,0.007557611,0.17156267,0.0007118772],"about_ca_topic_score_codex":0.000010384028,"about_ca_topic_score_gemma":0.0000025923298,"teacher_disagreement_score":0.4922184,"about_ca_system_score_codex":0.00005017288,"about_ca_system_score_gemma":0.0002663258,"threshold_uncertainty_score":0.28028512},"labels":[],"label_agreement":null},{"id":"W4410553437","doi":"10.1016/j.jacr.2025.02.025","title":"ACR Appropriateness Criteria® Lung Cancer-Surveillance After Therapy","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"American College of Chest Physicians; Creighton University; Duke University; Biotronik; AstraZeneca; Aid for Cancer Research; American Thoracic Society; American Cancer Society","keywords":"Appropriateness criteria; Lung cancer; Medicine; Medical physics; Radiology; Oncology","score_opus":0.008077631253483318,"score_gpt":0.31548663605327426,"score_spread":0.30740900479979094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410553437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96718323,0.011709295,0.000060530092,0.019380115,0.0010865842,0.00027249588,0.00005668318,0.000004995068,0.00024606034],"genre_scores_gemma":[0.9910807,0.005803954,0.00041936565,0.0020505446,0.0002451574,0.000039874165,4.1376325e-7,0.0000117948275,0.00034817235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988821,0.00019598534,0.00043702527,0.00013899455,0.00015986466,0.00018604158],"domain_scores_gemma":[0.9986023,0.00015760244,0.0006286618,0.00031067603,0.00024271081,0.00005807871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025211374,0.00013770779,0.0008268442,0.00011442987,0.00004239508,0.0000037132313,0.00023285922,0.00004133177,0.00006712397],"category_scores_gemma":[0.00005533117,0.000075559255,0.00028259214,0.00042130728,0.00032316823,0.000029725565,0.00004324613,0.00016389132,3.4426668e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052815853,0.00037080498,0.9371491,0.0001222528,0.0017912391,0.00018727759,0.00013937804,0.00005513865,0.0036192995,0.00014837527,0.043890055,0.0072454684],"study_design_scores_gemma":[0.003748356,0.0010906088,0.977193,0.0003848437,0.00026605692,0.00073067413,0.00014770596,0.00008250933,0.0040199314,0.00016095466,0.012070797,0.00010458501],"about_ca_topic_score_codex":0.00010613518,"about_ca_topic_score_gemma":0.000025477859,"teacher_disagreement_score":0.040043853,"about_ca_system_score_codex":0.00030241933,"about_ca_system_score_gemma":0.00050504634,"threshold_uncertainty_score":0.3081217},"labels":[],"label_agreement":null},{"id":"W4410553438","doi":"10.1016/j.jacr.2025.02.034","title":"ACR Appropriateness Criteria® Chronic Dyspnea-Noncardiovascular Origin: 2024 Update","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Cardiac electrophysiology and arrhythmias","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; University of North Carolina at Chapel Hill; Biotronik; Cystic Fibrosis Canada; Creighton University; Duke University; COPD Foundation; American Society of Clinical Oncology; CHEST Foundation; Cystic Fibrosis Foundation","keywords":"Appropriateness criteria; Medicine; Intensive care medicine; Radiology","score_opus":0.006038095798980701,"score_gpt":0.2713320541571313,"score_spread":0.2652939583581506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410553438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827595,0.006077612,0.0005418915,0.0072852797,0.0022300305,0.00024502995,0.00002835725,0.000009604057,0.0008227105],"genre_scores_gemma":[0.9945948,0.0015939102,0.0006742617,0.0010963969,0.0009704104,0.00000645916,0.0000016970602,0.000016956048,0.0010450771],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821657,0.0004884719,0.0005801086,0.0001986794,0.00019733793,0.00031880304],"domain_scores_gemma":[0.9983261,0.00014824882,0.00063133345,0.0005482926,0.0002690404,0.000076952754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005903177,0.00018592077,0.0014367672,0.0002357925,0.00009301486,0.0000034298405,0.00034114675,0.00009748125,0.000055610642],"category_scores_gemma":[0.00019028175,0.00011735698,0.00096035737,0.0007876607,0.0008359934,0.00004735359,0.000108246335,0.00055323617,0.0000058046317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017425068,0.00067342346,0.0141170155,0.0009551054,0.025980543,0.0085061835,0.00020650879,0.004053711,0.4821321,0.011298613,0.39649168,0.038160063],"study_design_scores_gemma":[0.019268725,0.011557911,0.21208754,0.0014781017,0.00883949,0.14290275,0.0009589732,0.0009668879,0.059106905,0.010673009,0.5309776,0.0011821097],"about_ca_topic_score_codex":0.0000116262045,"about_ca_topic_score_gemma":0.0000017390763,"teacher_disagreement_score":0.4230252,"about_ca_system_score_codex":0.00022495966,"about_ca_system_score_gemma":0.0009557966,"threshold_uncertainty_score":0.4785679},"labels":[],"label_agreement":null},{"id":"W4411166702","doi":"10.1016/j.jacr.2025.06.013","title":"RadGPT: A System Based on a Large Language Model That Generates Sets of Patient-Centered Materials to Explain Radiology Report Information","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Institute of Biomedical Imaging and Bioengineering; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Radiology information systems; Computer science; Radiology; Medicine; Medical physics","score_opus":0.011675986599190002,"score_gpt":0.2926782462907131,"score_spread":0.2810022596915231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411166702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909411,0.00012569185,0.0017967314,0.0053308806,0.0009841318,0.00041763615,0.00013464667,0.000007782733,0.00026138712],"genre_scores_gemma":[0.9943639,0.000031975113,0.0033288158,0.0020922702,0.000071543735,0.000013791288,0.00001938147,0.000008720818,0.00006958949],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979471,0.0005297946,0.001001394,0.00012591289,0.00017766519,0.0002181237],"domain_scores_gemma":[0.99649537,0.00028107766,0.0024872827,0.00040981555,0.0002485935,0.000077889206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010148794,0.0001469366,0.0009491054,0.0004653676,0.000058874037,0.0000042336846,0.00022773209,0.00009129036,0.00001318061],"category_scores_gemma":[0.00075990544,0.000096608645,0.00017039177,0.00034589227,0.00015065743,0.000111618996,0.000041478324,0.00017633523,0.0000013508283],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050820094,0.0021492091,0.1238312,0.0018650366,0.0032364782,0.0010635825,0.010586966,0.05232722,0.4989762,0.006537221,0.24367905,0.0049277423],"study_design_scores_gemma":[0.031969674,0.031952225,0.16769615,0.005520753,0.0039452547,0.09464262,0.10127237,0.12895599,0.40835983,0.0003741936,0.023745662,0.0015652801],"about_ca_topic_score_codex":0.000038289138,"about_ca_topic_score_gemma":0.0000029725052,"teacher_disagreement_score":0.21993338,"about_ca_system_score_codex":0.00020137643,"about_ca_system_score_gemma":0.00051716104,"threshold_uncertainty_score":0.3939586},"labels":[],"label_agreement":null},{"id":"W4411450292","doi":"10.1016/j.jacr.2025.06.026","title":"Pearls and Pitfalls of Integrating Artificial Intelligence Into Radiology Education","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Institute on Minority Health and Health Disparities; National Institutes of Health; Aid for Cancer Research; University of Maryland, Baltimore; Bayer; University of Maryland","keywords":"Radiology; Medical physics; MEDLINE; Computer science; Medicine; Political science","score_opus":0.04127718906685465,"score_gpt":0.39445694756517635,"score_spread":0.3531797584983217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411450292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808036,0.0016269187,0.0035989103,0.012384726,0.0011626171,0.00020279225,0.0000031840045,0.0000029623886,0.0002142773],"genre_scores_gemma":[0.9922932,0.0005978726,0.006047622,0.0006963429,0.00024901525,0.0000035566725,6.596962e-7,0.0000060284287,0.00010570889],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983043,0.00029190248,0.0010256951,0.00012256179,0.00011236722,0.00014313983],"domain_scores_gemma":[0.99735016,0.0006304894,0.001153171,0.0002174225,0.00058178446,0.00006700071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071299885,0.00009935797,0.0006292713,0.00032935527,0.00006999113,0.0000025851496,0.00020922552,0.000071918446,0.000016333273],"category_scores_gemma":[0.0017666492,0.00006800924,0.00013030025,0.00064799306,0.0009172721,0.000046983423,0.0000415202,0.00031322025,6.697241e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019325534,0.0006723719,0.16436812,0.00039796214,0.00038077892,0.000010445025,0.005037868,0.00013440326,0.09905648,0.062608056,0.010275695,0.65512526],"study_design_scores_gemma":[0.00033432266,0.013658267,0.13067019,0.0030307171,0.0012061477,0.008613357,0.19542675,0.0024940257,0.37380144,0.26382962,0.006336448,0.00059871393],"about_ca_topic_score_codex":0.0007111591,"about_ca_topic_score_gemma":0.00008098105,"teacher_disagreement_score":0.65452653,"about_ca_system_score_codex":0.0001171851,"about_ca_system_score_gemma":0.0014171371,"threshold_uncertainty_score":0.33797273},"labels":[],"label_agreement":null},{"id":"W4413014317","doi":"10.1016/j.jacr.2025.07.014","title":"Protecting Radiology Data and Devices Against Cybersecurity Threats: A Joint White Paper of the ACR and Society for Imaging Informatics in Medicine","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"Canon Medical Systems Corporation; Cook Medical; Arthritis Foundation; National Institutes of Health; National Science Foundation","keywords":"Joint (building); Informatics; Computer security; Medicine; White paper; Health informatics; Radiology; Computer science; Medical physics; Data science; Political science; Engineering; Pathology; Law","score_opus":0.06877060842570153,"score_gpt":0.3880535662340632,"score_spread":0.31928295780836163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413014317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962001,0.0017721949,0.00047192434,0.03488498,0.00028178046,0.0004786942,0.00001919694,0.0000017606677,0.00008844539],"genre_scores_gemma":[0.9930486,0.0011292781,0.0028428696,0.0028371015,0.00011678347,0.000005167555,0.0000011853734,0.000004394591,0.000014635317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986601,0.00016699618,0.00085163617,0.00008934261,0.00008798732,0.00014393809],"domain_scores_gemma":[0.997709,0.0006528604,0.0011094763,0.0002850035,0.00020758425,0.000036123718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016802091,0.000084104024,0.00058461906,0.00009709656,0.00010261177,0.0000019761678,0.00022868112,0.000044769073,0.0000017551878],"category_scores_gemma":[0.0013110088,0.000045082314,0.00008066879,0.00033013872,0.0009501994,0.00009029373,0.00012674487,0.00032433472,1.6389455e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010053349,0.00013561758,0.8522549,0.0013837902,0.0005209337,0.0000041196267,0.03443054,0.00009971274,0.008358846,0.0006610225,0.015753532,0.085391596],"study_design_scores_gemma":[0.002300805,0.0024488014,0.4936243,0.004384066,0.0009388631,0.003622049,0.44175646,0.028747922,0.0032025862,0.011327433,0.007344456,0.00030226176],"about_ca_topic_score_codex":0.00020186357,"about_ca_topic_score_gemma":0.0001488051,"teacher_disagreement_score":0.4073259,"about_ca_system_score_codex":0.00006499611,"about_ca_system_score_gemma":0.00036935357,"threshold_uncertainty_score":0.35010493},"labels":[],"label_agreement":null},{"id":"W4413105579","doi":"10.1016/j.jacr.2025.08.004","title":"Reply","year":2025,"lang":"en","type":"letter","venue":"Journal of the American College of Radiology","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health","keywords":"Computer science","score_opus":0.010294256549795768,"score_gpt":0.2578300807302301,"score_spread":0.24753582418043435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413105579","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0096673835,0.0008750134,0.000029654573,0.98168933,0.0031409045,0.00029963334,0.0012393001,0.000019368825,0.0030394115],"genre_scores_gemma":[0.005250972,0.00023413033,0.0021014,0.97201836,0.0060906764,0.000005913082,0.0000074559425,0.00014552953,0.014145559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99467826,0.0020615773,0.0016835553,0.00032316762,0.0006924009,0.00056104996],"domain_scores_gemma":[0.9868621,0.0014808845,0.009596875,0.0012992,0.0006902849,0.00007061136],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011790097,0.0004498794,0.0027627938,0.0010005306,0.00009462847,0.000007384009,0.0029445242,0.00033578344,0.00008689473],"category_scores_gemma":[0.0015199848,0.00028933815,0.0013471309,0.0015200105,0.0022119316,0.00006453623,0.00030644675,0.0040136897,0.000039451847],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042823816,0.0000341094,0.00061045616,0.00005578513,0.0011059876,0.0013061139,0.000022521357,0.00005143673,0.00069431175,0.000054960477,0.99548596,0.00015009161],"study_design_scores_gemma":[0.000607311,0.00083659287,0.0009859344,0.00023800986,0.0005655357,0.0124654295,0.0000722663,0.0000081314265,0.0001788547,0.0007006661,0.9831066,0.00023464537],"about_ca_topic_score_codex":0.00008425569,"about_ca_topic_score_gemma":0.000004730716,"teacher_disagreement_score":0.012379365,"about_ca_system_score_codex":0.00053944846,"about_ca_system_score_gemma":0.001712123,"threshold_uncertainty_score":0.9999559},"labels":[],"label_agreement":null},{"id":"W4413270251","doi":"10.1016/j.jacr.2025.08.011","title":"Educational Debt Among US Medical Graduates Entering Radiology","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Ontario Centres of Excellence; Yale University","keywords":"Debt; Student debt; Medicine; Graduation (instrument); Socioeconomic status; Medical school; Medical education; Family medicine; Finance; Business; Population; Environmental health","score_opus":0.009494185712629477,"score_gpt":0.29280145315564154,"score_spread":0.28330726744301205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413270251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9435518,0.00043559555,0.00010480298,0.049685836,0.0020232573,0.000066960994,0.0000072089065,0.0000038421304,0.004120708],"genre_scores_gemma":[0.996081,0.0006886782,0.00019363877,0.0018970118,0.00042626998,0.0000011536157,4.0385774e-7,0.000002790949,0.0007090463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982078,0.0006582275,0.00035803043,0.000092221235,0.00047534614,0.00020836593],"domain_scores_gemma":[0.99823105,0.0007781633,0.00054908264,0.00012211627,0.00020323427,0.00011632534],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016314181,0.00007321035,0.00042888647,0.0001773622,0.00021798976,0.000004986102,0.0010972328,0.00006915621,0.000117866366],"category_scores_gemma":[0.0019253663,0.000051801362,0.00017298888,0.0004939721,0.0033166243,0.00006111938,0.000114879695,0.00028931096,0.0000012912894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022917271,0.00012803677,0.76661634,0.000016765529,0.00039552504,0.00006553884,0.0014131361,0.000048092745,0.00074425427,0.038197074,0.18875724,0.003388843],"study_design_scores_gemma":[0.0019830668,0.0009105094,0.87147975,0.0004055788,0.0003343327,0.0010703299,0.028900074,0.00007817585,0.0005019519,0.020311961,0.07377136,0.00025289762],"about_ca_topic_score_codex":0.00039094235,"about_ca_topic_score_gemma":0.00031504646,"teacher_disagreement_score":0.11498588,"about_ca_system_score_codex":0.00013017836,"about_ca_system_score_gemma":0.001062188,"threshold_uncertainty_score":0.9993958},"labels":[],"label_agreement":null},{"id":"W4414120402","doi":"10.1016/j.jacr.2025.09.004","title":"Leveraging Large Language Models to Enhance Radiology Report Readability: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Set (abstract data type); Best practice; MEDLINE; Systematic review; English language","score_opus":0.08771838626067138,"score_gpt":0.4538041268876007,"score_spread":0.36608574062692933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414120402","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049325917,0.99139476,0.0009414191,0.0035292637,0.0009819634,0.00246108,0.00004361797,0.000008744927,0.0001459142],"genre_scores_gemma":[0.00095377275,0.99428093,0.0008248772,0.0023119105,0.00033971813,0.00009342457,0.00000752936,0.000025356796,0.0011625041],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9939663,0.0016923944,0.003361521,0.000328085,0.00029276017,0.00035897145],"domain_scores_gemma":[0.9913773,0.0016915534,0.0050223884,0.0011469349,0.00059244956,0.00016938253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034831846,0.00030998996,0.0066410494,0.00040941773,0.000075256314,0.0000030262208,0.00063044135,0.00015900822,0.000019163577],"category_scores_gemma":[0.0062300214,0.00018179974,0.0010859818,0.0011909879,0.00021851811,0.000041759813,0.00010873667,0.0007522677,0.000005286563],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008658816,0.0001382103,0.000026254264,0.9240399,0.0007580304,0.00053769647,0.0005584937,0.000008373477,0.0000050702224,0.00009733874,0.021630708,0.05211336],"study_design_scores_gemma":[0.00003175643,0.0008782223,0.0000028076884,0.8679585,0.006546764,0.05667294,0.0016785236,0.000017977283,0.000026468668,0.00030257812,0.06562048,0.00026302075],"about_ca_topic_score_codex":0.00011110082,"about_ca_topic_score_gemma":0.000013962512,"teacher_disagreement_score":0.05613524,"about_ca_system_score_codex":0.00054794963,"about_ca_system_score_gemma":0.0030035179,"threshold_uncertainty_score":0.74583673},"labels":[],"label_agreement":null},{"id":"W4414803436","doi":"10.1016/j.jacr.2025.09.027","title":"The Iodine Opportunity for Sustainable Radiology: Quantifying Supply-Chain Strategies to Cut Contrast’s Carbon and Costs","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"Microsoft Azure; National Institutes of Health; University of Maryland, Baltimore; Association of University Radiologists; National Institute on Minority Health and Health Disparities; University of Maryland","keywords":"Sustainability; Carbon fibers; Carbon footprint; Carbon tax; Sustainable development; Health care; Cost–benefit analysis","score_opus":0.017021266703776086,"score_gpt":0.3089991523614547,"score_spread":0.2919778856576786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414803436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9520782,0.0018097779,0.0005394355,0.04368247,0.0003080987,0.00058463856,0.000016674128,0.0000062981917,0.00097440043],"genre_scores_gemma":[0.9960874,0.00065141986,0.00030804647,0.0017343484,0.00013830212,0.000012104025,9.0511617e-7,0.000010111946,0.001057413],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99857956,0.00029764988,0.00053685386,0.00012828139,0.00011034103,0.0003472969],"domain_scores_gemma":[0.99751884,0.001116957,0.0006409097,0.00023626721,0.00035770488,0.00012934279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013519358,0.00012982068,0.00070331426,0.00023450772,0.00023646721,0.000017564596,0.00025704445,0.000043447213,0.0000026019143],"category_scores_gemma":[0.0016774004,0.00007544881,0.0001403214,0.00038831306,0.00060033123,0.00007018493,0.00006584444,0.0002517183,6.96571e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023004968,0.0004409231,0.29064852,0.0005530424,0.004509816,0.0006984603,0.0020550876,0.001602867,0.085788056,0.17069252,0.3782547,0.041751023],"study_design_scores_gemma":[0.02419726,0.016043492,0.44488227,0.0010837985,0.0021784878,0.017776422,0.21309827,0.013100914,0.017202036,0.013665593,0.23576578,0.0010056667],"about_ca_topic_score_codex":0.000128289,"about_ca_topic_score_gemma":0.000039530565,"teacher_disagreement_score":0.2110432,"about_ca_system_score_codex":0.00016917514,"about_ca_system_score_gemma":0.001029679,"threshold_uncertainty_score":0.30767128},"labels":[],"label_agreement":null},{"id":"W4414803462","doi":"10.1016/j.jacr.2025.09.025","title":"Radiologists’ Perceptions of the 21st Century Cures Act","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"Aid for Cancer Research","keywords":"Perception; MEDLINE","score_opus":0.008085848158847891,"score_gpt":0.2854427400906509,"score_spread":0.277356891931803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414803462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97532904,0.0014289557,0.000062944506,0.018918732,0.000766189,0.00016409534,0.000025353986,0.0000041079397,0.0033005509],"genre_scores_gemma":[0.9959649,0.0016605863,0.00034559736,0.0013184116,0.00016824613,0.0000013337634,4.179445e-7,0.0000064583446,0.00053407357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872845,0.0003217831,0.000540722,0.000086499895,0.00016181057,0.00016074313],"domain_scores_gemma":[0.99814814,0.00027229858,0.0010222167,0.0003561909,0.0001573761,0.000043783075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003629864,0.00009621773,0.00060504914,0.00018790331,0.000091298134,0.0000021096753,0.00044193256,0.000039974508,0.000046755085],"category_scores_gemma":[0.00062868115,0.000049303188,0.00040417863,0.0006080487,0.001003748,0.00004168723,0.00007304397,0.00033048663,7.390601e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087807816,0.00031274525,0.7608777,0.000078469944,0.0010800784,0.00002140578,0.00054145744,0.0008554708,0.08722941,0.0046692346,0.13189584,0.011560071],"study_design_scores_gemma":[0.0011671748,0.00049748394,0.9643544,0.00016648059,0.00031680329,0.0017513095,0.0038549807,0.00013906183,0.002244085,0.00024312647,0.025199302,0.00006580095],"about_ca_topic_score_codex":0.000024664569,"about_ca_topic_score_gemma":0.000003068286,"teacher_disagreement_score":0.20347665,"about_ca_system_score_codex":0.00009973972,"about_ca_system_score_gemma":0.0004700129,"threshold_uncertainty_score":0.36983517},"labels":[],"label_agreement":null},{"id":"W4415012763","doi":"10.1016/j.jacr.2025.09.029","title":"Eliminating Cost Barriers to Lung Cancer Screening Through State Level Policy","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Miller Group (Canada)","funders":"","keywords":"Lung cancer screening; Cancer screening; Lung cancer; MEDLINE; Medical screening; State (computer science)","score_opus":0.018791024957479814,"score_gpt":0.3584933929088935,"score_spread":0.3397023679514137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415012763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9093869,0.0017031926,0.0018994604,0.085016,0.00050735485,0.0004925896,0.00019174567,0.0000064609753,0.0007962941],"genre_scores_gemma":[0.98535115,0.0008235234,0.0052696187,0.0075349337,0.0002131593,0.000023923565,4.1522185e-7,0.000014172268,0.00076909584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879825,0.00013247709,0.0004789829,0.00013764111,0.00019299841,0.00025964293],"domain_scores_gemma":[0.998422,0.00025513355,0.0006803148,0.00023007584,0.00024901496,0.00016343659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024779118,0.0001353739,0.00071801397,0.00022103438,0.00010927996,0.00000403497,0.0002340087,0.000026925876,0.00002873596],"category_scores_gemma":[0.0005706756,0.0000856869,0.00022346049,0.0008135193,0.0002462682,0.00004520007,0.000081327984,0.00020789835,2.9546172e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030006291,0.00020117626,0.72219205,0.00019214855,0.0039651026,0.00022744885,0.0018391038,0.0062636775,0.003710815,0.0018040142,0.2122373,0.04436652],"study_design_scores_gemma":[0.010264763,0.0040958636,0.89162004,0.0037435181,0.0021943767,0.0017670686,0.0054003336,0.00088804145,0.020478247,0.00063299946,0.058479734,0.00043503725],"about_ca_topic_score_codex":0.0010802656,"about_ca_topic_score_gemma":0.00010029495,"teacher_disagreement_score":0.16942796,"about_ca_system_score_codex":0.00074425427,"about_ca_system_score_gemma":0.0014475802,"threshold_uncertainty_score":0.34942102},"labels":[],"label_agreement":null},{"id":"W4415828387","doi":"10.1016/j.jacr.2025.08.043","title":"ACR Appropriateness Criteria® First Trimester Vaginal Bleeding: 2025 Update","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Ectopic Pregnancy Diagnosis and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"American College of Radiology; University of Michigan; Aid for Cancer Research","keywords":"Appropriateness criteria; Medical diagnosis; Vaginal bleeding; Gestational trophoblastic disease; Pregnancy; First trimester; Ectopic pregnancy; Guideline; Medical literature; Multidisciplinary approach","score_opus":0.013371865004742958,"score_gpt":0.29439650257314287,"score_spread":0.2810246375683999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415828387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9296829,0.0018874917,0.0010652002,0.06096306,0.0018183326,0.00036162187,0.000014942366,0.000009693886,0.004196768],"genre_scores_gemma":[0.9916905,0.001148427,0.0015947,0.003101641,0.00021237365,0.000008184624,5.74752e-7,0.000008792469,0.0022347893],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99884486,0.00012411374,0.00054129394,0.00013591202,0.00015453121,0.00019930486],"domain_scores_gemma":[0.9986426,0.0001532492,0.00065001444,0.00031831602,0.00017684745,0.000058959235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004050273,0.00012611822,0.00076348946,0.0002178995,0.00006159807,0.0000054729567,0.00039001025,0.000041311305,0.000051031482],"category_scores_gemma":[0.0001921482,0.00007749243,0.00025864513,0.0004221877,0.0002972394,0.000048700847,0.00014523447,0.0002121167,0.0000017380845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028959103,0.0010219393,0.16696173,0.0006848074,0.002602562,0.0006301905,0.0002569482,0.00010590906,0.00762074,0.013317376,0.7922268,0.011675076],"study_design_scores_gemma":[0.0091591,0.0031227304,0.5604605,0.0024698859,0.0019252289,0.0029203903,0.0011836739,0.00027266287,0.009493469,0.0038479606,0.4047851,0.00035927596],"about_ca_topic_score_codex":0.000020308067,"about_ca_topic_score_gemma":0.0000044141193,"teacher_disagreement_score":0.3934988,"about_ca_system_score_codex":0.00008792551,"about_ca_system_score_gemma":0.00022833062,"threshold_uncertainty_score":0.31600493},"labels":[],"label_agreement":null},{"id":"W4416265748","doi":"10.1016/j.jacr.2025.11.009","title":"The Cult of “Myself”: How Hypercorrection Seizes Professional English, and Why It Matters in Radiology","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Cult","score_opus":0.008580651127116586,"score_gpt":0.2915500629232785,"score_spread":0.2829694117961619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416265748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8776744,0.0010603372,0.00003787686,0.11851311,0.0023781788,0.00018347433,0.0000041721073,0.0000023412388,0.00014611449],"genre_scores_gemma":[0.99343055,0.0023717624,0.0004212633,0.0029811997,0.00021425683,0.000006354583,7.554035e-7,0.000006701951,0.0005671717],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983759,0.00072855834,0.0004942708,0.00012013781,0.00010757913,0.00017356158],"domain_scores_gemma":[0.9969831,0.0013945942,0.0011280419,0.00019274412,0.00025910366,0.000042385695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000996664,0.00010555229,0.00062986265,0.00022939742,0.00009669023,0.000003125286,0.00020994469,0.00008665044,0.000005123279],"category_scores_gemma":[0.0013742005,0.00005710638,0.00012255448,0.00042139535,0.0009856608,0.00008360863,0.000044401164,0.00045338902,1.4521153e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00678869,0.00040987998,0.2807392,0.00014204088,0.0009795895,0.000037417434,0.004169924,0.00015536042,0.049876705,0.0013861277,0.64682394,0.008491117],"study_design_scores_gemma":[0.0056007416,0.0040409854,0.7456048,0.00064190204,0.0008119695,0.014890289,0.08664255,0.00058256806,0.0044454793,0.0012474976,0.13523354,0.00025763627],"about_ca_topic_score_codex":0.000030218262,"about_ca_topic_score_gemma":0.000024002462,"teacher_disagreement_score":0.5115904,"about_ca_system_score_codex":0.000095699375,"about_ca_system_score_gemma":0.0003756368,"threshold_uncertainty_score":0.36317083},"labels":[],"label_agreement":null},{"id":"W4416628378","doi":"10.1016/j.jacr.2025.08.019","title":"Artificial Intelligence Implementation in Pediatric Radiology for Patient Safety: A Multisociety Statement From the ACR, ESPR, SPR, SLARP, AOSPR, SPIN","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"GE Healthcare; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Novo Nordisk Foundation Center for Basic Metabolic Research; Japanese Association of Cardiac Rehabilitation; National Institute for Health and Care Research; Siemens Healthineers; Terry Fox Foundation; Physicians' Services Incorporated Foundation; Vertex Pharmaceuticals; Childhood Arthritis and Rheumatology Research Alliance; Royal Marsden Cancer Charity; European Maritime and Fisheries Fund; Bayer Corporation; RSNA Research and Education Foundation","keywords":"Transparency (behavior); Patient safety; Workgroup; Position statement; Stakeholder; Early adopter; Position paper; Health care","score_opus":0.04971994935038262,"score_gpt":0.4179317290686328,"score_spread":0.3682117797182502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416628378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9535281,0.0011251222,0.008680367,0.033895686,0.0015900431,0.0010477459,0.00011451822,0.000004446058,0.0000139490885],"genre_scores_gemma":[0.9916543,0.0019279268,0.0038095566,0.0020765688,0.00045012037,0.000040633917,0.000010753251,0.00001114297,0.0000190369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970375,0.0004839876,0.0017552269,0.00020680806,0.00019544015,0.0003210488],"domain_scores_gemma":[0.99614704,0.0016615005,0.0014677006,0.00029505038,0.00036324543,0.00006544866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012053563,0.00015231763,0.00064327096,0.00018185686,0.00014534184,0.000005317013,0.0003318884,0.00008088049,0.00003560441],"category_scores_gemma":[0.00079175225,0.0000957905,0.00027060215,0.0007707589,0.00033998408,0.000054220018,0.0000624419,0.00036707826,0.0000014978081],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00754417,0.00082527753,0.4642244,0.00014915608,0.0005635306,0.00002696925,0.008426258,0.0020283666,0.00528123,0.0038610878,0.04900492,0.45806462],"study_design_scores_gemma":[0.0017650208,0.017341036,0.6151946,0.0005883918,0.0018627894,0.00067984086,0.19250382,0.009824811,0.063738346,0.0682025,0.027463038,0.0008357991],"about_ca_topic_score_codex":0.0012241025,"about_ca_topic_score_gemma":0.0008549933,"teacher_disagreement_score":0.4572288,"about_ca_system_score_codex":0.0004530719,"about_ca_system_score_gemma":0.0009896172,"threshold_uncertainty_score":0.39062232},"labels":[],"label_agreement":null},{"id":"W4417443882","doi":"10.1016/j.jacr.2025.12.019","title":"The State of Artificial Intelligence 2025: Its Capabilities and Roles in Industry, Politics, and Radiology","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Peter's Hospital","funders":"","keywords":"State (computer science); Applications of artificial intelligence; MEDLINE; Radiology information systems","score_opus":0.049411244932336534,"score_gpt":0.37529782545517,"score_spread":0.3258865805228335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417443882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9791834,0.003142261,0.000065340915,0.016973514,0.00039754427,0.00017590247,0.000012885017,0.0000013460525,0.00004782193],"genre_scores_gemma":[0.996668,0.0026470195,0.0001410515,0.0003122453,0.000089157395,0.0000028192842,1.7346129e-7,0.0000041515195,0.00013540236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844444,0.00034097073,0.0008330716,0.000099798766,0.00008893477,0.00019280711],"domain_scores_gemma":[0.99758106,0.0013380576,0.0005844498,0.00015751555,0.00027993257,0.000059008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081470405,0.00008482422,0.00050177006,0.0002017987,0.00007746808,0.0000031014688,0.00015409991,0.00007531498,0.0000029539215],"category_scores_gemma":[0.0015239705,0.000051222487,0.000057495727,0.00033220978,0.0017187682,0.000030131432,0.000047848935,0.00044153153,1.6410216e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043275277,0.00043799027,0.5229498,0.00046661563,0.0005577868,0.0000501113,0.008785155,0.00090020546,0.021808995,0.056663793,0.0049758563,0.37807614],"study_design_scores_gemma":[0.00036673443,0.007100097,0.37868613,0.0010960413,0.0003664853,0.003908854,0.10511764,0.0036987604,0.18972331,0.30687916,0.00269736,0.000359423],"about_ca_topic_score_codex":0.00039815338,"about_ca_topic_score_gemma":0.00035318665,"teacher_disagreement_score":0.3777167,"about_ca_system_score_codex":0.00007604692,"about_ca_system_score_gemma":0.00060861895,"threshold_uncertainty_score":0.6332873},"labels":[],"label_agreement":null},{"id":"W7117313120","doi":"10.1016/j.jacr.2025.12.026","title":"US Radiology Imaging and Workforce Volumes 2017-2024: An Analysis of 46.4 Million Imaging Examinations From 167 Radiology Facilities","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Quartile; Quarter (Canadian coin); Medical imaging; Radiology information systems; Sonographer","score_opus":0.013814791769632484,"score_gpt":0.3065649535230032,"score_spread":0.29275016175337076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117313120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816105,0.0079962015,0.0014482226,0.0071510915,0.0010532414,0.00017878349,0.0001295106,0.0000082158695,0.00042424636],"genre_scores_gemma":[0.9937568,0.0022259038,0.002186208,0.0007192277,0.00020669235,0.000005623583,0.000021779108,0.000011713638,0.0008660837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971787,0.0010392552,0.0010145508,0.0003104825,0.00014798612,0.0003090588],"domain_scores_gemma":[0.99554396,0.001553855,0.0018866241,0.00050551974,0.00039569748,0.000114364135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097045675,0.0002165484,0.0016216314,0.0012123665,0.0001511066,0.000007227047,0.0003894665,0.00009900468,0.00006686959],"category_scores_gemma":[0.0009907332,0.00016038507,0.0003521971,0.0011475123,0.001977677,0.0002128834,0.000077170735,0.00044321778,4.6349925e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008218394,0.00013814365,0.9670428,0.000028313918,0.0023783622,0.000036327157,0.0008684532,0.00067597046,0.009380048,0.0008698518,0.011404771,0.006355141],"study_design_scores_gemma":[0.001151369,0.0006071246,0.9602196,0.00007394524,0.0037248502,0.0031797574,0.010787224,0.012838028,0.0002643818,0.0006812132,0.0063237157,0.00014879118],"about_ca_topic_score_codex":0.0008247415,"about_ca_topic_score_gemma":0.0000864895,"teacher_disagreement_score":0.012162059,"about_ca_system_score_codex":0.00016830905,"about_ca_system_score_gemma":0.0003939864,"threshold_uncertainty_score":0.7286833},"labels":[],"label_agreement":null}]}