{"id":"W4384466920","doi":"10.1016/j.jss.2023.05.030","title":"Modeling the Adoption of 5760 Clinical Studies Into Practice Across 5 Surgical Specialties","year":2023,"lang":"en","type":"article","venue":"Journal of Surgical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Specialty; Citation; Impact factor; Perioperative; Set (abstract data type); Medicine; Knowledge translation; Computer science; Family medicine; Library science; Surgery; Knowledge management; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.629919,0.0001840775,0.00339919,0.000556517,0.000467252,0.0006679486,0.002400174,0.0001521944,0.001026171],"category_scores_gemma":[0.2793353,0.00006745874,0.002639111,0.004105664,0.0006949498,0.000577467,0.0007666391,0.001446027,0.001732178],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007503035,"about_ca_system_score_gemma":0.000293758,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001362044,"about_ca_topic_score_gemma":0.0000169919,"domain_scores_codex":[0.8902529,0.05887822,0.02160868,0.0007841751,0.02767088,0.0008051706],"domain_scores_gemma":[0.7520164,0.2090629,0.00745619,0.002890241,0.02802653,0.0005477095],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003915404,0.001463201,0.02900341,0.0005035179,0.005157723,0.005045937,0.02162565,0.03367543,0.00006609849,0.02989385,0.4996108,0.370039],"study_design_scores_gemma":[0.001075916,0.000548915,0.001696931,0.0002394688,0.0001687292,0.000424674,0.07232574,0.04791308,0.00001116391,0.02489463,0.8505394,0.0001613533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9619941,0.007782581,0.0005411482,0.02575849,0.0007398927,0.0003649274,0.000003986907,0.000003152979,0.00281177],"genre_scores_gemma":[0.9763977,0.01696614,0.0009724551,0.00003214873,0.0014256,0.000007384361,6.81084e-7,0.00001163715,0.004186237],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3698776,"threshold_uncertainty_score":0.999887,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.964050085383392,"score_gpt":0.7604477964346443,"score_spread":0.2036022889487477,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}