{"id":"W2950032386","doi":"10.1186/s13063-019-3393-5","title":"Understanding the impact of a multispecialty electronic consultation service on family physician referral rates to specialists: a randomized controlled trial using health administrative data","year":2019,"lang":"en","type":"article","venue":"Trials","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; Champlain Regional College; Bruyère; University of Ottawa","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Referral; Randomized controlled trial; Specialty; Intervention (counseling); Family medicine; Randomization; Rate ratio; Emergency medicine; Confidence interval; Nursing; Internal medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01184368,0.0002776245,0.002882998,0.0002974759,0.000211418,0.0001785621,0.0004507076,0.0001197669,0.00005868356],"category_scores_gemma":[0.003925376,0.00016122,0.000329745,0.0007591902,0.00006932088,0.0003650446,0.0001009807,0.0002263193,0.00005765712],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004728772,"about_ca_system_score_gemma":0.0008222807,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01020462,"about_ca_topic_score_gemma":0.001521714,"domain_scores_codex":[0.995919,0.001042842,0.001768394,0.0004329384,0.0003534862,0.0004833695],"domain_scores_gemma":[0.9939684,0.002739366,0.002376964,0.0006302139,0.0002596158,0.00002544754],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.9092915,0.0001366514,0.00001456129,0.0001005072,0.0005465694,9.072464e-7,0.0003410362,0.000190362,0.001158407,0.08622873,0.0009791349,0.001011635],"study_design_scores_gemma":[0.9812793,0.0003988249,0.00006233535,0.0002399266,0.000152802,5.01342e-7,0.002781394,0.008919935,0.0000187276,0.005172935,0.0007428571,0.0002304864],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9593883,0.0001604409,0.001967664,0.004295684,0.001309534,0.02891357,0.00009519164,0.00010142,0.003768235],"genre_scores_gemma":[0.9952888,0.00001589528,0.00003426423,0.002269009,0.002102632,0.000150256,0.00009117102,0.00002690557,0.00002107877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0810558,"threshold_uncertainty_score":0.9963865,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4558177030111628,"score_gpt":0.4772507240015615,"score_spread":0.02143302099039868,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}