{"id":"W2971656115","doi":"10.1016/s2589-7500(19)30112-8","title":"Turning the crank for machine learning: ease, at what expense?","year":2019,"lang":"en","type":"letter","venue":"The Lancet Digital Health","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Artificial intelligence; Health care; Transformative learning; Deep learning; Machine learning; Workflow; Data science; Psychology; Database","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008261037,0.0003149907,0.0007574728,0.00006647949,0.0006184091,0.0003174602,0.0003735622,0.000316729,0.0000932788],"category_scores_gemma":[0.0009914767,0.0001716218,0.0002212581,0.0001443653,0.000135843,0.0002549902,0.00008483085,0.002128563,0.0004735526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003445916,"about_ca_system_score_gemma":0.0006041835,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003776504,"about_ca_topic_score_gemma":0.00007096747,"domain_scores_codex":[0.9974684,0.0001636548,0.0005954338,0.0004269628,0.0004309114,0.0009147098],"domain_scores_gemma":[0.9941636,0.004276952,0.0004443838,0.0008485692,0.0001599406,0.0001065938],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002422568,0.00002030099,0.001506831,0.000981709,0.00003740754,0.000007239699,0.002587323,0.00001226434,0.000001234123,0.0000257897,0.9293966,0.06518105],"study_design_scores_gemma":[0.000115655,0.0004946809,0.0001620462,0.0007232358,0.00003217445,0.0001011192,0.001126496,0.000508416,0.00003199735,0.001502022,0.9950208,0.0001813564],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.009671431,0.008143942,0.00008431038,0.9763981,0.002094042,0.002183373,0.00009899752,0.000112075,0.00121377],"genre_scores_gemma":[0.03963495,0.002848431,0.00003647714,0.9090798,0.017007,0.0001787557,0.00236986,0.0001027101,0.02874199],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.06731824,"threshold_uncertainty_score":0.9247664,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2266024426136011,"score_gpt":0.4228292533615161,"score_spread":0.1962268107479149,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}