{"id":"W4386162831","doi":"10.1038/s41746-023-00906-8","title":"How AI can learn from the law: putting humans in the loop only on appeal","year":2023,"lang":"en","type":"review","venue":"npj Digital Medicine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"National Institutes of Health; University of Toronto; European Commission; Novo Nordisk Fonden; Connaught Fund; Pennsylvania State University; Novo Nordisk; National Institute of Biomedical Imaging and Bioengineering; University of Pennsylvania","keywords":"Appeal; Analogy; Process (computing); Computer science; Human intelligence; Artificial intelligence; Psychology; Law; Epistemology; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002573549,0.0003340563,0.0009708315,0.00007609469,0.0008728196,0.001063908,0.001258492,0.0004378694,0.0000210426],"category_scores_gemma":[0.00513527,0.0001644806,0.0002507557,0.0006844441,0.001285148,0.0002647286,0.0000998055,0.001908493,0.00007241662],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001900554,"about_ca_system_score_gemma":0.0008075067,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02411488,"about_ca_topic_score_gemma":0.04707408,"domain_scores_codex":[0.9966775,0.0005859943,0.0004347774,0.0003855983,0.00134303,0.000573068],"domain_scores_gemma":[0.9945231,0.004515865,0.0002888431,0.0004097956,0.0001125799,0.0001498277],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001633787,0.00003678055,0.00002280719,0.000344346,0.00007517005,0.00006367574,0.03889244,1.135412e-7,1.708591e-8,0.1439191,0.0114627,0.8051811],"study_design_scores_gemma":[0.0001182601,0.0001012837,0.00002583777,0.00768678,0.0001007586,7.712903e-7,0.02022612,1.895899e-7,5.762862e-9,0.01934756,0.9522326,0.0001598101],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00008454842,0.5632845,0.00000136681,0.2331021,0.0009324939,0.001079928,0.0001503855,0.0001134554,0.2012512],"genre_scores_gemma":[0.01038117,0.9686061,0.000001359436,0.008132008,0.005434802,0.00003196326,0.0002011661,0.00006387168,0.007147571],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9407699,"threshold_uncertainty_score":0.9999731,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1940363635505531,"score_gpt":0.4431613134559878,"score_spread":0.2491249499054347,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}