{"id":"W3124177705","doi":"10.1609/aimag.v41i4.7383","title":"Place Your Bets: Will Machine Learning Outgrow Human Labeling?","year":2020,"lang":"en","type":"article","venue":"AI Magazine","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Craft; Artificial intelligence; Computer science; Machine learning; Data science; Art; Visual arts","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011787,0.0006645964,0.0006186067,0.001648877,0.003972936,0.01266376,0.001611853,0.004957418,0.08639668],"category_scores_gemma":[0.05413957,0.0005714635,0.0005312655,0.001657727,0.003805454,0.02097515,0.003058882,0.006425146,0.04276214],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003094301,"about_ca_system_score_gemma":0.001998069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005260156,"about_ca_topic_score_gemma":0.01178739,"domain_scores_codex":[0.9960454,0.001323495,0.000109587,0.0005930688,0.001496153,0.0004322965],"domain_scores_gemma":[0.977905,0.01214868,0.001164553,0.002268162,0.004208966,0.002304665],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001419914,0.00008476768,0.001864565,0.00009337659,0.00001436435,0.0000623419,0.0003782399,0.0004336704,0.0005575992,0.06836277,0.7165936,0.2114127],"study_design_scores_gemma":[0.00003954963,0.00009194126,0.00192278,0.0002936503,0.00001871241,0.0001246499,0.001397414,0.005194867,0.001513448,0.1719598,0.8173715,0.00007169932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01322421,0.006266443,0.03292714,0.5950862,0.01877637,0.00008483697,0.001201961,0.002998195,0.3294347],"genre_scores_gemma":[0.3573757,0.007953758,0.05019028,0.1553605,0.01692813,0.0002566144,0.002326964,0.004661452,0.4049466],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.08639668,"threshold_uncertainty_score":0.2890257,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03812501707958438,"score_gpt":0.2869459777941498,"score_spread":0.2488209607145654,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}