{"id":"W3205700046","doi":"10.1109/smartiot52359.2021.00060","title":"Machine Learning-as-a-Service Performance Evaluation on Multi-class Datasets","year":2021,"lang":"en","type":"article","venue":"","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Computer science; Machine learning; Cloud computing; Artificial intelligence; Class (philosophy); Table (database); Service (business); IBM; Process (computing); Service provider; Data science; Data mining; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008531414,0.002973826,0.002623623,0.003693435,0.001580029,0.002430764,0.002357593,0.002630156,0.002275182],"category_scores_gemma":[0.01600525,0.0003240906,0.001676453,0.004001648,0.0009861704,0.003315206,0.001689345,0.002466744,0.002470249],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002693488,"about_ca_system_score_gemma":0.001916168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02081709,"about_ca_topic_score_gemma":0.01532319,"domain_scores_codex":[0.9926126,0.001818377,0.0007904944,0.001279452,0.002498362,0.001000736],"domain_scores_gemma":[0.9879852,0.004357081,0.0007859536,0.001755573,0.004077008,0.001039223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.008839627,0.007755694,0.05344757,0.00161703,0.001305312,0.0006667293,0.0002962987,0.2161674,0.009801418,0.002987914,0.1258117,0.5713032],"study_design_scores_gemma":[0.0002209264,0.001227408,0.01629064,0.00005642347,0.00008786807,0.0002186459,0.0002542983,0.9646354,0.01000924,0.001182759,0.005747131,0.00006924339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9093941,0.009169479,0.03019198,0.003520041,0.002669703,0.0006897096,0.009904628,0.01957982,0.01488055],"genre_scores_gemma":[0.916557,0.001289627,0.04383511,0.0006015067,0.0003674835,0.0002990764,0.03136379,0.0005331227,0.005153319],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02081709,"threshold_uncertainty_score":0.04511893,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0474917778370254,"score_gpt":0.3144535249562416,"score_spread":0.2669617471192162,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}