{"id":"W4312847312","doi":"10.1109/icsme55016.2022.00014","title":"An Empirical Study on the Usage of Automated Machine Learning Tools","year":2022,"lang":"en","type":"article","venue":"","topic":"Machine Learning and Data Classification","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Empirical research; Artificial intelligence; Machine learning; Data science; Human–computer interaction; Statistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04066087,0.0007428001,0.0007333317,0.009469965,0.001824963,0.005692956,0.002559789,0.001845924,0.002519453],"category_scores_gemma":[0.2528101,0.001076117,0.0006259149,0.008757263,0.003064444,0.01138579,0.004945568,0.002274287,0.00109214],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002257771,"about_ca_system_score_gemma":0.002244898,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002278369,"about_ca_topic_score_gemma":0.003152082,"domain_scores_codex":[0.94063,0.028249,0.005272608,0.004424592,0.01927938,0.002144301],"domain_scores_gemma":[0.5339158,0.3344609,0.05781072,0.01613406,0.05175219,0.005926388],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005913429,0.001073592,0.5592037,0.003705159,0.0002702166,0.002340613,0.1856542,0.001465927,0.00615582,0.003237526,0.009290646,0.2270112],"study_design_scores_gemma":[0.0001179154,0.001802629,0.6381289,0.004042604,0.0002372322,0.005696914,0.2376685,0.01576261,0.007668339,0.003429765,0.0849047,0.0005398029],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9878684,0.001128095,0.005343234,0.0007630841,0.00002303991,0.0001191326,0.0004805485,0.0003832858,0.00389109],"genre_scores_gemma":[0.9874048,0.0009711831,0.008103759,0.0003234227,0.00003378125,0.0002683368,0.001019336,0.0003828477,0.001492489],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9593391,"threshold_uncertainty_score":0.2150378,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06111834535786222,"score_gpt":0.3460897599133117,"score_spread":0.2849714145554495,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}