{"id":"W4401635770","doi":"10.1145/3688841","title":"An Exploratory Study on Machine Learning Model Management","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Documentation; Computer science; Software versioning; Software engineering; Automation; Code refactoring; Knowledge management; Data science; Process management; Software; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02290026,0.0004557823,0.0004935883,0.002425377,0.002158127,0.004516238,0.002472115,0.001486306,0.003658744],"category_scores_gemma":[0.1300161,0.0003986181,0.0005651696,0.004471989,0.00160817,0.008988138,0.002364374,0.002994867,0.001026767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003087151,"about_ca_system_score_gemma":0.003634916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004693639,"about_ca_topic_score_gemma":0.007968163,"domain_scores_codex":[0.9833264,0.009811507,0.0008320471,0.001325258,0.003760729,0.0009440783],"domain_scores_gemma":[0.8260937,0.1410587,0.007133661,0.009813312,0.01258785,0.003312781],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004984131,0.005110318,0.3319247,0.002144884,0.0001332985,0.001747051,0.1437852,0.008932286,0.003472739,0.04739074,0.04158285,0.4132775],"study_design_scores_gemma":[0.0001778391,0.00212942,0.1875953,0.002175664,0.0001449336,0.002524309,0.1957646,0.1541468,0.007207289,0.04805916,0.3997693,0.0003053314],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9524736,0.001213311,0.02342886,0.005712843,0.0000552425,0.000654725,0.001221356,0.000389176,0.01485079],"genre_scores_gemma":[0.9629641,0.000918676,0.02873835,0.0009041107,0.00004541654,0.0005283103,0.002072228,0.00019329,0.003635566],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02290026,"threshold_uncertainty_score":0.1211097,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1074396069106475,"score_gpt":0.3519211356913123,"score_spread":0.2444815287806648,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}