{"id":"W4392224127","doi":"10.1007/s10664-024-10474-4","title":"An empirical study of challenges in machine learning asset management","year":2024,"lang":"en","type":"preprint","venue":"Empirical Software Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"","keywords":"Asset management; Empirical research; Asset (computer security); Business; Computer science; Knowledge management; Finance; Computer security; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006869369,0.0006225982,0.0007818856,0.001093371,0.00005662678,0.0003026772,0.0009411892,0.0003537099,0.0001403023],"category_scores_gemma":[0.000287761,0.0005889166,0.0001480959,0.0009060322,0.00002931967,0.0003776359,0.002951605,0.00178467,0.0001106218],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001093155,"about_ca_system_score_gemma":0.00002332337,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000339766,"about_ca_topic_score_gemma":0.0002148405,"domain_scores_codex":[0.9968249,0.00003391576,0.0008253201,0.001128885,0.0006612234,0.0005258233],"domain_scores_gemma":[0.9987329,0.0001270954,0.0002053254,0.0007844513,0.000110298,0.00003990614],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007943157,0.002399119,0.7257655,0.01142059,0.0003596605,0.0006190408,0.0009969969,0.2230637,0.00001244894,0.0003329445,0.00114539,0.03380528],"study_design_scores_gemma":[0.001122628,0.0002216546,0.6223978,0.003178258,0.0006181779,0.00001244262,0.001423846,0.2728966,0.00002359982,0.003049691,0.09237478,0.00268052],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9861467,0.003963517,0.004723134,0.0005474896,0.001796337,0.000974154,0.00002336295,0.001164455,0.0006608443],"genre_scores_gemma":[0.997331,0.0002522293,0.0009855615,0.00008193812,0.000817923,0.0001391305,0.0002054136,0.0001339765,0.00005284451],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1033677,"threshold_uncertainty_score":0.9996562,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.111359248122276,"score_gpt":0.3433271423296989,"score_spread":0.2319678942074229,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}