{"id":"W4392224127","doi":"10.1007/s10664-024-10474-4","title":"An empirical study of challenges in machine learning asset management","year":2024,"lang":"en","type":"preprint","venue":"Empirical Software Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"","keywords":"Asset management; Empirical research; Asset (computer security); Business; Computer science; Knowledge management; Finance; Computer security; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007156413,0.0002211537,0.0002927062,0.0008153446,0.001423232,0.003293011,0.0009199152,0.001337623,0.003227704],"category_scores_gemma":[0.1258453,0.0002138565,0.0001656679,0.002042768,0.002088761,0.007206983,0.001487848,0.002423872,0.0003299809],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001097696,"about_ca_system_score_gemma":0.001726887,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003176887,"about_ca_topic_score_gemma":0.003487134,"domain_scores_codex":[0.9962416,0.002231815,0.0001834157,0.0002545338,0.0008688158,0.0002198467],"domain_scores_gemma":[0.7948788,0.1792537,0.01071803,0.004714223,0.007774608,0.002660659],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008824241,0.003210465,0.6518716,0.0004119931,0.0001001848,0.00105373,0.02156719,0.01322866,0.001426684,0.1822454,0.01074119,0.1132606],"study_design_scores_gemma":[0.0001776186,0.001206089,0.4605311,0.0005249543,0.00008074605,0.001204298,0.08858345,0.118963,0.00240708,0.2904809,0.03573503,0.0001057428],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9833817,0.0004090977,0.002564302,0.003012372,0.00002381781,0.00004613837,0.00006537502,0.000007155403,0.01049006],"genre_scores_gemma":[0.9984995,0.00009003956,0.0006863596,0.00009540749,0.00001539601,0.00001679692,0.00004361172,0.000004052918,0.0005488789],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007156413,"threshold_uncertainty_score":0.03784722,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.111359248122276,"score_gpt":0.3433271423296989,"score_spread":0.2319678942074229,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}