{"id":"W4405908781","doi":"10.1109/wf-iot62078.2024.10811307","title":"Issues and Challenges in Machine Learning-based IoT Device Discovery: An Empirical Study","year":2024,"lang":"en","type":"article","venue":"","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Solana Networks (Canada)","funders":"","keywords":"Computer science; Internet of Things; Empirical research; Data science; Machine learning; Artificial intelligence; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0301997,0.0005767316,0.0006731831,0.001717295,0.001353658,0.00390479,0.002101326,0.001861455,0.002547929],"category_scores_gemma":[0.1275997,0.0004861449,0.0009103653,0.003383973,0.002497047,0.01170372,0.002014395,0.003042885,0.001029674],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001460759,"about_ca_system_score_gemma":0.001358616,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006678706,"about_ca_topic_score_gemma":0.005716251,"domain_scores_codex":[0.9834285,0.01050704,0.001250668,0.001892917,0.00237698,0.0005437926],"domain_scores_gemma":[0.769484,0.1983996,0.01046423,0.01079664,0.009749194,0.00110639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005629027,0.001888768,0.8807673,0.0007534308,0.0002282334,0.0004919461,0.003665467,0.01228054,0.000619187,0.01051445,0.01046625,0.07776146],"study_design_scores_gemma":[0.00009523004,0.0007608822,0.6004538,0.0010575,0.0002649947,0.001935162,0.03056755,0.3027715,0.001629766,0.0311745,0.02915441,0.0001346822],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9664825,0.003168177,0.01526128,0.006193255,0.00008045529,0.000300463,0.001496039,0.0001155278,0.006902321],"genre_scores_gemma":[0.9922417,0.0005736647,0.004563612,0.0003574095,0.00006682809,0.00009871504,0.001468165,0.00002985791,0.0006000452],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0301997,"threshold_uncertainty_score":0.1597131,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1747966423034961,"score_gpt":0.3694484074963734,"score_spread":0.1946517651928773,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}