{"id":"W2966886210","doi":"10.3390/s19163491","title":"Practical Considerations for Accuracy Evaluation in Sensor-Based Machine Learning and Deep Learning","year":2019,"lang":"en","type":"article","venue":"Sensors","topic":"Fault Detection and Control Systems","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Deep learning; Artificial intelligence; Machine learning; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03227346,0.001992854,0.001653385,0.00208395,0.001296483,0.004376584,0.003701987,0.003137907,0.003552381],"category_scores_gemma":[0.1740668,0.0007219067,0.001210836,0.002912886,0.002223483,0.006455251,0.00371311,0.00370686,0.001265042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002388204,"about_ca_system_score_gemma":0.002113279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006273492,"about_ca_topic_score_gemma":0.004951391,"domain_scores_codex":[0.9554242,0.0211447,0.003465753,0.003076274,0.01588504,0.001004185],"domain_scores_gemma":[0.8888916,0.06924774,0.003496623,0.01710973,0.02049001,0.0007643229],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002810309,0.0007109795,0.02337431,0.002301173,0.0006820227,0.0006443601,0.0007466379,0.3877016,0.02063351,0.07139235,0.03994508,0.4490575],"study_design_scores_gemma":[0.0002634402,0.001755492,0.01553015,0.001288407,0.0002253757,0.0008022019,0.0009229968,0.7872366,0.06338125,0.08047191,0.04787758,0.0002445691],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06413795,0.01047331,0.8877028,0.009156195,0.001816408,0.0007154897,0.002217055,0.004944892,0.01883585],"genre_scores_gemma":[0.5365897,0.002310264,0.4498046,0.002594774,0.000440639,0.0009813122,0.003672151,0.001082211,0.002524288],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03227346,"threshold_uncertainty_score":0.1706804,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02472887090716955,"score_gpt":0.29930160709551,"score_spread":0.2745727361883404,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}