{"id":"W4294975107","doi":"10.1109/embc48229.2022.9871372","title":"Data-Efficient Training of Pure Vision Transformers for the Task of Chest X-ray Abnormality Detection Using Knowledge Distillation","year":2022,"lang":"en","type":"article","venue":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transformer; Convolutional neural network; Abnormality; Artificial intelligence; Limiting; Machine learning; Training set; Pattern recognition (psychology); Voltage; Engineering; Electrical engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001041398,0.001084671,0.0005806236,0.0007306291,0.0002751602,0.0008474072,0.001734812,0.0009171666,0.004025741],"category_scores_gemma":[0.004052113,0.000477929,0.0007234659,0.0005808081,0.0005392125,0.001839314,0.001538519,0.001814996,0.001865921],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008097404,"about_ca_system_score_gemma":0.001564407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00668595,"about_ca_topic_score_gemma":0.01118336,"domain_scores_codex":[0.9996637,0.00005214295,0.00002249238,0.0001399376,0.00006459055,0.00005712475],"domain_scores_gemma":[0.9990177,0.0004444026,0.0000714595,0.0002064197,0.0001957136,0.0000643142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0004022927,0.0003310467,0.005176486,0.0002740448,0.0001160041,0.0001761055,0.0001416449,0.1393713,0.02658624,0.007774543,0.01165064,0.8079997],"study_design_scores_gemma":[0.00003626719,0.0001606318,0.0008748235,0.00002394218,0.00002952019,0.0001072941,0.00004682481,0.9697824,0.01994358,0.006079302,0.002902419,0.00001310704],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1124898,0.0008173988,0.8602698,0.0006306578,0.000192293,0.000262308,0.0008964429,0.01943057,0.005010767],"genre_scores_gemma":[0.678065,0.0003675427,0.3111748,0.000466492,0.00007222735,0.0002282392,0.003343074,0.0004372844,0.00584524],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00668595,"threshold_uncertainty_score":0.01346737,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1130896754094058,"score_gpt":0.3805298655244511,"score_spread":0.2674401901150453,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}