{"id":"W4285012250","doi":"10.1080/00949655.2022.2093873","title":"Robust ranking by ensembling of diverse models and assessment metrics","year":2022,"lang":"en","type":"article","venue":"Journal of Statistical Computation and Simulation","topic":"Machine Learning in Bioinformatics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; Thompson Rivers University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Feature selection; Classifier (UML); Artificial intelligence; Pattern recognition (psychology); Mathematics; Machine learning; Feature (linguistics); Ranking (information retrieval); Data mining; Computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008639623,0.001754251,0.002398157,0.003128059,0.001037179,0.003162299,0.002248503,0.001590993,0.001140656],"category_scores_gemma":[0.02008673,0.0007800336,0.001394338,0.001560148,0.0009567227,0.003338589,0.002267575,0.001796261,0.000794582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001401406,"about_ca_system_score_gemma":0.001618087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00281121,"about_ca_topic_score_gemma":0.00380596,"domain_scores_codex":[0.9948597,0.002051932,0.0003192869,0.0009085781,0.001517513,0.0003429908],"domain_scores_gemma":[0.9888221,0.004263551,0.0009843011,0.001970582,0.003322601,0.000636878],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003592555,0.0002781727,0.02209549,0.0001765109,0.0004443856,0.0002668455,0.000321688,0.5055463,0.01266634,0.02341645,0.003982803,0.4304458],"study_design_scores_gemma":[0.000006144285,0.0001072122,0.0006983151,0.00001322878,0.00002696685,0.00004634167,0.00002316313,0.9862184,0.001741351,0.01044571,0.0006530442,0.00002001424],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05562543,0.0005501112,0.9409362,0.0002202607,0.00006403697,0.0001033526,0.0001015932,0.001294287,0.001104674],"genre_scores_gemma":[0.6719083,0.0002846894,0.3247294,0.0001604268,0.00009211561,0.000226649,0.0007398243,0.0002386325,0.001619985],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9913604,"threshold_uncertainty_score":0.04569119,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03701339128923762,"score_gpt":0.332139746488871,"score_spread":0.2951263551996333,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}