{"id":"W2407021461","doi":"","title":"A Computer System for Automatic Evaluation of Researchers' Performance.","year":2015,"lang":"en","type":"article","venue":"ISSI","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Competition (biology); Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.006654183,0.001529385,0.001699788,0.01098989,0.000803938,0.002238472,0.001231867,0.001187062,0.02171612],"category_scores_gemma":[0.02091865,0.0005427545,0.0006421118,0.006819513,0.0004081616,0.002598418,0.001694599,0.0009354232,0.01497246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001264614,"about_ca_system_score_gemma":0.001711636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002664406,"about_ca_topic_score_gemma":0.001992731,"domain_scores_codex":[0.9933277,0.002005911,0.0009240725,0.001528458,0.002017261,0.0001964481],"domain_scores_gemma":[0.98711,0.00571883,0.001438018,0.001666992,0.003632474,0.0004338154],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001566619,0.0004187447,0.0161496,0.001156719,0.0004076336,0.0002476886,0.0004292036,0.003973161,0.02276401,0.00419027,0.1338882,0.8148081],"study_design_scores_gemma":[0.001327444,0.001614374,0.1106231,0.0006286466,0.0007181643,0.001798163,0.0005378402,0.4822147,0.0901802,0.02464083,0.28502,0.0006966658],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03212789,0.002070258,0.549794,0.0007757474,0.000816331,0.00379681,0.03370402,0.3596718,0.01724307],"genre_scores_gemma":[0.2782968,0.0009281566,0.6600962,0.0006793939,0.0005836335,0.007923979,0.03128931,0.003265426,0.01693702],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9933458,"threshold_uncertainty_score":0.07264763,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9069353518281346,"score_gpt":0.6606327712208294,"score_spread":0.2463025806073051,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}