{"id":"W2407021461","doi":"","title":"A Computer System for Automatic Evaluation of Researchers' Performance.","year":2015,"lang":"en","type":"article","venue":"ISSI","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Competition (biology); Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.08587542,0.00006454394,0.0002076142,0.01778726,0.00008137159,0.0005184718,0.001096495,0.00006085105,0.00009838531],"category_scores_gemma":[0.02178293,0.00004188607,0.00007510689,0.04923308,0.00007582201,0.0003401184,0.0002347514,0.00007523673,0.0001948998],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002384376,"about_ca_system_score_gemma":0.0006206142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002191481,"about_ca_topic_score_gemma":0.000001764367,"domain_scores_codex":[0.9857561,0.0003563274,0.0005010126,0.0003013964,0.01277161,0.0003135658],"domain_scores_gemma":[0.9867949,0.00196726,0.0001766612,0.0004967637,0.01026234,0.0003020167],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002628986,0.00006920225,0.01554633,0.00005297797,0.0000130572,5.841165e-7,0.0004537404,0.0007321884,0.0001096682,0.0003444288,0.03780311,0.9448484],"study_design_scores_gemma":[0.0009074284,0.0002932483,0.02476042,0.00002386831,0.000007225501,0.000002437977,0.0005832947,0.9671201,0.0009668408,0.0009821685,0.004296305,0.00005670906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9779825,0.0003453373,0.0129517,0.0002380523,0.0005731519,0.0006239176,0.00001185204,0.00002241244,0.007251036],"genre_scores_gemma":[0.9943532,0.000003050122,0.004993203,0.000009455562,0.00008878655,0.00003674793,0.000002211704,0.000005306993,0.0005080625],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9663879,"threshold_uncertainty_score":0.9933453,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9069353518281346,"score_gpt":0.6606327712208294,"score_spread":0.2463025806073051,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}