{"id":"W2313614122","doi":"10.1098/rsos.140540","title":"The missing metric: quantifying contributions of reviewers","year":2015,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"Danmarks Frie Forskningsfond; Killam Trusts; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Uddannelses- og Forskningsministeriet","keywords":"Metric (unit); Missing data; Computer science; Data science; Econometrics; Mathematics; Machine learning; Economics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.07901797,0.002028671,0.003329932,0.01350198,0.002588679,0.007205608,0.004005771,0.003146631,0.00398776],"category_scores_gemma":[0.4041306,0.0008036144,0.001459219,0.01635355,0.003015884,0.01005798,0.005936906,0.001845464,0.003804687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002597485,"about_ca_system_score_gemma":0.005054564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001712694,"about_ca_topic_score_gemma":0.001518437,"domain_scores_codex":[0.8435932,0.08224733,0.01408013,0.01395449,0.04361342,0.002511429],"domain_scores_gemma":[0.5505534,0.2513994,0.06287418,0.04369187,0.0788607,0.01262034],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002057735,0.0003661838,0.1854521,0.004613559,0.002246419,0.0006388747,0.005814367,0.04465106,0.007579257,0.08708654,0.06607852,0.5934154],"study_design_scores_gemma":[0.0006945917,0.004102403,0.167463,0.001802546,0.002133311,0.004808212,0.003881455,0.2514908,0.02563267,0.2970622,0.239505,0.00142385],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2156732,0.01892117,0.6777229,0.01201592,0.005008302,0.001774491,0.01203177,0.006202834,0.05064937],"genre_scores_gemma":[0.7635256,0.002417875,0.2174184,0.0007363415,0.002500759,0.001244731,0.004589665,0.0007424189,0.006824189],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.986498,"threshold_uncertainty_score":0.4178919,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6623606050838677,"score_gpt":0.6210994328536711,"score_spread":0.04126117223019665,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}