{"id":"W2910422483","doi":"10.21083/partnership.v13i2.4066","title":"An Examination of Bibliometrics in Calls for Major Canadian Research Awards","year":2019,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Bibliometrics; CLARITY; Nomination; Multidisciplinary approach; Library science; Political science; Sociology; Social science; Computer science; Law; Biology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.03117911,0.0006567251,0.001163211,0.06919242,0.008057718,0.008584325,0.002409269,0.0008451573,0.004128616],"category_scores_gemma":[0.1483433,0.0003748319,0.0007878765,0.09822218,0.002687275,0.002166526,0.005895357,0.001090847,0.0005798874],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04537867,"about_ca_system_score_gemma":0.08650839,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.779497,"about_ca_topic_score_gemma":0.8500625,"domain_scores_codex":[0.9289649,0.005388979,0.004765223,0.002200441,0.05390793,0.004772491],"domain_scores_gemma":[0.8680431,0.02298147,0.02089655,0.004402623,0.07721138,0.006464962],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004418899,0.0001590534,0.4832164,0.003650614,0.0004329105,0.0008172719,0.07696667,0.001070464,0.005808187,0.03133948,0.035558,0.360539],"study_design_scores_gemma":[0.00000780436,0.0000453234,0.8938504,0.0004055101,0.00007426459,0.0001650656,0.03469367,0.0008020785,0.000796541,0.000942797,0.06806989,0.0001466718],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8223158,0.004458711,0.003730934,0.00800079,0.0007378705,0.000945063,0.009901073,0.0004647052,0.1494451],"genre_scores_gemma":[0.9821001,0.001843109,0.003546751,0.000233227,0.00013448,0.0002128983,0.002533787,0.00007673355,0.009318833],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9688209,"threshold_uncertainty_score":0.4436032,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.537772614021961,"score_gpt":0.5752178515967156,"score_spread":0.0374452375747546,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}