{"id":"W2910422483","doi":"10.21083/partnership.v13i2.4066","title":"An Examination of Bibliometrics in Calls for Major Canadian Research Awards","year":2019,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Bibliometrics; CLARITY; Nomination; Multidisciplinary approach; Library science; Political science; Sociology; Social science; Computer science; Law; Biology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.1208467,0.00008641049,0.0002283833,0.1977972,0.0006653088,0.004742134,0.001463983,0.0001790326,0.0002190051],"category_scores_gemma":[0.05462693,0.00005495437,0.00004659465,0.1512339,0.0004553213,0.02804199,0.0001109239,0.001030987,0.00002760042],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001186284,"about_ca_system_score_gemma":0.006047409,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02224763,"about_ca_topic_score_gemma":0.01388517,"domain_scores_codex":[0.9910002,0.00219762,0.000943732,0.0001910076,0.004887743,0.0007796678],"domain_scores_gemma":[0.9730206,0.01875061,0.0003733365,0.0003973679,0.005884368,0.001573724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006349681,0.0001333261,0.239941,0.0002292408,0.00007055163,0.00004939834,0.01446512,0.0002245338,0.0001069044,0.2453255,0.04165731,0.4571621],"study_design_scores_gemma":[0.0009162141,0.00120299,0.3540922,0.00004769526,0.000005423113,0.000068967,0.02338605,0.00399949,0.0003429455,0.00688551,0.608925,0.0001275848],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9154994,0.001853858,0.00005608489,0.03354649,0.0002258685,0.0008745195,0.00006490031,0.00000211018,0.04787676],"genre_scores_gemma":[0.9975314,0.001016226,0.0003356009,0.0004224414,0.00006835586,0.000007750101,0.000008581502,0.000006629699,0.0006029971],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5672677,"threshold_uncertainty_score":0.9995874,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.537772614021961,"score_gpt":0.5752178515967156,"score_spread":0.0374452375747546,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}