{"id":"W4404839999","doi":"10.32920/27926373.v1","title":"On Lampposts, Sneetches, and Stars: A Call to Go Beyond Bibliometrics for Determining Academic Value","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Bibliometrics; Value (mathematics); Computer science; Library science; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.07165239,0.002138798,0.003834017,0.02990749,0.00585988,0.03389384,0.005260882,0.007521651,0.01766897],"category_scores_gemma":[0.2541075,0.001058547,0.00181044,0.05056348,0.02995626,0.07282544,0.01291129,0.0142352,0.01258953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008871263,"about_ca_system_score_gemma":0.00976838,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01862138,"about_ca_topic_score_gemma":0.03057652,"domain_scores_codex":[0.9299803,0.03369098,0.004186891,0.004188021,0.02695759,0.0009962061],"domain_scores_gemma":[0.7398596,0.141027,0.01463901,0.03025069,0.06717283,0.0070508],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008293209,0.00009234158,0.0127809,0.0008668971,0.0001722317,0.0001453421,0.004370325,0.0008194141,0.0006150716,0.2794489,0.2786892,0.4219164],"study_design_scores_gemma":[0.0000256379,0.00006485909,0.009953999,0.003042591,0.00004714605,0.0002385634,0.008107589,0.002832537,0.0007346706,0.6474632,0.3271838,0.0003054591],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01525468,0.03504089,0.1610048,0.6568104,0.01094168,0.0004273618,0.002938881,0.002097865,0.1154834],"genre_scores_gemma":[0.2975421,0.05615822,0.4217806,0.1385134,0.02248944,0.00140732,0.003330468,0.003890638,0.05488787],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9700925,"threshold_uncertainty_score":0.3789386,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05212823130421385,"score_gpt":0.3953857852011478,"score_spread":0.3432575538969339,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}