{"id":"W6912358304","doi":"10.5281/zenodo.3675344","title":"Cautions and lessons around development and implementation of scholarly metrics","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Development (topology); Work (physics); Government (linguistics); Agency (philosophy); Data collection; Key (lock)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5379398,0.002405573,0.002969224,0.008352404,0.01517276,0.04560013,0.01428027,0.03226873,0.005633371],"category_scores_gemma":[0.7020189,0.002852781,0.003118614,0.007700072,0.04603772,0.06051454,0.0270873,0.06322592,0.006088128],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01358208,"about_ca_system_score_gemma":0.06660732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01989655,"about_ca_topic_score_gemma":0.02419185,"domain_scores_codex":[0.3752134,0.3926747,0.06105612,0.01345362,0.1487489,0.008853246],"domain_scores_gemma":[0.1518483,0.4682273,0.02875636,0.0686165,0.2595622,0.0229894],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007078781,0.0001988725,0.001362789,0.001017366,0.00008208719,0.00028788,0.01999396,0.0006539745,0.0006305701,0.1482556,0.7393971,0.08804913],"study_design_scores_gemma":[0.0001412201,0.0001468606,0.00178231,0.006962311,0.00008410541,0.0004673372,0.02628775,0.001925638,0.001340098,0.1948723,0.7655623,0.0004276797],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0006845202,0.002056111,0.01164412,0.9728899,0.007623565,0.0001399494,0.00003711314,0.0003681897,0.004556489],"genre_scores_gemma":[0.05177949,0.006816827,0.1468573,0.7563292,0.01382654,0.001880078,0.0003737096,0.002336281,0.01980064],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9916476,"threshold_uncertainty_score":0.5698025,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1523386445252687,"score_gpt":0.3409663126927693,"score_spread":0.1886276681675007,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}