{"id":"W4298394588","doi":"10.1007/s11192-022-04510-7","title":"Identifying science in the news: An assessment of the precision and recall of Altmetric.com news mention data","year":2022,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Hyperlink; Recall; Information retrieval; Precision and recall; Data science; World Wide Web; Web page; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.1186292,0.001036808,0.001800332,0.03740576,0.001523394,0.006134114,0.002243092,0.002244872,0.001303348],"category_scores_gemma":[0.3215167,0.0007235804,0.002074314,0.01918003,0.001798028,0.005945188,0.004335265,0.001091832,0.0015714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001304648,"about_ca_system_score_gemma":0.0009602467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003293252,"about_ca_topic_score_gemma":0.003969311,"domain_scores_codex":[0.9002556,0.03912526,0.01882472,0.01108077,0.02940173,0.00131193],"domain_scores_gemma":[0.4566737,0.3844621,0.05593044,0.03445768,0.06669451,0.001781517],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001405436,0.0004329029,0.7375831,0.004032589,0.002951024,0.0005254471,0.01382872,0.002479577,0.005983386,0.002245238,0.01337837,0.2151542],"study_design_scores_gemma":[0.000217994,0.001065765,0.8424705,0.002049004,0.003199127,0.002464864,0.01060264,0.03821221,0.02728857,0.005008033,0.06680412,0.0006172983],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8969305,0.008396987,0.05074127,0.001502397,0.0006599506,0.001588653,0.01385067,0.002327451,0.02400219],"genre_scores_gemma":[0.8896012,0.00164165,0.08885735,0.0006412822,0.000502346,0.001286035,0.01388895,0.0004421142,0.003138998],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9625943,"threshold_uncertainty_score":0.6273784,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7616169543367562,"score_gpt":0.6597713076679573,"score_spread":0.1018456466687989,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}