{"id":"W3184362473","doi":"","title":"Citation analysis for monitoring evidence-based research – a systematic review of meta-research studies","year":2021,"lang":"en","type":"review","venue":"University of Southern Denmark Research Portal (University of Southern Denmark)","topic":"Impact of AI and Big Data on Business and Society","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Community Based Research Centre","funders":"","keywords":"Citation; Systematic review; Meta-analysis; Citation analysis; Data science; Computer science; Library science; MEDLINE; Political science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.1635781,0.005137586,0.04025714,0.07057157,0.002459979,0.01193073,0.006216869,0.006089591,0.009238257],"category_scores_gemma":[0.4430212,0.003525227,0.0355911,0.04602628,0.003846819,0.01305541,0.007995427,0.004192539,0.0009008891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007794112,"about_ca_system_score_gemma":0.0234906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00463368,"about_ca_topic_score_gemma":0.01186851,"domain_scores_codex":[0.6739258,0.1502798,0.1231038,0.0132821,0.03771019,0.001698326],"domain_scores_gemma":[0.4487987,0.4138589,0.09101689,0.01694957,0.02690101,0.002474873],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006143615,0.00003246964,0.001987739,0.8500938,0.1037675,0.00006115186,0.0003289347,0.0002136705,0.0002030586,0.0006908896,0.001321587,0.04068498],"study_design_scores_gemma":[0.001530845,0.0005238346,0.007261614,0.5429567,0.4278447,0.000303513,0.0005056789,0.0007056811,0.0004118322,0.003388131,0.01437224,0.0001952454],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002040149,0.9864999,0.004069622,0.001084194,0.0007411004,0.003388831,0.00156509,0.0001078244,0.0005033219],"genre_scores_gemma":[0.1089829,0.8101935,0.05434558,0.002266911,0.001662169,0.01872931,0.003004808,0.0002377392,0.0005769166],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9294285,"threshold_uncertainty_score":0.8650938,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7608620923625228,"score_gpt":0.5230539471964568,"score_spread":0.237808145166066,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}