{"id":"W3184362473","doi":"","title":"Citation analysis for monitoring evidence-based research – a systematic review of meta-research studies","year":2021,"lang":"en","type":"review","venue":"University of Southern Denmark Research Portal (University of Southern Denmark)","topic":"Impact of AI and Big Data on Business and Society","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Community Based Research Centre","funders":"","keywords":"Citation; Systematic review; Meta-analysis; Citation analysis; Data science; Computer science; Library science; MEDLINE; Political science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.07726111,0.0006400211,0.007955948,0.005987559,0.001730882,0.0001781036,0.005453576,0.0007298625,0.004363088],"category_scores_gemma":[0.02308293,0.0005440814,0.005773672,0.0179073,0.00336044,0.0006165475,0.001932489,0.001640839,0.0003783379],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003993269,"about_ca_system_score_gemma":0.003071034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002226101,"about_ca_topic_score_gemma":0.0005236565,"domain_scores_codex":[0.9730298,0.01073091,0.001853605,0.001658579,0.0114445,0.001282626],"domain_scores_gemma":[0.9366617,0.02930806,0.002870518,0.002968817,0.02766238,0.0005284943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003190887,0.000642543,0.0005207382,0.926568,0.03160055,0.0003843372,0.01306111,0.00002804266,0.00001341739,0.0001586545,0.009183695,0.01751982],"study_design_scores_gemma":[0.0006428158,0.0003599233,0.00002123179,0.4169157,0.02425573,0.000006490597,0.5391811,0.00009156275,0.000005705378,0.0002665179,0.01762023,0.0006330345],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00122938,0.9897479,0.0007096608,0.0002781325,0.00008028741,0.003335136,0.004177747,0.00001635436,0.0004253939],"genre_scores_gemma":[0.003427449,0.9842834,0.001072122,0.000005453629,0.00005983068,0.000007000012,0.0001761737,0.00005096384,0.01091762],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5261199,"threshold_uncertainty_score":0.9999274,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7608620923625228,"score_gpt":0.5230539471964568,"score_spread":0.237808145166066,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}