{"id":"W4387874040","doi":"10.12688/f1000research.140556.1","title":"Open science interventions proposed or implemented to assess researcher impact: a scoping review","year":2023,"lang":"en","type":"review","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; University of Waterloo; University of Toronto; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Rigour; Open science; Psychological intervention; Promotion (chess); Biomedicine; Political science; Psychology; Engineering ethics; Medical education; Management science; Medicine; Engineering; Nursing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.1752923,0.002302172,0.005043217,0.02991899,0.004424045,0.01147689,0.004704738,0.006217021,0.01071201],"category_scores_gemma":[0.4426066,0.002572653,0.008951655,0.03006113,0.004080265,0.01364179,0.008997823,0.004193153,0.002222022],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01455235,"about_ca_system_score_gemma":0.07357855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006713164,"about_ca_topic_score_gemma":0.01722226,"domain_scores_codex":[0.8247585,0.08804914,0.05121044,0.004656098,0.0288031,0.002522684],"domain_scores_gemma":[0.4984459,0.3825223,0.03851661,0.01099689,0.06734318,0.002175244],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003672382,0.0000993879,0.001498823,0.7671934,0.002032083,0.0001847313,0.003725554,0.0003453458,0.0004581148,0.003975935,0.01401962,0.2060998],"study_design_scores_gemma":[0.00009707575,0.00009197226,0.001161024,0.9562555,0.003157107,0.00008985149,0.00150705,0.0001302471,0.0002861496,0.001159541,0.03603421,0.0000301664],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00733737,0.8934354,0.01568013,0.01966968,0.005186215,0.04107388,0.003328437,0.0002712481,0.01401761],"genre_scores_gemma":[0.03728536,0.8708751,0.03159231,0.005451486,0.0007894509,0.05065779,0.001875649,0.0001070367,0.001365824],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9952953,"threshold_uncertainty_score":0.9270453,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9934818852275966,"score_gpt":0.8386701618145955,"score_spread":0.1548117234130011,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}