{"id":"W4387874040","doi":"10.12688/f1000research.140556.1","title":"Open science interventions proposed or implemented to assess researcher impact: a scoping review","year":2023,"lang":"en","type":"review","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; University of Waterloo; University of Toronto; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Rigour; Open science; Psychological intervention; Promotion (chess); Biomedicine; Political science; Psychology; Engineering ethics; Medical education; Management science; Medicine; Engineering; Nursing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"incentives","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.6238078,0.00101019,0.01781563,0.005873513,0.001128684,0.01555474,0.0522277,0.0002159332,0.1168337],"category_scores_gemma":[0.4305794,0.0004171632,0.008058749,0.04485823,0.0005094063,0.001170992,0.02514245,0.001346237,0.06750111],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009931418,"about_ca_system_score_gemma":0.0158764,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000252922,"about_ca_topic_score_gemma":0.0007522108,"domain_scores_codex":[0.8495077,0.0654958,0.03234965,0.006341919,0.0432472,0.003057655],"domain_scores_gemma":[0.9150186,0.03138452,0.01039798,0.02499516,0.0148421,0.00336168],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006378436,0.0000796295,0.00001073685,0.1549304,0.0003642456,0.00005070751,0.0000301757,5.011193e-7,7.906348e-7,0.0001896081,0.2834445,0.5608923],"study_design_scores_gemma":[0.00008452457,0.0001718792,0.00001610868,0.4166807,0.0004407595,0.00002434374,0.00006230485,0.00003632888,3.712656e-7,0.0001792207,0.5819756,0.000327795],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00000156842,0.9527414,0.0008328381,0.0009677329,0.0002273645,0.03994307,0.0004053299,0.00003166507,0.004848956],"genre_scores_gemma":[7.541087e-7,0.8889217,0.002171694,0.000124433,0.0001258216,0.004082905,0.0001179304,0.0001211998,0.1043335],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5605646,"threshold_uncertainty_score":0.999828,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9934818852275966,"score_gpt":0.8386701618145955,"score_spread":0.1548117234130011,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}