{"id":"W4376507116","doi":"10.1371/journal.pone.0270616","title":"DORA-compliant measures of research quality and impact to assess the performance of researchers in biomedical institutions: Review of published research, international best practice and Delphi survey","year":2023,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Rehabilitation Institute; Princess Margaret Cancer Centre; Stem Cell Network; Toronto General Hospital; University Health Network","funders":"","keywords":"Delphi method; Quality (philosophy); Delphi; Survey research; Medicine; Computer science; Psychology; Applied psychology; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6189911,0.002417151,0.005054343,0.04607075,0.004483517,0.009257987,0.008239838,0.005231491,0.006055676],"category_scores_gemma":[0.5519552,0.002535508,0.01070664,0.02958497,0.006842698,0.008108574,0.01727514,0.004695846,0.002871606],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01563209,"about_ca_system_score_gemma":0.06194879,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002689851,"about_ca_topic_score_gemma":0.004627721,"domain_scores_codex":[0.3499183,0.3899146,0.1708526,0.009343065,0.07490237,0.005069227],"domain_scores_gemma":[0.2091461,0.4447489,0.07817913,0.0318543,0.2301991,0.005872552],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.002165414,0.001301813,0.0691022,0.1957257,0.003914893,0.0006124495,0.05087185,0.003206668,0.004632142,0.02034586,0.1064082,0.5417128],"study_design_scores_gemma":[0.002601431,0.004060385,0.1498827,0.2083659,0.00384207,0.001652866,0.04701073,0.007170403,0.009213621,0.02169308,0.5431896,0.001317158],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"review","genre_scores_codex":[0.1081596,0.07566562,0.258691,0.03989805,0.004731258,0.390669,0.02841804,0.002657847,0.09110954],"genre_scores_gemma":[0.1370304,0.01716472,0.3578295,0.007563631,0.0004816136,0.4674641,0.009259181,0.0004882551,0.002718732],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.3810089,"threshold_uncertainty_score":0.4698519,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9478451877389719,"score_gpt":0.6960668803855102,"score_spread":0.2517783073534616,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}