{"id":"W4376507116","doi":"10.1371/journal.pone.0270616","title":"DORA-compliant measures of research quality and impact to assess the performance of researchers in biomedical institutions: Review of published research, international best practice and Delphi survey","year":2023,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Rehabilitation Institute; Princess Margaret Cancer Centre; Stem Cell Network; Toronto General Hospital; University Health Network","funders":"","keywords":"Delphi method; Quality (philosophy); Delphi; Survey research; Medicine; Computer science; Psychology; Applied psychology; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1636159,0.0002420234,0.002371919,0.002185579,0.0001269713,0.00004870383,0.0008251861,0.0003341535,0.00006951151],"category_scores_gemma":[0.7157572,0.0001446149,0.0001229692,0.005609735,0.002480207,0.000301263,0.0007827645,0.003549766,0.00001696246],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006925979,"about_ca_system_score_gemma":0.0230108,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007275779,"about_ca_topic_score_gemma":0.0003066454,"domain_scores_codex":[0.9720566,0.01161941,0.002689007,0.0007417821,0.01134422,0.001548934],"domain_scores_gemma":[0.9200112,0.05405393,0.001053221,0.002202608,0.01609455,0.006584546],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001202516,0.004843355,0.002307335,0.7331451,0.001176786,0.00006387236,0.0003669384,7.677819e-8,0.00009408794,0.0001776574,0.008746649,0.2478756],"study_design_scores_gemma":[0.001190915,0.003807824,0.01187012,0.7861136,0.0002905906,0.00004399055,0.0004778908,0.00003174608,0.00003349644,0.00003008733,0.1958981,0.0002116328],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01210039,0.9647176,0.000002207841,0.01745309,0.00003978128,0.004598891,0.0004363836,0.0000102565,0.0006414326],"genre_scores_gemma":[0.002699227,0.9961257,0.0002526357,0.0001687833,0.0001103834,0.000302021,0.0002063821,0.00003341454,0.0001014641],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5521412,"threshold_uncertainty_score":0.9993349,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9478451877389719,"score_gpt":0.6960668803855102,"score_spread":0.2517783073534616,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}