{"id":"W4283030001","doi":"10.1101/2022.06.16.22276440","title":"DORA-compliant measures to assess research quality and impact in biomedical institutions: review of published research, international best practice and Delphi survey","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Rehabilitation Institute; Princess Margaret Cancer Centre; Stem Cell Network; Toronto General Hospital; University Health Network","funders":"","keywords":"Delphi method; Quality (philosophy); Preprint; Medical education; Productivity; Delphi; Psychology; Public relations; Political science; Medicine; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.555682,0.001990761,0.003588929,0.03844562,0.003863188,0.006724929,0.005743637,0.004110656,0.00556601],"category_scores_gemma":[0.4699902,0.002425942,0.006779258,0.02118436,0.005388269,0.007727037,0.01626291,0.003385865,0.002147043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0146243,"about_ca_system_score_gemma":0.04420366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002320444,"about_ca_topic_score_gemma":0.003164025,"domain_scores_codex":[0.4507158,0.351077,0.1351082,0.009024575,0.04864856,0.005425916],"domain_scores_gemma":[0.3151322,0.4086414,0.05897208,0.0247991,0.1871886,0.005266751],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002264753,0.001412637,0.08289297,0.1475417,0.002322775,0.0009631451,0.1253707,0.003587868,0.006548612,0.01853297,0.06084804,0.5477139],"study_design_scores_gemma":[0.00269658,0.006263084,0.1932197,0.1616509,0.002747752,0.002383173,0.1520987,0.01375579,0.01307698,0.02523934,0.4253728,0.001495202],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.2349022,0.0310729,0.2305464,0.02462585,0.002429963,0.3965856,0.01631979,0.001872189,0.06164515],"genre_scores_gemma":[0.2096326,0.008930674,0.2938936,0.005432716,0.0003004051,0.474472,0.004878294,0.0003315285,0.002128293],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.444318,"threshold_uncertainty_score":0.5479232,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7986426927276127,"score_gpt":0.6751459033260325,"score_spread":0.1234967894015802,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}