{"id":"W4283030001","doi":"10.1101/2022.06.16.22276440","title":"DORA-compliant measures to assess research quality and impact in biomedical institutions: review of published research, international best practice and Delphi survey","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Rehabilitation Institute; Princess Margaret Cancer Centre; Stem Cell Network; Toronto General Hospital; University Health Network","funders":"","keywords":"Delphi method; Quality (philosophy); Preprint; Medical education; Productivity; Delphi; Psychology; Public relations; Political science; Medicine; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1792537,0.0002841229,0.00117628,0.002270498,0.0002321575,0.0001548651,0.0008043444,0.0003598878,0.0006294898],"category_scores_gemma":[0.7476006,0.0002210541,0.00009748266,0.002538003,0.00127631,0.000295236,0.002757174,0.006417696,0.0000153436],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001428546,"about_ca_system_score_gemma":0.0243922,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02538147,"about_ca_topic_score_gemma":0.0009900031,"domain_scores_codex":[0.9728467,0.01266086,0.001841523,0.001285302,0.009595918,0.001769692],"domain_scores_gemma":[0.932321,0.02973371,0.0007968556,0.003427893,0.014725,0.01899554],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008560098,0.009579448,0.5582204,0.09190996,0.0009116918,0.002409505,0.00274232,0.000007996032,0.001895085,0.001891224,0.2245999,0.09727232],"study_design_scores_gemma":[0.001810575,0.001767175,0.6852938,0.02500487,0.00003786324,0.0001421675,0.0008141911,0.00005891926,0.00002638337,0.0004339899,0.2843274,0.0002827088],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6946589,0.03984515,0.0001652737,0.2528042,0.0007008638,0.005110632,0.0008109396,0.00003636782,0.005867722],"genre_scores_gemma":[0.8228395,0.1694787,0.00113072,0.004381133,0.0003700357,0.0007225574,0.0008525797,0.00005000645,0.0001748175],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.568347,"threshold_uncertainty_score":0.9958745,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7986426927276127,"score_gpt":0.6751459033260325,"score_spread":0.1234967894015802,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}