{"id":"W4283690014","doi":"10.1101/2022.06.27.22276964","title":"Establishing a core set of open science practices in biomedicine: a modified Delphi study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Montreal Neurological Institute and Hospital; Diabetes Canada; Toronto General Hospital; University of Toronto; Ottawa Hospital; University Health Network; University of Calgary; Princess Margaret Cancer Centre; McGill University; University of Ottawa; Douglas College; Simon Fraser University; Ted Rogers Centre for Heart Research; University of British Columbia; Vector Institute","funders":"Wellcome Trust","keywords":"Delphi method; Open science; Voting; Set (abstract data type); Medical education; Operationalization; Best practice; Inclusion (mineral); Psychology; Political science; Knowledge management; Computer science; Public relations; Medicine; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.173071,0.001053291,0.0009828091,0.00288465,0.006417577,0.00444531,0.002579944,0.002933884,0.003896098],"category_scores_gemma":[0.1400831,0.001463242,0.001364969,0.0018594,0.007332143,0.006483286,0.0114503,0.003610309,0.0008812644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008053192,"about_ca_system_score_gemma":0.01306892,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002957262,"about_ca_topic_score_gemma":0.002836342,"domain_scores_codex":[0.8601367,0.1168864,0.00642722,0.004027438,0.005405973,0.007116258],"domain_scores_gemma":[0.8401346,0.1162966,0.005473218,0.008082346,0.02448836,0.005524864],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001265481,0.002016602,0.02360294,0.001751067,0.00009987633,0.0007899455,0.8855527,0.00177114,0.004805567,0.01101157,0.002949533,0.06438349],"study_design_scores_gemma":[0.0005867357,0.004693799,0.03234511,0.001426285,0.00009907089,0.0003721295,0.9103091,0.007533374,0.004382598,0.01164105,0.0262827,0.0003279837],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9654528,0.0000786745,0.01323594,0.00149526,0.00006323856,0.01485221,0.0001370032,0.00004433649,0.004640576],"genre_scores_gemma":[0.9351141,0.0001857311,0.02599169,0.001247707,0.00003121344,0.03624648,0.0001466363,0.00003676109,0.000999626],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9974201,"threshold_uncertainty_score":0.9152979,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4783185058084548,"score_gpt":0.5800500123148565,"score_spread":0.1017315065064018,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}