{"id":"W4283690014","doi":"10.1101/2022.06.27.22276964","title":"Establishing a core set of open science practices in biomedicine: a modified Delphi study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Montreal Neurological Institute and Hospital; Diabetes Canada; Toronto General Hospital; University of Toronto; Ottawa Hospital; University Health Network; University of Calgary; Princess Margaret Cancer Centre; McGill University; University of Ottawa; Douglas College; Simon Fraser University; Ted Rogers Centre for Heart Research; University of British Columbia; Vector Institute","funders":"Wellcome Trust","keywords":"Delphi method; Open science; Voting; Set (abstract data type); Medical education; Operationalization; Best practice; Inclusion (mineral); Psychology; Political science; Knowledge management; Computer science; Public relations; Medicine; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.04910762,0.0002267642,0.0006021842,0.00155465,0.0006451331,0.0008496594,0.01375459,0.00017916,0.0004072177],"category_scores_gemma":[0.02979256,0.0002251191,0.00006119716,0.004815175,0.001743166,0.001010944,0.01706837,0.001740601,0.000003351159],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007132867,"about_ca_system_score_gemma":0.004919831,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1434729,"about_ca_topic_score_gemma":0.01752616,"domain_scores_codex":[0.9919294,0.001474232,0.000807026,0.001185938,0.003869723,0.0007336857],"domain_scores_gemma":[0.9949158,0.001677497,0.001312631,0.00134578,0.0005203654,0.000227944],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002402087,0.001611114,0.7672553,0.0003093462,0.00007041652,0.0005912919,0.2125584,0.0004351295,0.002413755,0.0057034,0.002089996,0.006721648],"study_design_scores_gemma":[0.002422037,0.001173931,0.2227165,0.001129346,0.0001353343,0.000007629951,0.70586,0.003631458,0.0004528386,0.03382161,0.02703319,0.001616122],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9632468,0.0001104228,0.00003289734,0.003496877,0.0006489969,0.004260371,0.00004085678,0.00009593408,0.02806683],"genre_scores_gemma":[0.9974392,0.0001236504,0.000998456,0.00004586972,0.0001223816,0.0009022333,0.00001043594,0.00002646023,0.0003313014],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5445388,"threshold_uncertainty_score":0.9915814,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4783185058084548,"score_gpt":0.5800500123148565,"score_spread":0.1017315065064018,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}