{"id":"W4416633866","doi":"10.5256/f1000research.151380.r219458","title":"Referee report. For: A cross-sectional audit and survey of Open Science and Data Sharing practices at The Montreal Neurological Institute-Hospital [version 1; peer review: 1 approved with reservations, 1 not approved]","year":2023,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"Montreal Neurological Institute and Hospital","keywords":"Audit; Open science; Data sharing; Open data; Peer review; Peer-to-peer","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"observational","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04261606,0.001984937,0.003737229,0.008747191,0.004678959,0.005437246,0.005391741,0.01410064,0.3324118],"category_scores_gemma":[0.535078,0.001445662,0.003518672,0.01038073,0.001803078,0.004020448,0.005464927,0.008188386,0.1493241],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007778357,"about_ca_system_score_gemma":0.0159254,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04233881,"about_ca_topic_score_gemma":0.05878028,"domain_scores_codex":[0.9567114,0.01196488,0.01215029,0.002841919,0.0142254,0.002106116],"domain_scores_gemma":[0.4052573,0.2010453,0.01761286,0.0220562,0.3449691,0.009059265],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00002041638,0.000005855296,0.00008562327,0.0002913028,0.000008712376,0.00003217951,0.000027059,0.000007571184,0.00001958407,0.0001093768,0.9976943,0.001697916],"study_design_scores_gemma":[0.0006275001,0.00006157024,0.006990073,0.004285963,0.0001388327,0.0003470801,0.0007105884,0.000370411,0.0003130635,0.002793177,0.983117,0.0002448043],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0006696652,0.002529487,0.003319348,0.532233,0.318884,0.006865744,0.1058563,0.004115975,0.02552663],"genre_scores_gemma":[0.01125474,0.003934611,0.01284149,0.6039519,0.08939799,0.03532032,0.03623827,0.003383663,0.203677],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9946083,"threshold_uncertainty_score":0.9522336,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8339304603727095,"score_gpt":0.6108585959485638,"score_spread":0.2230718644241456,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}