{"id":"W4214662435","doi":"10.31222/osf.io/5ecnh","title":"Consensus-based guidance for conducting and reporting multi-analyst studies","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta; University of Victoria","funders":"Fonds de recherche du Québec – Nature et technologies; Templeton Religion Trust; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Weizmann Institute of Science; Natural Sciences and Engineering Research Council of Canada; European Commission; Arnold Ventures; Templeton World Charity Foundation; John Templeton Foundation","keywords":"Robustness (evolution); Data science; Computer science; Management science; Psychology; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5325273,0.007313606,0.01051069,0.03011861,0.007446875,0.02221484,0.01650932,0.03216974,0.03932497],"category_scores_gemma":[0.8553076,0.009714837,0.01381317,0.02213982,0.008244055,0.01493041,0.01358649,0.02814105,0.04700037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009296683,"about_ca_system_score_gemma":0.0638648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007765297,"about_ca_topic_score_gemma":0.01400169,"domain_scores_codex":[0.2703131,0.5369129,0.1325895,0.01033604,0.04547677,0.004371532],"domain_scores_gemma":[0.06621934,0.5895852,0.04250344,0.05204237,0.2427493,0.006900367],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002311498,0.0005457673,0.00125307,0.02999011,0.001595132,0.002143991,0.01626582,0.008190777,0.004204955,0.07060959,0.6356473,0.227242],"study_design_scores_gemma":[0.004833793,0.0005861135,0.001936956,0.04209147,0.001223906,0.001812837,0.004427667,0.02375241,0.009535084,0.2435814,0.6649009,0.001317418],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001470339,0.003928271,0.8574547,0.04421888,0.01070736,0.05351286,0.006132546,0.009283341,0.01329157],"genre_scores_gemma":[0.004900086,0.001402864,0.9361518,0.00418788,0.001192914,0.0472791,0.00161383,0.001127459,0.002144167],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4674727,"threshold_uncertainty_score":0.5764772,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9724815324044669,"score_gpt":0.6671067503451332,"score_spread":0.3053747820593337,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}