{"id":"W3212167289","doi":"10.7554/elife.72185","title":"Consensus-based guidance for conducting and reporting multi-analyst studies","year":2021,"lang":"en","type":"article","venue":"eLife","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta; University of Victoria","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Institut Européen d'Administration des Affaires; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Weizmann Institute of Science; European Research Council; National Science Foundation","keywords":"Robustness (evolution); Lead (geology); MEDLINE; Work (physics)","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5262186,0.007333025,0.01198263,0.0353999,0.006640886,0.02005554,0.01936072,0.03135361,0.05890715],"category_scores_gemma":[0.838136,0.01141788,0.01607773,0.02905653,0.008850018,0.01442157,0.01465928,0.02754085,0.04565589],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01257362,"about_ca_system_score_gemma":0.0783086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01201396,"about_ca_topic_score_gemma":0.02404804,"domain_scores_codex":[0.3307549,0.4735724,0.1396067,0.01219631,0.03905394,0.004815779],"domain_scores_gemma":[0.06894846,0.6172069,0.04366898,0.05586644,0.2068174,0.007491864],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001905365,0.0004120053,0.001064288,0.03217178,0.001538622,0.002032863,0.01418463,0.00665642,0.00266646,0.05651789,0.7266303,0.1542194],"study_design_scores_gemma":[0.005318337,0.0003389221,0.00206483,0.04882927,0.001053625,0.001316793,0.005077189,0.02042019,0.005214949,0.2147409,0.6944588,0.001166219],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00176925,0.004740426,0.7952819,0.06318394,0.01263828,0.06905904,0.01822945,0.01823178,0.01686581],"genre_scores_gemma":[0.003800744,0.001303342,0.9176148,0.004524513,0.0008962227,0.06506639,0.002741906,0.001479874,0.002572237],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4737814,"threshold_uncertainty_score":0.5842569,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9662418058042032,"score_gpt":0.6597044233950229,"score_spread":0.3065373824091803,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}