{"id":"W4402581411","doi":"10.3758/s13428-024-02508-y","title":"A standardized framework to test event-based experiments","year":2024,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Institute for Advanced Research","funders":"Templeton World Charity Foundation","keywords":"Computer science; Protocol (science); Snapshot (computer storage); Replication (statistics); Robustness (evolution); Benchmark (surveying); Medical physics; Data science; Cognitive psychology; Psychology; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2086208,0.004602225,0.002306544,0.006967011,0.002866392,0.007608429,0.007803363,0.005009346,0.01373794],"category_scores_gemma":[0.3071705,0.003061398,0.004914886,0.003761772,0.006893831,0.005652635,0.00829521,0.008214307,0.007158806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00431736,"about_ca_system_score_gemma":0.0181631,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002707229,"about_ca_topic_score_gemma":0.002342438,"domain_scores_codex":[0.7611244,0.1758675,0.02613201,0.01285717,0.02133484,0.002684057],"domain_scores_gemma":[0.6401165,0.1985877,0.03039438,0.08239672,0.04351585,0.004988967],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.004155025,0.003506,0.01202875,0.01389704,0.001407605,0.001339758,0.009760753,0.02804772,0.02365902,0.526555,0.03713185,0.3385115],"study_design_scores_gemma":[0.004608589,0.01163631,0.01726199,0.01035277,0.001203714,0.001098861,0.002478895,0.04456832,0.03119075,0.430654,0.4441066,0.0008390727],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004765158,0.0009048607,0.9258787,0.001222838,0.000606307,0.05047814,0.003031692,0.00340045,0.009711785],"genre_scores_gemma":[0.02009064,0.0007465917,0.8034483,0.0009042405,0.0002850243,0.1700761,0.002339435,0.000492596,0.001617018],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2086208,"threshold_uncertainty_score":0.9759115,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4266002189805213,"score_gpt":0.6289628346652205,"score_spread":0.2023626156846993,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}