{"id":"W4200461494","doi":"10.1016/j.neucli.2021.11.002","title":"Assessing inter-rater reproducibility in MScanFit MUNE in a 6-subject, 12-rater “Round Robin” setup","year":2021,"lang":"en","type":"article","venue":"Neurophysiologie Clinique","topic":"Pain Mechanisms and Treatments","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"Aage og Johanne Louis-Hansens Fond; Jascha Fonden; Lundbeckfonden; National Institute for Health and Care Research; Academy of Medical Sciences; Dagmar Marshalls Fond","keywords":"Reproducibility; Subject (documents); Psychology; Computer science; Mathematics; Statistics; Library science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01569097,0.000980734,0.0008938786,0.0006385226,0.0008246232,0.001109619,0.0008736266,0.001281021,0.00211826],"category_scores_gemma":[0.03142197,0.0004309484,0.0006883,0.0006098851,0.0009464325,0.0008528267,0.001261927,0.0006558082,0.001001784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003672314,"about_ca_system_score_gemma":0.0005689901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001521085,"about_ca_topic_score_gemma":0.005837426,"domain_scores_codex":[0.9860788,0.007272327,0.001351681,0.00286363,0.002045322,0.0003881179],"domain_scores_gemma":[0.975113,0.01096797,0.001534547,0.00448954,0.007518948,0.0003760164],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.02914411,0.002100027,0.1161561,0.002713476,0.004823143,0.0010219,0.01174317,0.0137767,0.4363093,0.003113496,0.007072033,0.3720265],"study_design_scores_gemma":[0.001790235,0.009214141,0.8166069,0.000229289,0.002170505,0.003675225,0.001876742,0.05739518,0.09023833,0.002679519,0.0136063,0.0005176478],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8204972,0.001345265,0.1669493,0.0001677591,0.0007059995,0.00171351,0.001451629,0.00139813,0.005771277],"genre_scores_gemma":[0.9163129,0.0002490772,0.07792154,0.0001516345,0.0002004767,0.001618975,0.00109847,0.0005852827,0.001861604],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.984309,"threshold_uncertainty_score":0.08298278,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09512747595452942,"score_gpt":0.3742916704744759,"score_spread":0.2791641945199465,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}