{"id":"W4200461494","doi":"10.1016/j.neucli.2021.11.002","title":"Assessing inter-rater reproducibility in MScanFit MUNE in a 6-subject, 12-rater “Round Robin” setup","year":2021,"lang":"en","type":"article","venue":"Neurophysiologie Clinique","topic":"Pain Mechanisms and Treatments","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"Aage og Johanne Louis-Hansens Fond; Jascha Fonden; Lundbeckfonden; National Institute for Health and Care Research; Academy of Medical Sciences; Dagmar Marshalls Fond","keywords":"Reproducibility; Subject (documents); Psychology; Computer science; Mathematics; Statistics; Library science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009675681,0.0003069858,0.0007065114,0.0001388408,0.00004667801,0.00006641878,0.000143418,0.0001819696,0.000156537],"category_scores_gemma":[0.001692997,0.0002484571,0.0001581678,0.0003669917,0.00008296839,0.0002225713,0.0002349162,0.0007020063,0.00006406794],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001809241,"about_ca_system_score_gemma":0.0002947509,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002416139,"about_ca_topic_score_gemma":0.0001513891,"domain_scores_codex":[0.9960165,0.0008448962,0.0007197035,0.001792212,0.0001451242,0.0004815403],"domain_scores_gemma":[0.9975612,0.0002887835,0.000134755,0.001814478,0.0001008022,0.00009995628],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.0005924642,0.002230061,0.1951228,0.0002059647,0.00005981761,0.009639049,0.0003222398,0.00006022443,0.7840145,0.00004288059,0.0001706549,0.007539291],"study_design_scores_gemma":[0.002473418,0.000829716,0.8701531,0.0003954665,0.00003730804,0.00008654571,0.0001573991,0.0003614364,0.1216631,0.00294842,0.0005881368,0.0003059056],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9969286,0.00007138024,0.00007855485,0.001043455,0.0004770994,0.0004838103,0.000006595734,0.00009755997,0.0008129735],"genre_scores_gemma":[0.9944232,0.0001257447,0.001836559,0.002635272,0.0001273215,0.00008066408,0.00007733432,0.00004403944,0.0006499079],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6750303,"threshold_uncertainty_score":0.9999968,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09512747595452942,"score_gpt":0.3742916704744759,"score_spread":0.2791641945199465,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}