{"id":"W6939288627","doi":"10.6084/m9.figshare.12703760.v1","title":"Additional file 1 of Quantifying professionalism in peer review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland; Carleton University; University of Victoria","funders":"","keywords":"Table (database); Inclusion (mineral); Diagram; Data flow diagram; File format","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001525324,0.000071708,0.0002334697,0.005712451,0.00004641332,0.0001640487,0.001210868,0.00005743919,0.9992543],"category_scores_gemma":[0.6023884,0.00004995324,0.0001064207,0.0892943,0.0000102171,0.000270212,0.0005375916,0.0002162206,0.0145321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001923241,"about_ca_system_score_gemma":0.0002757727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001788842,"about_ca_topic_score_gemma":0.000001637667,"domain_scores_codex":[0.9908723,0.0001211115,0.0004981175,0.0003522788,0.007937775,0.000218467],"domain_scores_gemma":[0.9713029,0.02069964,0.0003891224,0.0003998397,0.006931093,0.0002774022],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001637852,0.00001872392,0.0000244503,0.0001064263,0.000001125475,0.000007915633,0.00001486719,8.012828e-7,0.000002375576,0.000005294814,0.9887109,0.01110549],"study_design_scores_gemma":[0.00005616024,0.00001801496,0.009121351,0.005254438,3.21085e-7,9.787993e-7,0.00003013809,0.0006267981,0.00001257746,0.00009554593,0.9847212,0.00006241915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.000005858265,0.001556174,3.522742e-7,0.003388593,0.0000187441,0.0001619051,0.9881984,0.00000784903,0.006662126],"genre_scores_gemma":[0.001456073,0.00001772839,0.0003148057,0.001756204,0.00004924,0.0002583223,0.9928349,0.000006339474,0.003306336],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.9847223,"threshold_uncertainty_score":0.9862352,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9313384607065003,"score_gpt":0.6506207366814617,"score_spread":0.2807177240250386,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}