{"id":"W6939288627","doi":"10.6084/m9.figshare.12703760.v1","title":"Additional file 1 of Quantifying professionalism in peer review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland; Carleton University; University of Victoria","funders":"","keywords":"Table (database); Inclusion (mineral); Diagram; Data flow diagram; File format","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006651987,0.001067034,0.001257639,0.006644454,0.001595537,0.002866378,0.002020105,0.001318139,0.873909],"category_scores_gemma":[0.116821,0.0007120374,0.0008400461,0.01106023,0.0003759409,0.003019345,0.00175692,0.001279782,0.2123464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002557871,"about_ca_system_score_gemma":0.004976552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009015664,"about_ca_topic_score_gemma":0.01577156,"domain_scores_codex":[0.9950741,0.001364356,0.0009960381,0.0007649119,0.001417149,0.000383372],"domain_scores_gemma":[0.8231749,0.1301178,0.00913505,0.007807488,0.02743448,0.002330471],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0001409844,0.00006497953,0.001499121,0.001954175,0.00002221474,0.00001812746,0.00009267923,0.0001434638,0.00004026652,0.0007352288,0.9858686,0.009420123],"study_design_scores_gemma":[0.001855226,0.0002005215,0.02752485,0.003632029,0.0001601723,0.0002086705,0.0009867216,0.001062753,0.0005645367,0.010802,0.9528494,0.000153024],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.000243343,0.00002260899,0.0005362242,0.0001904951,0.00004609406,0.0003843024,0.9956908,0.000343714,0.00254236],"genre_scores_gemma":[0.01100997,0.0002649304,0.0113524,0.0009302191,0.000253247,0.01154753,0.9359763,0.00181968,0.0268457],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9933556,"threshold_uncertainty_score":0.1798534,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9313384607065003,"score_gpt":0.6506207366814617,"score_spread":0.2807177240250386,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}