{"id":"W4377942107","doi":"10.1007/978-3-030-22767-8_1302","title":"Peer Review and How It Is Constructed and Measured: A Question of Fairness","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Ethics in medical practice","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Social psychology; Knowledge management; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1561846,0.0007047085,0.002488904,0.003536264,0.009556745,0.02859526,0.005610202,0.01428236,0.005669817],"category_scores_gemma":[0.3298533,0.001083893,0.0007325135,0.004866847,0.1017021,0.03216119,0.007972461,0.01446024,0.002081856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01197281,"about_ca_system_score_gemma":0.03662124,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0121148,"about_ca_topic_score_gemma":0.01050389,"domain_scores_codex":[0.7048414,0.2165398,0.008108725,0.01090694,0.0519546,0.007648638],"domain_scores_gemma":[0.6203189,0.2867965,0.01391942,0.03210169,0.03884564,0.008017927],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000009489801,0.00002485009,0.0004089656,0.00007452286,0.00002213617,0.00001873709,0.004918408,0.0001367735,0.00006331191,0.9661909,0.01175855,0.01637319],"study_design_scores_gemma":[0.00001831696,0.00003467592,0.0009756632,0.0004902484,0.00001304031,0.00006686847,0.002360788,0.0003871477,0.0002145568,0.9347228,0.06065962,0.00005641705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0111134,0.02333849,0.08581264,0.4150667,0.005094405,0.000339387,0.0001494495,0.0002162412,0.4588692],"genre_scores_gemma":[0.7673581,0.01257132,0.06478839,0.07007467,0.00973134,0.001278132,0.00009359978,0.0007841067,0.07332035],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9857177,"threshold_uncertainty_score":0.8259931,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2282948741988935,"score_gpt":0.4900166612940903,"score_spread":0.2617217870951968,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}