{"id":"W7115739120","doi":"10.48448/4k9r-hb48","title":"[V] Reviewers' Interpretation and Application of Research Quality Criteria in Grant Peer Review","year":2025,"lang":"","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal Roads University","funders":"","keywords":"Likert scale; Context (archaeology); Consistency (knowledge bases); Presentation (obstetrics); Quality (philosophy); Scale (ratio); Research design","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09906387,0.0007073664,0.002059389,0.004566811,0.000400766,0.0002804582,0.002429113,0.0004173144,0.00120661],"category_scores_gemma":[0.03215595,0.0006788862,0.0001609238,0.01380793,0.008984774,0.0008196517,0.001245641,0.001503611,0.000827126],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001253015,"about_ca_system_score_gemma":0.003735141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002799547,"about_ca_topic_score_gemma":0.001791999,"domain_scores_codex":[0.9810706,0.003788499,0.003714192,0.002948408,0.007172788,0.001305542],"domain_scores_gemma":[0.981406,0.001244487,0.002000737,0.002836041,0.01213439,0.0003783662],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004212276,0.001814257,0.002708748,0.1302024,0.0001104875,0.000009679787,0.003110838,0.00002428516,0.03389965,0.07655184,0.06107745,0.6900691],"study_design_scores_gemma":[0.002925339,0.0007802322,0.01512553,0.3338834,0.0006219543,0.00002888693,0.00212143,0.08666758,0.001209779,0.02549485,0.5281114,0.003029603],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.001058678,0.5345095,0.04620398,0.02507497,0.002061404,0.0307113,0.001699291,0.0002806444,0.3584002],"genre_scores_gemma":[0.4770752,0.3681752,0.03073373,0.00242587,0.0005232868,0.001701149,0.001073676,0.0008510228,0.1174409],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.6870395,"threshold_uncertainty_score":0.9999508,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1093561037978479,"score_gpt":0.510284180073149,"score_spread":0.4009280762753011,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}