{"id":"W4252641074","doi":"10.12688/f1000research.12496.1","title":"The peer review process for awarding funds to international science research consortia: a qualitative developmental evaluation","year":2017,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Royal Society; Department for International Development; Department for International Development, UK Government","keywords":"CLARITY; Peer review; Process (computing); Quality (philosophy); Medical education; Medicine; Political science; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4173607,0.0002658838,0.0004608952,0.0013432,0.004690905,0.004748739,0.009065462,0.0001477398,0.00139487],"category_scores_gemma":[0.2652054,0.0001712103,0.0001769204,0.001609825,0.001583428,0.0007283565,0.004350329,0.001344372,0.001020823],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001981843,"about_ca_system_score_gemma":0.0226192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007494045,"about_ca_topic_score_gemma":0.0002197753,"domain_scores_codex":[0.9426806,0.003050137,0.001564023,0.001800986,0.0496932,0.00121106],"domain_scores_gemma":[0.9175341,0.008907255,0.0006101982,0.001738723,0.0707897,0.0004200708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003636909,0.0001509904,0.00220554,0.0005329684,0.0001587662,0.000002772945,0.02993008,0.0007917999,0.0003452006,0.008469685,0.5027758,0.4542727],"study_design_scores_gemma":[0.0009270688,0.0002310944,0.007944847,0.002758741,0.00003760885,0.000008115677,0.04588548,0.06993639,0.001076237,0.1407834,0.7298084,0.0006025579],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.08802484,0.006452943,0.007762427,0.5615396,0.008316027,0.03208154,0.0007579763,0.0001241926,0.2949405],"genre_scores_gemma":[0.9246739,0.001890389,0.00362839,0.0007365517,0.0006760808,0.01208375,0.0002166724,0.00005093228,0.05604335],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8366491,"threshold_uncertainty_score":0.999757,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9180082488147815,"score_gpt":0.8021655283270901,"score_spread":0.1158427204876914,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}