{"id":"W2763322498","doi":"10.12688/f1000research.12496.3","title":"The peer review process for awarding funds to international science research consortia: a qualitative developmental evaluation","year":2018,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Royal Society; Department for International Development; Department for International Development, UK Government","keywords":"Peer review; Political science; CLARITY; Process (computing); Psychology; Computer science; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4154857,0.000265215,0.0004250509,0.001533383,0.002786637,0.002740645,0.006509664,0.0001466215,0.002738388],"category_scores_gemma":[0.200352,0.000170022,0.0001610129,0.003556213,0.00173885,0.0005575212,0.003783269,0.001136332,0.001693579],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002163462,"about_ca_system_score_gemma":0.02031184,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004579195,"about_ca_topic_score_gemma":0.0001581113,"domain_scores_codex":[0.9418961,0.003588361,0.001693837,0.001820283,0.04977306,0.001228364],"domain_scores_gemma":[0.8989916,0.009780183,0.0004409655,0.001249189,0.08910974,0.0004282488],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000374813,0.0001478594,0.001726074,0.0004311625,0.0001384844,0.000001411959,0.03142442,0.0004441965,0.0003363577,0.005205769,0.7554136,0.2043559],"study_design_scores_gemma":[0.0008580961,0.0003852443,0.005389556,0.002379778,0.00003648161,0.00000811246,0.05812309,0.08216264,0.001742058,0.1294774,0.718829,0.0006086168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1967904,0.005356945,0.01461532,0.4714038,0.01013502,0.03884242,0.0008300684,0.0001811739,0.2618449],"genre_scores_gemma":[0.9275382,0.001478164,0.007456796,0.001497264,0.001239397,0.01475963,0.0002946869,0.0000699543,0.04566596],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7307478,"threshold_uncertainty_score":0.9990837,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.897925971119104,"score_gpt":0.791179746983318,"score_spread":0.1067462241357859,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}