{"id":"W3187623100","doi":"10.1109/access.2021.3103837","title":"Computer Simulations of Scientific Peer Reviewing","year":2021,"lang":"en","type":"article","venue":"IEEE Access","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Data science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004206544,0.000584187,0.001383046,0.001560946,0.001323496,0.00227729,0.002414171,0.003157116,0.013862],"category_scores_gemma":[0.03234942,0.000608507,0.0009387335,0.002402915,0.001544583,0.002449587,0.00116542,0.001761593,0.001112221],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003016025,"about_ca_system_score_gemma":0.003346924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01904084,"about_ca_topic_score_gemma":0.01157408,"domain_scores_codex":[0.9977059,0.001177216,0.0001280506,0.0002759766,0.0003802332,0.0003326237],"domain_scores_gemma":[0.966318,0.02587928,0.001860007,0.001603847,0.003083606,0.001255285],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001979461,0.000125855,0.002011854,0.0000948076,0.00003905041,0.0001161297,0.0002470852,0.9317145,0.0005151675,0.05850315,0.00232036,0.004114032],"study_design_scores_gemma":[0.0001300123,0.00005398997,0.000623908,0.00001818239,0.00001367587,0.00003260392,0.00007748782,0.9813239,0.0001900657,0.0155626,0.001951805,0.00002186766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6875373,0.001707616,0.2192884,0.007337231,0.0007640423,0.0007015403,0.003060422,0.001129604,0.07847386],"genre_scores_gemma":[0.9411658,0.0007075467,0.04179053,0.0004663097,0.00008235732,0.0008924533,0.001136582,0.0001157499,0.01364268],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9957935,"threshold_uncertainty_score":0.04637307,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09064441082412902,"score_gpt":0.3531672990782896,"score_spread":0.2625228882541606,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}