{"id":"W4389942882","doi":"10.1021/acsenergylett.3c02586","title":"Can ChatGPT and Other AI Bots Serve as Peer Reviewers?","year":2023,"lang":"en","type":"article","venue":"ACS Energy Letters","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Citation; Altmetrics; Library science; Computer science; World Wide Web; Chemistry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005431511,0.0009725119,0.001270028,0.002195235,0.003418822,0.006417556,0.00209164,0.003707094,0.5611864],"category_scores_gemma":[0.03087396,0.0008636947,0.0008137422,0.002218379,0.0008685453,0.006736516,0.002983703,0.002304029,0.4341111],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001714445,"about_ca_system_score_gemma":0.004150396,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002260759,"about_ca_topic_score_gemma":0.006576419,"domain_scores_codex":[0.9947994,0.000798683,0.0003252949,0.0006771066,0.002637464,0.0007621374],"domain_scores_gemma":[0.9725184,0.003646297,0.001514517,0.003079857,0.01197436,0.007266532],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00012886,0.00004050857,0.0005734366,0.0002390134,0.000008011473,0.00009570028,0.000148725,0.00003526692,0.001302271,0.0017938,0.941198,0.05443633],"study_design_scores_gemma":[0.00002851383,0.00003634579,0.0004838712,0.00006711556,0.000009261924,0.00009333005,0.0001762861,0.0001936242,0.0009999188,0.0007491624,0.9971421,0.00002037481],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.008697424,0.01032737,0.01280166,0.09914763,0.1266589,0.001889533,0.009852832,0.01302786,0.7175968],"genre_scores_gemma":[0.02763075,0.006380337,0.006625283,0.009787766,0.01199521,0.001022766,0.00406069,0.00242295,0.9300742],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9945685,"threshold_uncertainty_score":0.6259143,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09188477708374078,"score_gpt":0.3908694569072608,"score_spread":0.29898467982352,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}