{"id":"W4416465279","doi":"10.21956/hrbopenres.14055.r27470","title":"Referee report. For: A review of public health economic modelling in the National Institute for Health and Care Excellence (NICE) [version 1; peer review: 1 approved with reservations]","year":2020,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Global Health Care Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"Economic and Social Research Council; Public Health Agency of Canada","keywords":"Excellence; Public health; Health care; Peer review; MEDLINE","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01676095,0.001718361,0.002498594,0.006311356,0.002560739,0.005744013,0.004899628,0.01198976,0.3064544],"category_scores_gemma":[0.2353458,0.0008902836,0.003136827,0.007309532,0.00124005,0.005378042,0.003842816,0.01009052,0.1499121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007522644,"about_ca_system_score_gemma":0.01122147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.05424643,"about_ca_topic_score_gemma":0.05865885,"domain_scores_codex":[0.9866176,0.003183827,0.001793564,0.0009715566,0.006848068,0.0005853177],"domain_scores_gemma":[0.7845798,0.06675653,0.005580483,0.005632905,0.1343895,0.003060797],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000296691,0.000001849204,0.0000119391,0.00007076946,0.000002562141,0.000009996339,0.000007425624,0.000007532713,0.000005172943,0.0001717093,0.9984999,0.001208315],"study_design_scores_gemma":[0.00007089705,0.00001360107,0.001069976,0.001499975,0.00005455206,0.0001188951,0.0001637053,0.0001857408,0.0001232735,0.003522787,0.9930895,0.00008706809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0001721408,0.008667949,0.002885782,0.5964057,0.329976,0.001093327,0.02640631,0.001537536,0.03285515],"genre_scores_gemma":[0.006690934,0.01565322,0.008079856,0.407435,0.2070467,0.00401909,0.01891368,0.003987387,0.3281741],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9832391,"threshold_uncertainty_score":0.9892587,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4254764675543563,"score_gpt":0.5431264601355129,"score_spread":0.1176499925811566,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}