{"id":"W1480669717","doi":"10.18438/b8kp4f","title":"Peer Review of the Evidence Base","year":2015,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Base (topology); Computer science; Peer review; World Wide Web; Data science; Internet privacy; Information retrieval; Political science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07829759,0.002424592,0.009111148,0.01711155,0.004014024,0.01080124,0.007003056,0.01038106,0.1103706],"category_scores_gemma":[0.455155,0.001604232,0.005581664,0.01138261,0.003656803,0.007203794,0.005054012,0.006393535,0.0603231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006406531,"about_ca_system_score_gemma":0.03039626,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00305533,"about_ca_topic_score_gemma":0.005252941,"domain_scores_codex":[0.8617876,0.04655325,0.03352089,0.007550656,0.04813837,0.002449188],"domain_scores_gemma":[0.3820662,0.05854722,0.03171795,0.04724124,0.4676758,0.01275161],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001055912,0.000120667,0.0009079177,0.07584799,0.00146577,0.0005004021,0.0003937246,0.0001550023,0.001433916,0.003164825,0.6874828,0.2274711],"study_design_scores_gemma":[0.001199268,0.0001722758,0.003395133,0.1056536,0.001881119,0.0005009185,0.0004587512,0.0006792808,0.001952006,0.009908109,0.8740346,0.0001648537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"empirical","genre_scores_codex":[0.003809937,0.139048,0.0207537,0.2127283,0.4230443,0.03880481,0.02481721,0.001477152,0.1355166],"genre_scores_gemma":[0.1023563,0.2104287,0.08065518,0.05879766,0.189338,0.05328979,0.03955461,0.003238401,0.2623413],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9217024,"threshold_uncertainty_score":0.4140822,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5430162852185466,"score_gpt":0.5381562733337029,"score_spread":0.004860011884843751,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}