{"id":"W2150897866","doi":"10.1016/j.joi.2011.06.002","title":"Comparing the expert survey and citation impact journal ranking methods: Example from the field of Artificial Intelligence","year":2011,"lang":"en","type":"article","venue":"Journal of Informetrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Lakehead University","funders":"","keywords":"Ranking (information retrieval); Journal ranking; Consistency (knowledge bases); Citation; Computer science; Information retrieval; Quality (philosophy); Field (mathematics); Data science; Publication; Artificial intelligence; World Wide Web; Mathematics; Advertising; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.04629992,0.0007961862,0.001447521,0.008720539,0.0008690643,0.002192702,0.001248617,0.002075299,0.003282637],"category_scores_gemma":[0.1667566,0.0001826083,0.001216166,0.00942368,0.0009681996,0.002577121,0.001432685,0.001072313,0.000677996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001095291,"about_ca_system_score_gemma":0.001239122,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007647441,"about_ca_topic_score_gemma":0.01178769,"domain_scores_codex":[0.9582388,0.03064423,0.001427245,0.001280224,0.007908639,0.0005008976],"domain_scores_gemma":[0.5815275,0.379699,0.00438351,0.007923705,0.02560654,0.0008597302],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.005972251,0.003178933,0.3295632,0.003975405,0.00512503,0.0003572265,0.003422352,0.02492562,0.003170968,0.02188931,0.0147871,0.5836326],"study_design_scores_gemma":[0.001728479,0.009155566,0.598398,0.001507957,0.00534794,0.001628958,0.0113549,0.2540161,0.01235844,0.06413069,0.0397123,0.00066071],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8280435,0.02287525,0.1096682,0.004345784,0.0004233553,0.0005820994,0.002211497,0.000328966,0.03152132],"genre_scores_gemma":[0.9256704,0.003788102,0.06563744,0.0006158964,0.0002415109,0.0001731178,0.001298825,0.00007283297,0.00250169],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9912795,"threshold_uncertainty_score":0.2448603,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8625684102688479,"score_gpt":0.6369410142134144,"score_spread":0.2256273960554335,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}