{"id":"W2150897866","doi":"10.1016/j.joi.2011.06.002","title":"Comparing the expert survey and citation impact journal ranking methods: Example from the field of Artificial Intelligence","year":2011,"lang":"en","type":"article","venue":"Journal of Informetrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Lakehead University","funders":"","keywords":"Ranking (information retrieval); Journal ranking; Consistency (knowledge bases); Citation; Computer science; Information retrieval; Quality (philosophy); Field (mathematics); Data science; Publication; Artificial intelligence; World Wide Web; Mathematics; Advertising; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.08664001,0.000123222,0.0004175805,0.01888852,0.0003518747,0.001590636,0.002343496,0.00008944279,0.0003031812],"category_scores_gemma":[0.1750674,0.00005168754,0.0002458131,0.07359594,0.0001724134,0.001090724,0.0003479643,0.0007105495,0.000004361861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007210799,"about_ca_system_score_gemma":0.0002802911,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002950919,"about_ca_topic_score_gemma":0.00009245669,"domain_scores_codex":[0.9919401,0.0008160906,0.001950036,0.0001471359,0.004819212,0.0003274081],"domain_scores_gemma":[0.9023029,0.08699787,0.002723191,0.0004984051,0.00716746,0.0003101496],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002112679,0.00004922317,0.2721176,0.000001028673,0.00006666061,0.00000363406,0.004415684,0.00008648844,0.00014133,0.000237512,0.003648741,0.7190208],"study_design_scores_gemma":[0.0002638885,0.0006688722,0.9481404,0.00002586161,0.00001766603,0.00008378363,0.007247873,0.01057215,0.004204731,0.02746362,0.001181229,0.000129907],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5615881,0.002218191,0.4349326,0.0001335196,0.0006724619,0.00007362675,0.000004335055,0.000001505901,0.0003756328],"genre_scores_gemma":[0.9760702,0.001268342,0.02232267,0.0001675551,0.0001570375,4.19767e-7,4.25643e-7,0.000004980884,0.000008424648],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7188909,"threshold_uncertainty_score":0.9994458,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8625684102688479,"score_gpt":0.6369410142134144,"score_spread":0.2256273960554335,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}