{"id":"W2134386090","doi":"10.1016/j.joi.2010.04.001","title":"The development of an AI journal ranking based on the revealed preference approach","year":2010,"lang":"en","type":"article","venue":"Journal of Informetrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Ranking (information retrieval); Journal ranking; Impact factor; Citation; Preference; Computer science; Index (typography); Information retrieval; Field (mathematics); Citation analysis; Domain (mathematical analysis); Library science; Data science; Operations research; Statistics; World Wide Web; Mathematics; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.004283806,0.000547544,0.001162821,0.006422334,0.0009469999,0.003437522,0.001382657,0.0009782545,0.004150451],"category_scores_gemma":[0.01625585,0.0004183847,0.001141792,0.004766143,0.0004455532,0.002879516,0.001181947,0.001054356,0.001497503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001167035,"about_ca_system_score_gemma":0.003742847,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005447386,"about_ca_topic_score_gemma":0.007666938,"domain_scores_codex":[0.9953284,0.001853013,0.000301074,0.0002996229,0.002002292,0.000215641],"domain_scores_gemma":[0.9906216,0.003632065,0.0003544143,0.0005809075,0.004514496,0.0002965357],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002287216,0.0005904216,0.008458835,0.0005699478,0.0003786969,0.0002412015,0.0003265437,0.05731479,0.008139842,0.07184172,0.007730769,0.8441784],"study_design_scores_gemma":[0.00006400125,0.0004542155,0.004202996,0.0000695565,0.000175362,0.0002979835,0.0002575161,0.942409,0.006769102,0.03548041,0.00971019,0.0001095883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02828164,0.0003332624,0.9608253,0.0006227859,0.0001244145,0.0003367393,0.000309752,0.0007352454,0.008430893],"genre_scores_gemma":[0.2370347,0.0003751109,0.7583946,0.00008949042,0.00008378537,0.0002389652,0.0003604652,0.00006779842,0.003355118],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9957162,"threshold_uncertainty_score":0.02265519,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.578649466269294,"score_gpt":0.5307756849711357,"score_spread":0.04787378129815834,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}