{"id":"W2134386090","doi":"10.1016/j.joi.2010.04.001","title":"The development of an AI journal ranking based on the revealed preference approach","year":2010,"lang":"en","type":"article","venue":"Journal of Informetrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":56,"is_retracted":false,"has_abstract":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Ranking (information retrieval); Journal ranking; Impact factor; Citation; Preference; Computer science; Index (typography); Information retrieval; Field (mathematics); Citation analysis; Domain (mathematical analysis); Library science; Data science; Operations research; Statistics; World Wide Web; Mathematics; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1064923,0.0001624005,0.0003675137,0.04023067,0.001036211,0.003272895,0.005699869,0.0001395429,0.0001218355],"category_scores_gemma":[0.1304809,0.0000635925,0.0002634895,0.1128657,0.0002254288,0.001014482,0.000268404,0.00200126,0.00001638157],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001151407,"about_ca_system_score_gemma":0.002000716,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001791349,"about_ca_topic_score_gemma":0.000006087939,"domain_scores_codex":[0.9819484,0.0002931,0.002368455,0.0001816106,0.01469241,0.0005159747],"domain_scores_gemma":[0.9701793,0.01480492,0.002778466,0.0008279893,0.01090424,0.0005051063],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002490517,0.0003844371,0.02483931,0.000008932821,0.00004866494,0.00001010842,0.0007071499,0.0008745607,0.000638387,0.001544114,0.007483589,0.9632117],"study_design_scores_gemma":[0.00437344,0.002875979,0.573015,0.0001171348,0.00004966682,0.0005630559,0.005224383,0.1334154,0.01052798,0.01385085,0.2552591,0.0007280212],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9258365,0.0001783194,0.05949329,0.001244591,0.001632263,0.0002520132,0.000004545694,0.000004447551,0.011354],"genre_scores_gemma":[0.9684832,0.00007673225,0.03076491,0.0002756705,0.0001787093,0.000001972883,3.860031e-7,0.000008352406,0.0002100832],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9624836,"threshold_uncertainty_score":0.9996797,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.578649466269294,"score_gpt":0.5307756849711357,"score_spread":0.04787378129815834,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}