{"meta":{"query_hash":"f73e1fb14606","filters":{"venue":"Annals of information systems"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f73e1fb14606","api":"https://metacan.xera.ac/api/v1/cohort?venue=Annals+of+information+systems"},"results":[{"id":"W120760926","doi":"10.1007/978-1-4419-1306-7_10","title":"Variable Intensity Local Search","year":2009,"lang":"en","type":"book-chapter","venue":"Annals of information systems","topic":"Vehicle Routing Optimization Methods","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Integer programming; Solver; Variable neighborhood search; Local search (optimization); Mathematical optimization; Heuristic; Variable (mathematics); Guided Local Search; Mathematics; Computer science; Integer (computer science); Metaheuristic","score_opus":0.04959168020910995,"score_gpt":0.2827534968050394,"score_spread":0.23316181659592947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W120760926","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000066919847,0.00020550599,0.4188501,0.0000212536,0.00033087961,0.00020499858,0.00004435458,0.00019850262,0.5801377],"genre_scores_gemma":[0.26058447,0.0037691414,0.15250944,0.003333469,0.0022234758,0.000074409014,0.0033457668,0.00066297106,0.5734969],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983891,0.000021166235,0.0008990674,0.00008004891,0.0004094284,0.00020117444],"domain_scores_gemma":[0.99838537,0.000054877342,0.00023231603,0.00033137904,0.0009111528,0.00008491406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009800795,0.00022097304,0.00046975352,0.00033407984,0.0000371082,0.00006874731,0.00018530837,0.00037625566,0.000059621674],"category_scores_gemma":[0.00003819525,0.00023473639,0.00008956295,0.00008094181,0.000037948732,0.00053850625,0.000031805368,0.00030710327,0.00024910504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009415917,0.0000020338903,0.0000018093316,0.00059041916,0.00008095054,6.087473e-7,0.00027779353,0.8886653,0.000004693127,0.07638206,0.011923698,0.022061218],"study_design_scores_gemma":[0.00017068915,0.000058133865,0.00001727039,0.0008164085,0.000018144958,0.00002678055,0.00012216547,0.56006277,0.00037813824,0.0006389294,0.43728608,0.00040446056],"about_ca_topic_score_codex":0.000023617342,"about_ca_topic_score_gemma":1.9805476e-7,"teacher_disagreement_score":0.42536238,"about_ca_system_score_codex":0.000049456023,"about_ca_system_score_gemma":0.000051618703,"threshold_uncertainty_score":0.95722723},"labels":[],"label_agreement":null},{"id":"W200532039","doi":"10.1007/978-1-4419-6287-4_8","title":"ONDOCS: Ordering Nodes to Detect Overlapping Community Structure","year":2010,"lang":"en","type":"book-chapter","venue":"Annals of information systems","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Outlier; Data mining; Metric (unit); Scalability; Intuition; Community structure; Machine learning; Theoretical computer science; Data science; Artificial intelligence; Mathematics; Engineering; Database","score_opus":0.03586288736963758,"score_gpt":0.28786112329899655,"score_spread":0.251998235929359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W200532039","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012818701,0.00016877713,0.05800862,0.00006729793,0.0004582751,0.0012516702,0.0007983714,0.00023975383,0.9261885],"genre_scores_gemma":[0.99260634,0.000008752047,0.0013843676,0.00014708783,0.00037836196,0.000024321822,0.00047211742,0.000034018147,0.00494462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984096,0.000040040486,0.0009224311,0.00009724593,0.00032755153,0.00020310492],"domain_scores_gemma":[0.99757624,0.000090814676,0.0009656727,0.00069704745,0.0005812409,0.000088972636],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040823786,0.00030492526,0.00061008096,0.00037614314,0.00020198856,0.00015765186,0.00043921714,0.000182305,0.00026106488],"category_scores_gemma":[0.0000123640075,0.00029971413,0.00022971987,0.00008523898,0.000036698104,0.0004571705,0.00019619403,0.00075151946,0.00005356538],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009588654,0.00003419559,0.00058901263,0.0018465898,0.0024821123,8.35826e-7,0.0070958603,0.007826619,0.0042711208,0.6391404,0.024987804,0.31162956],"study_design_scores_gemma":[0.0001876578,0.00009029404,0.00017335033,0.0014173593,0.000074446645,0.00000301024,0.00044238975,0.0009085966,0.003783382,0.019561008,0.97254694,0.0008115735],"about_ca_topic_score_codex":0.0011769903,"about_ca_topic_score_gemma":0.00004751544,"teacher_disagreement_score":0.97978765,"about_ca_system_score_codex":0.000016694727,"about_ca_system_score_gemma":0.000047441034,"threshold_uncertainty_score":0.9999455},"labels":[],"label_agreement":null},{"id":"W2087155295","doi":"10.1007/978-1-4419-1325-8_6","title":"Identity Management Architecture","year":2009,"lang":"en","type":"book-chapter","venue":"Annals of information systems","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Identity management; Identity (music); Interoperability; Computer science; Knowledge management; Variety (cybernetics); Homeland security; Key (lock); Government (linguistics); Computer security; World Wide Web; Political science; Authentication (law); Artificial intelligence; Linguistics","score_opus":0.19661352234585502,"score_gpt":0.40444497690502096,"score_spread":0.20783145455916593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087155295","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055977525,0.00031518098,0.027015705,0.0007596453,0.00066545786,0.0006748666,0.00035445482,0.000046580968,0.9701625],"genre_scores_gemma":[0.0051068435,0.00090908434,0.0004038471,0.003548253,0.0001992193,0.000019871988,0.0005331738,0.000016086888,0.9892636],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.994238,0.000068984606,0.0021840848,0.00024047133,0.003062704,0.00020571351],"domain_scores_gemma":[0.9958444,0.00013927426,0.001980765,0.0012191558,0.0007167941,0.000099577774],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005161849,0.00025811416,0.000585041,0.0010890127,0.00008619992,0.00068811973,0.0014097221,0.00019419426,0.00027950783],"category_scores_gemma":[0.00017604015,0.00020433005,0.00027719437,0.00016359746,0.000066972585,0.0025066065,0.0003448253,0.00017936114,0.0034716136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012286894,0.0000057086154,5.2929937e-7,0.00016755456,0.00007122274,0.000002065667,0.0002291188,0.0003222289,5.5480708e-8,0.64997035,0.17825371,0.17096516],"study_design_scores_gemma":[0.00010297416,0.000042129297,0.00007186954,0.00023693913,0.000017223656,0.0000031559255,0.00034407765,0.00003309493,0.000002984992,0.12031073,0.87865716,0.00017768351],"about_ca_topic_score_codex":0.000033077282,"about_ca_topic_score_gemma":0.000011203153,"teacher_disagreement_score":0.70040345,"about_ca_system_score_codex":0.000019620229,"about_ca_system_score_gemma":0.000025382493,"threshold_uncertainty_score":0.9973043},"labels":[],"label_agreement":null},{"id":"W2107532708","doi":"10.1007/978-1-4419-1325-8_2","title":"Patterns of Word Use for Deception in Testimony","year":2009,"lang":"en","type":"book-chapter","venue":"Annals of information systems","topic":"Deception detection and forensic psychology","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Deception; Interrogative; Commission; Psychology; Word (group theory); Interrogative word; Cognitive psychology; Social psychology; Computer science; Artificial intelligence; Political science; Linguistics; Law","score_opus":0.11319641227415858,"score_gpt":0.3574355469315308,"score_spread":0.2442391346573722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107532708","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00992609,0.00045762272,0.020673085,0.0003880187,0.006313888,0.0033290074,0.0014906006,0.00016122188,0.9572605],"genre_scores_gemma":[0.63783705,0.00045484837,0.00027237204,0.0016264382,0.0003606511,0.00020876089,0.001064569,0.00006863232,0.35810667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976953,0.000038500504,0.0016434886,0.00016963879,0.00024512756,0.00020793945],"domain_scores_gemma":[0.99716055,0.00014442812,0.0015792451,0.00043891786,0.00061503827,0.000061822786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052746333,0.00023553726,0.00058741577,0.0009893626,0.000020606112,0.00002727295,0.00016283563,0.0005756336,0.00045296052],"category_scores_gemma":[0.000068299596,0.00024063469,0.00022167999,0.000073904186,0.000047969264,0.00046676586,0.000013551076,0.00018742771,0.00028317972],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010775166,0.00014797928,0.0013942955,0.0006980251,0.00032103516,0.000002933867,0.0040283836,0.00030452348,0.000030206213,0.3134397,0.14697447,0.5315809],"study_design_scores_gemma":[0.0013397132,0.0005747399,0.017044151,0.00074896973,0.00002346766,0.00003625933,0.00047520184,0.00009001472,0.000027422546,0.0016414378,0.9776492,0.00034940086],"about_ca_topic_score_codex":0.000110103014,"about_ca_topic_score_gemma":0.000028865454,"teacher_disagreement_score":0.83067477,"about_ca_system_score_codex":0.000024220086,"about_ca_system_score_gemma":0.000025548321,"threshold_uncertainty_score":0.9812798},"labels":[],"label_agreement":null},{"id":"W2228746700","doi":"10.1007/978-1-4419-6287-4_11","title":"Integrating Genetic Algorithms and Fuzzy Logic for Web Structure Optimization","year":2010,"lang":"en","type":"book-chapter","venue":"Annals of information systems","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Fuzzy logic; Restructuring; Rank (graph theory); Mathematics; Algorithm; Index (typography); Fuzzy classification; Fuzzy number; Fuzzy set operations; Value (mathematics); Computer science; Degree (music); Data mining; Fuzzy set; Artificial intelligence; Machine learning; Combinatorics; Programming language","score_opus":0.03329288621915474,"score_gpt":0.2659942045610276,"score_spread":0.23270131834187288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2228746700","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003856672,0.0004981823,0.9666627,0.00018361883,0.000486006,0.0003995137,0.0006901274,0.000072287046,0.030968964],"genre_scores_gemma":[0.04121541,0.000949265,0.9370806,0.0011307461,0.0008654217,0.000072789095,0.002850398,0.000063849,0.015771523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865705,0.000013249627,0.00073896896,0.00017738582,0.00027378957,0.00013953068],"domain_scores_gemma":[0.997821,0.00006644427,0.0009761057,0.00041763586,0.0006550628,0.00006378334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032592894,0.00020809668,0.0003657377,0.00035003017,0.00010475063,0.00035621313,0.00043036448,0.0003032606,0.000006932925],"category_scores_gemma":[0.00007259774,0.0001730738,0.00009323244,0.000068558584,0.00004041808,0.0010207943,0.00010164699,0.00017152513,0.000006337715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014083302,0.0000106556345,0.000024384366,0.0015965378,0.00041760388,0.0000017828763,0.0026464115,0.030052742,0.00020987901,0.7404235,0.0062122103,0.21839023],"study_design_scores_gemma":[0.0002501204,0.00013872777,0.0000104570545,0.00042740387,0.00004375628,0.000037039572,0.00016586753,0.89539206,0.000120935416,0.004026474,0.09896445,0.00042272778],"about_ca_topic_score_codex":0.0000134756765,"about_ca_topic_score_gemma":0.0000037755822,"teacher_disagreement_score":0.8653393,"about_ca_system_score_codex":0.00000721224,"about_ca_system_score_gemma":0.000077107696,"threshold_uncertainty_score":0.7057745},"labels":[],"label_agreement":null},{"id":"W2761356019","doi":"10.1007/978-3-319-58097-5_11","title":"The Competitive Landscape of Mobile Communications Industry in Canada: Predictive Analytic Modeling with Google Trends and Twitter","year":2017,"lang":"en","type":"book-chapter","venue":"Annals of information systems","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Competitor analysis; Analytics; Social media; Predictive analytics; Sentiment analysis; Consumption (sociology); Tertiary sector of the economy; Big data; Advertising; Marketing; Business; Computer science; Data science; World Wide Web; Data mining; Artificial intelligence; Social science; Sociology","score_opus":0.04813911698487055,"score_gpt":0.2953765382401987,"score_spread":0.24723742125532816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761356019","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0120071815,0.0040496173,0.000121948986,0.0007586088,0.00010832221,0.001253916,0.004035733,0.000023815808,0.97764087],"genre_scores_gemma":[0.99416035,0.0006610005,0.000010799166,0.00008300092,0.000020821226,0.000044887696,0.0007289284,0.000011560974,0.004278638],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863994,0.00002954046,0.0007381194,0.0000905624,0.00037872122,0.00012310593],"domain_scores_gemma":[0.9972066,0.000114903625,0.0010054763,0.0009242551,0.00066807057,0.00008067207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033992057,0.00015900315,0.00053925795,0.00021814786,0.00007701192,0.000028496239,0.0002650735,0.00018019046,0.000010393276],"category_scores_gemma":[0.00003914356,0.000110482244,0.00004342214,0.000042643296,0.0001583257,0.0002790995,0.000096667325,0.00044060042,0.0000020009302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009266201,0.0005257622,0.39797384,0.017835895,0.016561253,0.000118904565,0.0330156,0.12035216,0.000012682586,0.16986121,0.13048366,0.10399284],"study_design_scores_gemma":[0.006258628,0.0013086754,0.08849524,0.023317516,0.0006884518,0.00015187085,0.025164202,0.49895716,0.000026015612,0.00017453486,0.35412765,0.0013300786],"about_ca_topic_score_codex":0.064206615,"about_ca_topic_score_gemma":0.09285305,"teacher_disagreement_score":0.9821532,"about_ca_system_score_codex":0.000069606634,"about_ca_system_score_gemma":0.00086524774,"threshold_uncertainty_score":0.9420249},"labels":[],"label_agreement":null},{"id":"W88600376","doi":"10.1007/978-1-4419-1219-0","title":"Web 2.0 &amp; Semantic Web","year":2009,"lang":"en","type":"book","venue":"Annals of information systems","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"World Wide Web; Semantic Web; Semantic Web Stack; Computer science; Social Semantic Web; Semantic analytics; Information retrieval","score_opus":0.05302063527009639,"score_gpt":0.2882122277612964,"score_spread":0.2351915924912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W88600376","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012633059,0.0019464007,0.024752228,0.00084097014,0.0012998214,0.0005479031,0.0000310685,0.0003887211,0.97006655],"genre_scores_gemma":[0.09440526,0.0034389151,0.005275457,0.005966369,0.0010448507,0.000077215125,0.00056145457,0.00005097239,0.8891795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975397,0.000057555946,0.0011862651,0.00018288709,0.0007230666,0.00031053487],"domain_scores_gemma":[0.9969902,0.00012753966,0.0011798801,0.0009765069,0.0006403012,0.000085570304],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077247585,0.00028845854,0.0006380806,0.00055456284,0.00006988026,0.00034045332,0.0012689228,0.00035279043,0.000009467411],"category_scores_gemma":[0.00010792268,0.0002496714,0.00020760513,0.00020082024,0.00005018346,0.001874904,0.0001501368,0.00020186188,0.0012681184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004564772,0.000012627464,0.000014804681,0.00066631346,0.00006669131,0.000002718481,0.00071209477,0.00017332107,0.0000064261526,0.12975761,0.8593543,0.009228525],"study_design_scores_gemma":[0.00017124088,0.00006778862,0.00007158246,0.0006468659,0.000009214959,0.000042468662,0.000042379943,0.0063990275,0.000034871606,0.0015883736,0.99062747,0.00029871755],"about_ca_topic_score_codex":0.000026224361,"about_ca_topic_score_gemma":0.000009566083,"teacher_disagreement_score":0.13127317,"about_ca_system_score_codex":0.000031664338,"about_ca_system_score_gemma":0.00063858606,"threshold_uncertainty_score":0.9999955},"labels":[],"label_agreement":null}]}