{"meta":{"query_hash":"d961a962934e","filters":{"venue":"The Electronic Library"},"cohort_total":17,"direct_labels_cover":1,"predictions_cover":17,"exported":17,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d961a962934e","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+Electronic+Library"},"results":[{"id":"W1516388499","doi":"10.1108/02640470710729083","title":"Federal Science eLibrary Pilot","year":2007,"lang":"en","type":"article","venue":"The Electronic Library","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Government (linguistics); Work (physics); Originality; Alliance; Computer science; Public relations; Library science; Business; World Wide Web; Political science; Engineering","score_opus":0.3907233330194798,"score_gpt":0.5276591830770152,"score_spread":0.1369358500575354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516388499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7638259,0.0033333788,0.0023353898,0.008959292,0.00063067226,0.0003559456,0.0000055675555,0.00018464279,0.22036923],"genre_scores_gemma":[0.9828894,0.00017878688,0.00026488642,0.0018017269,0.00031510598,0.000004497092,0.0000021311796,0.000020946529,0.01452251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9878342,0.00016834312,0.00061478984,0.00078895595,0.008537134,0.0020565565],"domain_scores_gemma":[0.99374807,0.0039421953,0.00017486859,0.0012955026,0.00034029823,0.0004990431],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["bibliometrics","insufficient_payload"],"category_scores_codex":[0.030464344,0.00017323717,0.00021106504,0.023300437,0.0011339325,0.005014094,0.007781673,0.000054035463,0.002214999],"category_scores_gemma":[0.004568093,0.000091803806,0.00011578985,0.2018258,0.0009480509,0.0047368854,0.0018271069,0.00064331706,0.001047939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034063193,0.0003400355,0.066261776,0.000003471551,0.000026262329,0.0000430396,0.0002328356,0.00001584764,0.011366555,0.51058173,0.14149967,0.26928815],"study_design_scores_gemma":[0.00068561785,0.0010104446,0.18921314,0.000005666075,0.000003951162,0.00006725947,0.00033683822,0.0015471376,0.052293245,0.50131476,0.25309992,0.00042199832],"about_ca_topic_score_codex":0.000017306242,"about_ca_topic_score_gemma":0.000004046911,"teacher_disagreement_score":0.26886615,"about_ca_system_score_codex":0.000115668496,"about_ca_system_score_gemma":0.00179232,"threshold_uncertainty_score":0.9997299},"labels":[],"label_agreement":null},{"id":"W1542067681","doi":"10.1108/el-01-2014-0012","title":"Information needs of local domestic workers in the Arab Republic of Egypt","year":2015,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Migration and Labor Dynamics","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Focus group; Preference; Quarter (Canadian coin); Information needs; Information seeking; Perception; Psychology; Geography; Business; Marketing; Medicine; Economics; Computer science; Library science","score_opus":0.010363310355868564,"score_gpt":0.2508387748201098,"score_spread":0.24047546446424123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542067681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9420249,0.0004784601,0.0009221921,0.010008749,0.000072371084,0.00026247854,0.0000025257757,0.00003560878,0.046192743],"genre_scores_gemma":[0.9988364,0.00009474024,0.000010388937,0.00048678537,0.000031035204,0.000006097574,0.000010918137,0.0000028331337,0.00052078324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9990948,0.00025955512,0.00019863994,0.00002212867,0.00024126176,0.0001836555],"domain_scores_gemma":[0.9995417,0.00013295862,0.00011324429,0.00015744267,0.000026873562,0.00002780156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085596024,0.000044175864,0.00007604964,0.0000851406,0.000047313526,0.00003321301,0.00037088414,0.00004436158,0.000066213266],"category_scores_gemma":[0.00007815973,0.000025733789,0.00002780284,0.0010156457,0.00020037811,0.0008609401,0.000020935213,0.00014208029,0.000005950197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005126192,0.000031844174,0.0030227306,0.000007235617,0.00001020613,1.13255325e-7,0.14757693,0.0007264539,0.0000021649655,0.8364111,0.006443888,0.0057160743],"study_design_scores_gemma":[0.0011309965,0.00032765698,0.007978967,0.000047248577,0.000029551944,0.000004839697,0.69965386,0.0062651075,0.00014417342,0.11429285,0.16990057,0.00022419081],"about_ca_topic_score_codex":0.0005158018,"about_ca_topic_score_gemma":0.0005426867,"teacher_disagreement_score":0.72211826,"about_ca_system_score_codex":0.000038495964,"about_ca_system_score_gemma":0.0009832588,"threshold_uncertainty_score":0.17442589},"labels":[],"label_agreement":null},{"id":"W1972804538","doi":"10.1108/02640471111141124","title":"Metadata assessment in e‐theses and dissertations of Canadian institutional repositories","year":2011,"lang":"en","type":"article","venue":"The Electronic Library","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Metadata; Computer science; Library science; Data element; World Wide Web; Element (criminal law); Information retrieval; Political science","score_opus":0.4750425197805155,"score_gpt":0.4923809298565076,"score_spread":0.017338410075992128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972804538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9373887,0.0018358015,0.00014352988,0.0019086223,0.00011691026,0.00015621631,0.000024678428,0.000007805503,0.05841771],"genre_scores_gemma":[0.99778044,0.00034969172,0.00048162942,0.000052284748,0.000015958887,0.000008912919,0.000005532544,0.0000036722188,0.0013018937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9977982,0.00014036307,0.00030916644,0.00022069173,0.0011957742,0.00033579147],"domain_scores_gemma":[0.9982874,0.0009927929,0.000078150064,0.00038085866,0.00012199101,0.00013885231],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0028992957,0.000060371978,0.00012185035,0.01774521,0.0001785316,0.00046724553,0.0010981744,0.000032457432,0.0003194062],"category_scores_gemma":[0.0014593676,0.00003396467,0.000029627396,0.05708484,0.00018328431,0.0017111222,0.00019098578,0.000193732,0.0000049336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011587684,0.000044542536,0.23831138,0.0000016982258,0.000015137271,0.000005711676,0.00046918873,0.0000032934374,0.00015719692,0.7553106,0.00089010224,0.0047795777],"study_design_scores_gemma":[0.00011669706,0.00008597918,0.8513113,0.0000045512957,0.0000042031666,0.000008252867,0.0006375252,0.00034670916,0.002973486,0.13113745,0.013304298,0.00006953601],"about_ca_topic_score_codex":0.028712852,"about_ca_topic_score_gemma":0.019986972,"teacher_disagreement_score":0.62417316,"about_ca_system_score_codex":0.000042967553,"about_ca_system_score_gemma":0.001806555,"threshold_uncertainty_score":0.9978957},"labels":[],"label_agreement":null},{"id":"W1988631030","doi":"10.1108/02640470510582718","title":"An overview of electronic books: a bibliography","year":2005,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Popularity; Electronic publishing; Bibliography; Originality; Library science; Computer science; World Wide Web; Value (mathematics); Index (typography); Quarter (Canadian coin); The Internet; History; Sociology; Political science; Social science; Law","score_opus":0.017967545307271928,"score_gpt":0.2391126082450545,"score_spread":0.22114506293778258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988631030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42277884,0.1748471,0.01575802,0.029660176,0.00038796896,0.0017634016,0.000011151317,0.0040162825,0.35077706],"genre_scores_gemma":[0.9874156,0.005956088,0.0008764762,0.0023948024,0.00015357444,0.00002733992,0.0000071152763,0.000024559396,0.003144458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982605,0.00011589222,0.00029434083,0.00032213453,0.00031546713,0.00069169636],"domain_scores_gemma":[0.9989737,0.00009556341,0.00012234793,0.0006983555,0.000015222528,0.000094793686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018615281,0.00018380012,0.00018552747,0.001337604,0.0001508404,0.00037159413,0.0019170139,0.000051001338,0.00024425267],"category_scores_gemma":[0.0000032864796,0.00012727515,0.00014718981,0.0070701055,0.0000685362,0.006196857,0.00023776748,0.0002347255,0.000042933807],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003921816,0.00014765118,0.0013203326,0.000014153585,0.00008281256,0.0000010413933,0.0003242382,0.00005639189,0.0002053994,0.9370846,0.03611254,0.02461161],"study_design_scores_gemma":[0.00048704082,0.0005887229,0.0023193175,0.000023134617,0.000011254842,0.000027406953,0.000021279611,0.0050567873,0.020513272,0.19207771,0.778511,0.00036306164],"about_ca_topic_score_codex":0.0000040153477,"about_ca_topic_score_gemma":0.0000033206131,"teacher_disagreement_score":0.7450069,"about_ca_system_score_codex":0.000018597571,"about_ca_system_score_gemma":0.0005361596,"threshold_uncertainty_score":0.519013},"labels":[],"label_agreement":null},{"id":"W1991855105","doi":"10.1108/02640470310462416","title":"Forintek’s value added pathfinder: a case study","year":2003,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Intertek (Canada)","funders":"","keywords":"Computer science; Hyperlink; Metadata; Pathfinder; Adaptation (eye); The Internet; World Wide Web; Knowledge management; Interoperability; Best practice; Engineering management; Process management; Business; Engineering; Web page; Management","score_opus":0.011027908494708895,"score_gpt":0.21152375132160095,"score_spread":0.20049584282689206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991855105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8500852,0.0008598639,0.03877654,0.0031554878,0.0010019564,0.0017376189,0.0000023839484,0.0010690681,0.103311874],"genre_scores_gemma":[0.9950979,0.000011983403,0.00032893283,0.0018714592,0.00006906842,0.00005100468,0.0000011121587,0.000010974776,0.0025576183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810845,0.00035209418,0.00033924435,0.0002891093,0.00032467474,0.000586431],"domain_scores_gemma":[0.99868786,0.00010877651,0.000115964816,0.0009756441,0.000013654687,0.000098121964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062694086,0.00016098453,0.00015018387,0.00009648806,0.0003637628,0.00059747143,0.0015351294,0.000038269995,0.00013091773],"category_scores_gemma":[0.000016422298,0.000099937766,0.00007705538,0.000911182,0.000040807234,0.009108353,0.0002496387,0.0002513163,0.00023245874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050243184,0.0001427251,0.0018086259,0.000006043608,0.00004211604,0.00028614706,0.0162744,0.00005868417,0.00001786576,0.9664065,0.010592198,0.004359659],"study_design_scores_gemma":[0.0047237175,0.004012323,0.0010646353,0.000046643698,0.000028445627,0.029622862,0.058392666,0.06739095,0.014376536,0.22928773,0.58896136,0.0020921247],"about_ca_topic_score_codex":0.00002342781,"about_ca_topic_score_gemma":0.0000019052181,"teacher_disagreement_score":0.7371188,"about_ca_system_score_codex":0.000026105587,"about_ca_system_score_gemma":0.0005787922,"threshold_uncertainty_score":0.66033363},"labels":[],"label_agreement":null},{"id":"W1996784269","doi":"10.1108/el-05-2012-0051","title":"PDA and the humanities","year":2013,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Humanism; Originality; Value (mathematics); Digital humanities; Information seeking; Perception; Humanities; Sociology; Information needs; Relation (database); Library science; Computer science; Epistemology; Political science; Social science; Art; Qualitative research; Philosophy; Law","score_opus":0.004359265550669991,"score_gpt":0.142172456183083,"score_spread":0.137813190632413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996784269","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16410995,0.008604263,0.0018333072,0.079772815,0.00025880671,0.0009450142,5.4449725e-7,0.0009529469,0.74352235],"genre_scores_gemma":[0.9101022,0.00017222275,0.00014497974,0.0074803107,0.00009713907,0.00007067559,0.0000011144174,0.000009379937,0.081922],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992814,0.00007661627,0.00010590705,0.0001375744,0.00012563821,0.0002728712],"domain_scores_gemma":[0.99941266,0.00025824425,0.00003536005,0.00026638218,0.000005958236,0.00002139174],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00008462892,0.00008962361,0.00007820731,0.000038616356,0.0004198238,0.0017979937,0.0008406073,0.000018545878,0.0002531573],"category_scores_gemma":[0.00000799126,0.000040927698,0.000033265256,0.00026866596,0.00022125561,0.0033770544,0.00042162088,0.00013178829,0.00012147126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070819137,0.000004403453,0.00012465402,0.0000016739244,0.000016250482,2.871889e-7,0.0008440578,6.0036973e-7,0.0000031016566,0.9533801,0.04020403,0.005413772],"study_design_scores_gemma":[0.00047358626,0.000040218038,0.0015963371,0.00000383057,0.0000025195473,0.000020309024,0.00009317183,0.0019791962,0.0007605236,0.61902124,0.37588695,0.00012213264],"about_ca_topic_score_codex":0.000011899167,"about_ca_topic_score_gemma":7.988337e-7,"teacher_disagreement_score":0.74599224,"about_ca_system_score_codex":0.000006458223,"about_ca_system_score_gemma":0.00014422405,"threshold_uncertainty_score":0.99923825},"labels":[],"label_agreement":null},{"id":"W2013314064","doi":"10.1108/02640471011052016","title":"Interoperability models in digital libraries: an overview","year":2010,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interoperability; Digital library; Metadata; Computer science; World Wide Web; Cross-domain interoperability; Field (mathematics); Semantic interoperability; Originality; Value (mathematics); Software engineering; Data science","score_opus":0.022690414636996465,"score_gpt":0.23778644670055277,"score_spread":0.2150960320635563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013314064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9724731,0.0017912498,0.011149956,0.005302005,0.00016643571,0.00015512519,0.000015578582,0.0005389056,0.008407665],"genre_scores_gemma":[0.9977978,0.000086637876,0.00095614,0.0006570527,0.000076747725,0.000009333405,0.000027298154,0.000012849145,0.0003761776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99881995,0.00006891738,0.00020107777,0.00037035297,0.0001376021,0.000402092],"domain_scores_gemma":[0.99855286,0.00006963634,0.00004115009,0.0012577052,0.0000070268256,0.00007162143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022874674,0.00012826397,0.00015555011,0.000070539165,0.00007683832,0.0008205525,0.0022952184,0.00005006588,0.000098145414],"category_scores_gemma":[0.00001851354,0.00008317975,0.00006464369,0.00056124397,0.00007852588,0.011374467,0.0005940198,0.0005307863,0.000037359765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008718773,0.00011466724,0.0010541731,0.0000062748104,0.000017830402,0.0000037380123,0.0010107369,0.00006242538,0.00012898252,0.9593898,0.00064087106,0.03756175],"study_design_scores_gemma":[0.0002238866,0.00012919155,0.0008104563,0.000016836453,0.0000061173428,0.000016907956,0.000067469984,0.23882717,0.0007211819,0.7477513,0.011159945,0.0002695731],"about_ca_topic_score_codex":0.000022425516,"about_ca_topic_score_gemma":0.000024354198,"teacher_disagreement_score":0.23876473,"about_ca_system_score_codex":0.000010870297,"about_ca_system_score_gemma":0.00028039233,"threshold_uncertainty_score":0.8246214},"labels":[],"label_agreement":null},{"id":"W2014347812","doi":"10.1108/02640470710741331","title":"Building interoperable Canadian architecture collections: initial metadata assessment","year":2007,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Metadata; Interoperability; Architecture; Computer science; Collections management; Normalization (sociology); World Wide Web; Information retrieval; Database; Archaeology; Geography","score_opus":0.0159717583595294,"score_gpt":0.22580520401589801,"score_spread":0.2098334456563686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014347812","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008552572,0.00010745059,0.0011621128,0.00478825,0.00029865117,0.0002389197,0.00007740437,0.00010584341,0.9846688],"genre_scores_gemma":[0.92196995,0.000016582004,0.0002066693,0.0027398868,0.0007013162,0.000021265249,0.00010713737,0.000022527849,0.07421469],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989807,0.000037469785,0.00016127106,0.0001664344,0.00013979647,0.0005143558],"domain_scores_gemma":[0.9995797,0.00009628144,0.000033107335,0.00018322532,0.000008626197,0.00009905744],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015798656,0.00012544697,0.0000955504,0.00019444039,0.0007753238,0.0007882416,0.00036742154,0.000009456021,0.0015485451],"category_scores_gemma":[0.000003579659,0.00008253617,0.00006653192,0.000111398236,0.00014178557,0.0010285083,0.0000878238,0.00030288927,0.00003231041],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001766125,0.000032685464,0.0000034556583,0.0000056548924,0.00010745887,0.000009948276,0.00052548107,0.00001798935,0.0000049884193,0.9710781,0.020380048,0.007816518],"study_design_scores_gemma":[0.00008040826,0.000085075604,0.00014043607,0.000010393263,0.000016654965,0.0000068709496,0.00018011531,0.00002892862,0.00009377157,0.28360268,0.71565974,0.00009493244],"about_ca_topic_score_codex":0.0045854803,"about_ca_topic_score_gemma":0.023007568,"teacher_disagreement_score":0.91341734,"about_ca_system_score_codex":0.000081510014,"about_ca_system_score_gemma":0.00030930736,"threshold_uncertainty_score":0.9993642},"labels":[],"label_agreement":null},{"id":"W2014451165","doi":"10.1108/02640471111111442","title":"User evaluation of Searchling: a visual interface for bilingual digital libraries","year":2011,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Leverage (statistics); Digital library; Information retrieval; Thesaurus; User interface; Interface (matter); World Wide Web; Human–computer interaction; Natural language processing; Artificial intelligence; Linguistics; Programming language","score_opus":0.05359592393887312,"score_gpt":0.3028454400640647,"score_spread":0.24924951612519158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014451165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85070014,0.00063585717,0.13664931,0.00083838875,0.00024384607,0.0013506304,0.000016348571,0.00029676117,0.009268739],"genre_scores_gemma":[0.99774367,0.0000071649697,0.0011825484,0.000079787416,0.00004546814,0.000029211049,0.00001206504,0.000010316666,0.0008897521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99877024,0.00007968475,0.00023555073,0.00014451388,0.00042395346,0.00034608773],"domain_scores_gemma":[0.9993342,0.0001428661,0.00008766158,0.00028257084,0.0001078736,0.000044833196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006109231,0.00009296463,0.00010154997,0.000084290135,0.000098032346,0.00020733249,0.0008577678,0.000040362498,0.00012533799],"category_scores_gemma":[0.000074398165,0.000060929688,0.000077598306,0.00033091565,0.00007366066,0.003931025,0.00028860845,0.00015076422,0.000021864296],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027397127,0.00019462059,0.00058713614,0.00003473488,0.00006401467,4.4928947e-7,0.01003843,0.000036100988,0.0005195113,0.9093438,0.00091956183,0.07798767],"study_design_scores_gemma":[0.001794333,0.0020711347,0.0016651254,0.00003970653,0.000053305048,0.000014565902,0.00073018187,0.22585166,0.557454,0.19353637,0.016367458,0.00042218115],"about_ca_topic_score_codex":0.0000018858162,"about_ca_topic_score_gemma":3.1311373e-7,"teacher_disagreement_score":0.71580744,"about_ca_system_score_codex":0.00002260059,"about_ca_system_score_gemma":0.0011863009,"threshold_uncertainty_score":0.2849898},"labels":[],"label_agreement":null},{"id":"W2046737407","doi":"10.1108/02640470510635755","title":"Challenges and issues in terminology mapping: a digital library perspective","year":2005,"lang":"en","type":"article","venue":"The Electronic Library","topic":"linguistics and terminology studies","field":"Arts and Humanities","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Terminology; Computer science; Perspective (graphical); Desk; Data science; Field (mathematics); Digital library; Information retrieval; Granularity; Subject (documents); Originality; Scheme (mathematics); World Wide Web; Artificial intelligence; Qualitative research; Linguistics","score_opus":0.033413526434658475,"score_gpt":0.22919408382256615,"score_spread":0.19578055738790767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046737407","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14904493,0.13687637,1.8792556e-7,0.094516054,0.00013268719,0.0001891295,0.000020427604,0.00023831007,0.6189819],"genre_scores_gemma":[0.97171855,0.011034645,0.000013346517,0.00076089764,0.0013751297,0.000019768655,0.0000074069153,0.00002503941,0.015045214],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991344,0.000037903566,0.00014895965,0.00023457503,0.000050926363,0.00039322427],"domain_scores_gemma":[0.9996343,0.00012123124,0.000043559543,0.00016864623,0.000008618686,0.000023631452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000035418252,0.00014981315,0.00018974896,0.00010236262,0.00015219956,0.0001533527,0.00021607446,0.00004439882,0.0003232064],"category_scores_gemma":[0.000019728768,0.00010014888,0.000035321184,0.000023004393,0.00045152896,0.00068604207,0.00022471229,0.0002552631,0.00005229106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016635824,0.00004623866,0.00037103746,0.00000724002,0.00005657619,0.000011330777,0.039578587,9.2227914e-8,5.323304e-7,0.940051,0.0028711464,0.01698957],"study_design_scores_gemma":[0.00020765995,0.00009966922,0.0012650056,0.000012737191,0.0000069470425,0.000015075603,0.008364327,0.000022101462,0.000029020934,0.2620366,0.727814,0.00012687218],"about_ca_topic_score_codex":0.000008760891,"about_ca_topic_score_gemma":0.0000791182,"teacher_disagreement_score":0.8226736,"about_ca_system_score_codex":0.000016010192,"about_ca_system_score_gemma":0.000052126263,"threshold_uncertainty_score":0.40839526},"labels":[],"label_agreement":null},{"id":"W2093323802","doi":"10.1108/02640470510611517","title":"Decision support system for library acquisitions: a framework","year":2005,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Analytic hierarchy process; Pairwise comparison; Process (computing); Library classification; Decision support system; Originality; Knowledge management; Information system; Knowledge acquisition; Operations research; Data mining; Artificial intelligence; World Wide Web; Qualitative research; Engineering; Sociology","score_opus":0.03518405801830425,"score_gpt":0.33132206048484797,"score_spread":0.2961380024665437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093323802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64289075,0.0066732913,0.1823319,0.13531038,0.0020210233,0.0029199945,0.0003241962,0.006079554,0.021448893],"genre_scores_gemma":[0.9674228,0.00009658725,0.016297098,0.004001698,0.0005496315,0.00016201356,0.00003298506,0.000056834528,0.01138037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733543,0.00015893753,0.0006825019,0.00053906074,0.00060884055,0.0006752379],"domain_scores_gemma":[0.99634665,0.0019843031,0.00022276268,0.0012977641,0.000035743156,0.00011277107],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00087640656,0.00021489347,0.0002960419,0.0003158509,0.00045476906,0.0004139308,0.0021589436,0.0003031011,0.0042967685],"category_scores_gemma":[0.00023965961,0.00013138371,0.00025843448,0.0010641278,0.00013057457,0.0022607846,0.0003480724,0.00052644184,0.001773098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021008404,0.000083369254,0.002681343,0.0000038393346,0.000022841721,0.0000044167377,0.0001673604,0.000029472389,0.000040750678,0.68389904,0.24176718,0.071090326],"study_design_scores_gemma":[0.00047964128,0.00018440616,0.0028610695,0.0000369706,0.000025777996,0.000081442224,0.00043635766,0.00078531733,0.002396876,0.4109119,0.58159184,0.00020841142],"about_ca_topic_score_codex":3.5066478e-7,"about_ca_topic_score_gemma":8.95602e-7,"teacher_disagreement_score":0.33982468,"about_ca_system_score_codex":0.000051170995,"about_ca_system_score_gemma":0.0003868472,"threshold_uncertainty_score":0.9990041},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2159426374","doi":"10.1108/el-12-2013-0221","title":"A bibliometric analysis of the <i>Journal of Membrane Science</i> (1976-2010)","year":2015,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Membrane-based Ion Separation Techniques","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Impact factor; Citation; Library science; Subject (documents); Bibliometrics; Science Citation Index; Political science; Regional science; Social science; Geography; Sociology; Computer science; Law","score_opus":0.01759729246652608,"score_gpt":0.23878807899212198,"score_spread":0.2211907865255959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159426374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857392,0.0040142965,0.0018404055,0.00047118057,0.00027571933,0.00018857895,0.000007398636,0.00017872988,0.007284543],"genre_scores_gemma":[0.998881,0.0005187927,0.0001521518,0.00014114982,0.000057260957,0.000003067769,0.0000019431848,0.000019462554,0.00022519846],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984448,0.000108072105,0.00040861624,0.000083591396,0.00065728725,0.00029765262],"domain_scores_gemma":[0.9989524,0.00014027259,0.00019199979,0.0005187547,0.00011128094,0.00008528386],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0013882343,0.00011219491,0.00026270485,0.020573568,0.000055515466,0.000045719367,0.0011626404,0.000045789566,0.00014341324],"category_scores_gemma":[0.00008641905,0.00006249379,0.00014760227,0.16781141,0.00020508173,0.0008250381,0.000081405655,0.00028895235,0.000004802568],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039063155,0.00029297793,0.0074874074,0.00017112556,0.0031911107,0.00000502969,0.0031673396,0.14149942,0.6708893,0.02416648,0.13699982,0.0117393145],"study_design_scores_gemma":[0.00028402678,0.00012915295,0.0017295511,0.000013259459,0.0003622741,0.000018035338,0.000051465988,0.013873083,0.975517,0.0017183641,0.0061896304,0.000114206145],"about_ca_topic_score_codex":0.000006898717,"about_ca_topic_score_gemma":0.0000018063182,"teacher_disagreement_score":0.3046276,"about_ca_system_score_codex":0.000070475064,"about_ca_system_score_gemma":0.00063808245,"threshold_uncertainty_score":0.9905274},"labels":[],"label_agreement":null},{"id":"W2256608024","doi":"10.1108/el-03-2014-0054","title":"A webometric analysis of major keywords and expressions in biochemistry using LexiURL Searcher","year":2015,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"World Wide Web; Computer science; Information retrieval; Web site; Webometrics; Ranking (information retrieval); The Internet","score_opus":0.038330247837806725,"score_gpt":0.2753022593509559,"score_spread":0.2369720115131492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256608024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98523706,0.0029328957,0.008605536,0.0004635266,0.000021830489,0.00009199878,0.0000032146647,0.00004164218,0.0026022862],"genre_scores_gemma":[0.99720323,0.0000651221,0.002294971,0.000113490976,0.000017712444,0.000002898841,0.0000031316042,0.0000051887873,0.0002942704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989253,0.00008751446,0.00021889767,0.00020521201,0.00024124964,0.00032182364],"domain_scores_gemma":[0.99909145,0.00019498858,0.00007499325,0.00052961434,0.000022082155,0.0000868784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058643986,0.000086466156,0.00018845365,0.0008511453,0.000041487136,0.00007382168,0.00073465117,0.00006133826,0.000025478383],"category_scores_gemma":[0.00012659747,0.000060748043,0.00006140898,0.009625779,0.000076101154,0.0008708118,0.0004869392,0.00023544386,0.0000016834928],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006083513,0.002354155,0.3396248,0.00052848685,0.0039278697,0.000048809354,0.021559495,0.011080834,0.07422215,0.43254864,0.008362055,0.105134346],"study_design_scores_gemma":[0.0017044145,0.00037196378,0.031902194,0.00006377576,0.00026167312,0.000020340864,0.0005606294,0.79373085,0.118186384,0.050340354,0.0022472404,0.0006101986],"about_ca_topic_score_codex":0.000056321624,"about_ca_topic_score_gemma":0.0000029222333,"teacher_disagreement_score":0.78265,"about_ca_system_score_codex":0.000062557294,"about_ca_system_score_gemma":0.0005814432,"threshold_uncertainty_score":0.46248677},"labels":[],"label_agreement":null},{"id":"W2963705007","doi":"10.1108/el-10-2018-0208","title":"How much of library digital content is checked out but never used?","year":2019,"lang":"en","type":"article","venue":"The Electronic Library","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Digital library; Originality; Value (mathematics); World Wide Web; Sociology; Art","score_opus":0.019231838880150804,"score_gpt":0.17650097483861468,"score_spread":0.15726913595846387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963705007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8891092,0.0010571975,0.000031186144,0.012982129,0.00031401863,0.0005495754,0.000029207384,0.00040865652,0.095518835],"genre_scores_gemma":[0.8939994,0.0000409492,0.000011730202,0.0035435113,0.0004629162,0.000015442633,0.000087226224,0.00010182878,0.10173698],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821997,0.000008634943,0.0003183961,0.0004039779,0.0003210191,0.00072797533],"domain_scores_gemma":[0.9989439,0.00007196155,0.00033473226,0.0006043925,0.000027348848,0.000017618588],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.000076799304,0.00031469396,0.00036129463,0.00016803292,0.00007583424,0.001269614,0.0009715213,0.00010484802,0.0008916068],"category_scores_gemma":[0.000027999376,0.00023133782,0.00022100822,0.00052122056,0.00013449113,0.019568836,0.000684057,0.0003570331,0.000972742],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004088641,0.0003076527,0.08722368,0.0004950575,0.0002839301,0.000016410351,0.00023609397,0.0000022266556,0.009041361,0.7328167,0.15904303,0.010125017],"study_design_scores_gemma":[0.0015181903,0.0001428754,0.006418082,0.00019832977,0.000056195175,0.000009037384,0.0005568788,0.0006889304,0.05213174,0.09379526,0.8436396,0.000844883],"about_ca_topic_score_codex":0.000014871898,"about_ca_topic_score_gemma":0.0000010259461,"teacher_disagreement_score":0.68459654,"about_ca_system_score_codex":0.000025478537,"about_ca_system_score_gemma":0.00013262914,"threshold_uncertainty_score":0.9998051},"labels":[],"label_agreement":null},{"id":"W3110102192","doi":"10.1108/el-07-2020-0219","title":"Achieving data security and privacy across healthcare applications using cyber security mechanisms","year":2020,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Health care; Big data; Internet privacy; Information privacy; Computer security; Computer science; Business; Information security; Analytics; Data science; Data mining","score_opus":0.047722100304582536,"score_gpt":0.3022853345222798,"score_spread":0.2545632342176973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110102192","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06646784,0.00585535,0.44909444,0.47444174,0.00009049772,0.0010424341,0.00029739688,0.00256055,0.00014975326],"genre_scores_gemma":[0.94008774,0.0005492667,0.0557063,0.0033519722,0.00013676634,0.000028157745,0.00010294671,0.000033390923,0.0000034746226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99752885,0.00018627611,0.00027247248,0.0009415756,0.00026908217,0.00080177136],"domain_scores_gemma":[0.98952985,0.00017887203,0.00015183007,0.009986936,0.000016493112,0.00013602237],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.000446369,0.00022222298,0.00022234948,0.000031264903,0.00055584905,0.000428082,0.036623936,0.00012854062,0.000012186658],"category_scores_gemma":[0.0008024537,0.0001821759,0.00003342435,0.0008176967,0.00014410121,0.003289053,0.16734308,0.0009117943,0.000013706261],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042067488,0.0001303351,0.0013302155,0.00033843363,0.00016830263,0.000020460639,0.0051199775,0.0000070092437,0.002600041,0.91379184,0.04574829,0.030703038],"study_design_scores_gemma":[0.00015822116,0.000049961556,0.00006700158,0.000017757864,0.000008983044,0.000035958663,0.000101364996,0.15275589,0.0021640046,0.8330837,0.011331863,0.00022528082],"about_ca_topic_score_codex":0.00003851345,"about_ca_topic_score_gemma":0.00000687857,"teacher_disagreement_score":0.8736199,"about_ca_system_score_codex":0.000054105352,"about_ca_system_score_gemma":0.0003145808,"threshold_uncertainty_score":0.9685884},"labels":[],"label_agreement":null},{"id":"W4390161607","doi":"10.1108/el-06-2023-0150","title":"Factors influencing public engagement in government TikTok during the COVID-19 crisis","year":2023,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Public engagement; Social media; Public relations; Government (linguistics); Psychology; Public health; Leverage (statistics); Business; Political science; Medicine; Nursing","score_opus":0.053821581842659914,"score_gpt":0.30531143356186113,"score_spread":0.25148985171920124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390161607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82446796,0.00044566486,0.000014564375,0.15712781,0.000052544758,0.00030421,0.0000030595043,0.0002245565,0.01735966],"genre_scores_gemma":[0.99453396,0.0013071592,0.0000028477589,0.0018601303,0.00006723724,0.00008723754,0.00001060829,0.0000128735655,0.0021179502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976772,0.0009605096,0.00020354401,0.00015291313,0.00047643503,0.00052938564],"domain_scores_gemma":[0.99876934,0.00054849806,0.00008859879,0.0005015839,0.0000072599005,0.000084701955],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018027166,0.00009065003,0.000083374056,0.00007558666,0.0015334762,0.0002784595,0.0010402473,0.00005195893,0.00049501326],"category_scores_gemma":[0.00026402037,0.00005471874,0.000058093556,0.0013402783,0.0000959334,0.0009233445,0.00033173023,0.0004145685,0.0000391364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011061805,0.000060777376,0.073310345,0.000012452629,0.000072905976,0.0000013913868,0.074653774,0.00041772408,0.00007466741,0.8090442,0.041154113,0.0011865845],"study_design_scores_gemma":[0.00021140033,0.000015507174,0.06463305,0.0000036834263,0.000008794417,3.228263e-7,0.0600586,0.00014929392,0.00008209981,0.029226815,0.845469,0.0001414234],"about_ca_topic_score_codex":0.0005836937,"about_ca_topic_score_gemma":0.00062809937,"teacher_disagreement_score":0.8043149,"about_ca_system_score_codex":0.0006938563,"about_ca_system_score_gemma":0.0006749585,"threshold_uncertainty_score":0.9997664},"labels":[],"label_agreement":null},{"id":"W4399641082","doi":"10.1108/el-03-2023-0066","title":"The role of knowledge graphs in chatbots","year":2024,"lang":"en","type":"article","venue":"The Electronic Library","topic":"AI in Service Interactions","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Knowledge graph; Computer science; Knowledge management; Artificial intelligence","score_opus":0.0038229539303380653,"score_gpt":0.22143144363626727,"score_spread":0.2176084897059292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399641082","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22145014,0.44126812,0.0034452686,0.07464094,0.0032296423,0.0010709049,0.000006689395,0.0017595321,0.2531288],"genre_scores_gemma":[0.99756,0.00073466374,0.00007251803,0.00013514556,0.00006396629,0.00002771705,7.565017e-7,0.000012263586,0.0013929232],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991654,0.000103815604,0.00016147437,0.00016491988,0.00009470865,0.00030966336],"domain_scores_gemma":[0.9989154,0.000510731,0.000028158356,0.0005183763,0.000007895014,0.000019454263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018819312,0.00007848203,0.00007001717,0.00007992756,0.00008948647,0.00014641898,0.0014693539,0.000028036142,0.00003464779],"category_scores_gemma":[0.0000052953146,0.000043352982,0.00006266142,0.00086827733,0.000049136393,0.0009596586,0.00031674147,0.00034210228,0.000115512856],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030808114,0.000017711673,0.00006243241,0.0000054750753,0.000017148726,0.0000011341172,0.0012192839,0.0000066424063,0.00035040316,0.9718891,0.0013179604,0.025109677],"study_design_scores_gemma":[0.000040282786,0.000047147118,0.00038514208,0.00004103564,0.0000033857618,0.000016268436,0.000108738925,0.047145914,0.009761247,0.7613746,0.18100812,0.0000681344],"about_ca_topic_score_codex":0.000017356957,"about_ca_topic_score_gemma":0.000047349167,"teacher_disagreement_score":0.77610993,"about_ca_system_score_codex":0.000028629694,"about_ca_system_score_gemma":0.00029527553,"threshold_uncertainty_score":0.27304494},"labels":[],"label_agreement":null}]}