{"meta":{"query_hash":"a1b19c32d397","filters":{"venue":"International Journal of Digital Humanities"},"cohort_total":6,"direct_labels_cover":0,"predictions_cover":6,"exported":6,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a1b19c32d397","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Digital+Humanities"},"results":[{"id":"W2980910939","doi":"10.1007/s42803-019-00026-4","title":"Considering the scholarly edition in the digital age: an engagement by the modern language association’s committee on scholarly editions","year":2019,"lang":"en","type":"article","venue":"International Journal of Digital Humanities","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Association (psychology); Library science; Media studies; History; Sociology; Psychology; Computer science","score_opus":0.05506636317208099,"score_gpt":0.2634328620017608,"score_spread":0.2083664988296798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980910939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69701856,0.00019712491,0.00000753023,0.004085258,0.0020156186,0.0002598459,0.00072713627,0.0000301628,0.29565877],"genre_scores_gemma":[0.97859395,0.000011277157,0.0000020894795,0.0031942416,0.0023541732,0.000018652505,0.00017265951,0.000027662796,0.015625292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970966,0.00017244923,0.0006343302,0.00016807113,0.001648321,0.00028023424],"domain_scores_gemma":[0.9974102,0.001045634,0.00049698655,0.00028687483,0.0007175176,0.000042837706],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.001108979,0.00023440026,0.00020715008,0.00020836329,0.0006023074,0.034422066,0.0015386776,0.000054248092,0.00056405563],"category_scores_gemma":[0.0004632466,0.00013246376,0.00022046834,0.00004280269,0.00026065952,0.014336553,0.00012566055,0.0012498406,0.00012403636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001696835,0.001077892,0.0032062894,0.000018795343,0.00061511714,0.00020493816,0.18102525,0.00012405876,0.00004344629,0.72292614,0.08165431,0.008934075],"study_design_scores_gemma":[0.0013640107,0.00077042676,0.0029817692,0.00023066555,0.000051489584,0.000117398995,0.2000235,0.00003658738,0.000030612366,0.08933695,0.7046337,0.00042290788],"about_ca_topic_score_codex":0.000041339583,"about_ca_topic_score_gemma":0.00029898636,"teacher_disagreement_score":0.6335892,"about_ca_system_score_codex":0.00032166715,"about_ca_system_score_gemma":0.00006562831,"threshold_uncertainty_score":0.99944943},"labels":[],"label_agreement":null},{"id":"W3093354771","doi":"10.1007/s42803-021-00032-5","title":"‘Go fish’: Conceptualising the challenges of engaging national web archives for digital research","year":2021,"lang":"en","type":"article","venue":"International Journal of Digital Humanities","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"ESRC National Centre for Research Methods, University of Southampton; Economic and Social Research Council; UK Research and Innovation; Social Sciences and Humanities Research Council of Canada; University of Southampton; Aarhus Universitet","keywords":"World Wide Web; Context (archaeology); Scholarship; Web 2.0; Sociology; Computer science; Web service; Political science; Geography","score_opus":0.18455358254609616,"score_gpt":0.3625338833797037,"score_spread":0.17798030083360755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093354771","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36282906,0.024113474,0.11944462,0.08231595,0.0054038977,0.0004614955,0.00376826,0.0001648185,0.40149844],"genre_scores_gemma":[0.99761456,0.00013564886,0.0008482957,0.00015116777,0.0005111528,0.0000023601551,0.000021538688,0.00000700795,0.000708237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980853,0.00006918749,0.00042920242,0.00014787103,0.0011148638,0.0001535657],"domain_scores_gemma":[0.9956972,0.0019848796,0.00026430376,0.00014534342,0.001875255,0.000033037802],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005268804,0.00008553977,0.00015975368,0.00030694326,0.00014711138,0.0013245759,0.0013100386,0.000019933266,0.000011764792],"category_scores_gemma":[0.000900753,0.000065250984,0.00019942714,0.00010689118,0.00031221958,0.0019804705,0.00034798612,0.00020415221,0.0000025143443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004382542,0.0002551678,0.00040088396,0.000033442175,0.00076032686,0.00007372645,0.013208665,0.00018511896,0.00046799151,0.92240876,0.008405984,0.0537561],"study_design_scores_gemma":[0.003594053,0.0009117801,0.0026955716,0.0019106218,0.00007441601,0.0016390063,0.11454954,0.016725093,0.013142736,0.4917134,0.35215232,0.00089145737],"about_ca_topic_score_codex":6.385615e-7,"about_ca_topic_score_gemma":0.0000042076153,"teacher_disagreement_score":0.63478553,"about_ca_system_score_codex":0.000040568582,"about_ca_system_score_gemma":0.0003430837,"threshold_uncertainty_score":0.99971217},"labels":[],"label_agreement":null},{"id":"W3120354622","doi":"10.1007/s42803-020-00029-6","title":"From archive to analysis: accessing web archives at scale through a cloud-based interface","year":2021,"lang":"en","type":"article","venue":"International Journal of Digital Humanities","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; York University","funders":"University of Waterloo; York University; Compute Canada; Andrew W. Mellon Foundation","keywords":"Cloud computing; World Wide Web; Computer science; Interface (matter); Scope (computer science); Mashup; Scale (ratio); Web development; Web service; Web page","score_opus":0.031190827745018183,"score_gpt":0.3008049511167233,"score_spread":0.2696141233717051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120354622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27019587,0.00031652878,0.72405404,0.0011529587,0.0006532406,0.000028784489,0.00031507155,0.000081007005,0.003202492],"genre_scores_gemma":[0.9070174,0.000015201469,0.09197813,0.00036203794,0.00025631086,0.0000024839508,0.000043650012,0.000009892761,0.00031490132],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99840415,0.00003577526,0.0004825914,0.00028630038,0.0006062338,0.00018493188],"domain_scores_gemma":[0.9985079,0.0003890079,0.00035826824,0.00037026274,0.0003188589,0.00005567684],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000048804024,0.00016553604,0.00028568396,0.0004522005,0.00008658868,0.0012188018,0.0022209089,0.000029146198,0.00004981038],"category_scores_gemma":[0.00019480185,0.00015317343,0.00024141413,0.00028869338,0.00017732741,0.002532289,0.0013621621,0.00019914813,0.000024244979],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023252433,0.0036806713,0.03982329,0.00011471294,0.019551931,0.013326568,0.11213687,0.11539669,0.113814615,0.22061624,0.026915729,0.33229744],"study_design_scores_gemma":[0.0026761736,0.00062849483,0.0044137044,0.0011544533,0.0003645369,0.00052494736,0.012175487,0.021869592,0.24184573,0.647766,0.065138556,0.0014423543],"about_ca_topic_score_codex":0.000007161641,"about_ca_topic_score_gemma":0.00006651474,"teacher_disagreement_score":0.6368215,"about_ca_system_score_codex":0.00014416935,"about_ca_system_score_gemma":0.00013195879,"threshold_uncertainty_score":0.999818},"labels":[],"label_agreement":null},{"id":"W3200657555","doi":"10.1007/s42803-022-00062-7","title":"CKMorph: a comprehensive morphological analyzer for Central Kurdish","year":2023,"lang":"en","type":"article","venue":"International Journal of Digital Humanities","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Morpheme; Adjective; Natural language processing; Spectrum analyzer; Artificial intelligence; Adverb; Set (abstract data type); Context (archaeology); Noun; Verb; Word (group theory); Part of speech; Preprocessor; Lexicon; Test set; Linguistics; Programming language","score_opus":0.05056650297410732,"score_gpt":0.3146939083321877,"score_spread":0.2641274053580804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200657555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36155272,0.0020940125,0.61894643,0.0060614683,0.005277157,0.00039933532,0.00027501045,0.0011536874,0.0042401575],"genre_scores_gemma":[0.97515243,0.000020851374,0.02319093,0.00041761776,0.00048279512,0.000005023958,0.000020989952,0.0000099663575,0.00069938146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99880004,0.000013409161,0.00034792334,0.00013622569,0.0004929251,0.00020945077],"domain_scores_gemma":[0.998526,0.00017622615,0.00025671636,0.000103365644,0.0008876068,0.000050092614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000096236254,0.00011274873,0.00017068336,0.00033856722,0.000059115417,0.00086598046,0.001361063,0.00004238284,0.00001566649],"category_scores_gemma":[0.00014209171,0.00008991112,0.0001923194,0.00013340185,0.000087437336,0.0015536982,0.00026662863,0.00014148554,0.000013726833],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042293695,0.0005056212,0.004076441,0.000097573604,0.0011369344,0.004084393,0.0062405197,0.00029714854,0.004924195,0.69459164,0.14350541,0.14011718],"study_design_scores_gemma":[0.0021307436,0.0010408706,0.0055680764,0.00035016914,0.000042324336,0.0028924472,0.0015826388,0.005312038,0.008476349,0.8853391,0.086445555,0.00081970496],"about_ca_topic_score_codex":0.000002166796,"about_ca_topic_score_gemma":0.0000010755914,"teacher_disagreement_score":0.6135997,"about_ca_system_score_codex":0.000078191486,"about_ca_system_score_gemma":0.00005640342,"threshold_uncertainty_score":0.8350669},"labels":[],"label_agreement":null},{"id":"W4390662579","doi":"10.1007/s42803-023-00081-y","title":"Open Times: The future of critique in the age of (un)replicability","year":2024,"lang":"en","type":"article","venue":"International Journal of Digital Humanities","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Transparency (behavior); Scholarship; Newspaper; Workflow; Intertextuality; Sociology; Computer science; Political science; Public relations; Data science; Media studies; Law; Literature; Art","score_opus":0.05236601801137862,"score_gpt":0.3018597775962916,"score_spread":0.249493759584913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390662579","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38642946,0.0029553047,0.000010074473,0.0031592757,0.0018323674,0.00025585847,0.00046781966,0.000014060203,0.6048758],"genre_scores_gemma":[0.99390197,0.00005676871,0.000006248618,0.00042473685,0.0011417846,0.0000068409568,0.000020712352,0.000014236199,0.004426722],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983225,0.000067830835,0.0007511709,0.000113400616,0.00061994244,0.00012515392],"domain_scores_gemma":[0.9985047,0.00048687667,0.00023963583,0.00019886099,0.0005536545,0.000016302807],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007327289,0.0001387173,0.00024974818,0.00018743951,0.00008632143,0.0032700812,0.0021021445,0.00003043298,0.0011546433],"category_scores_gemma":[0.00007946383,0.00007625211,0.00025341485,0.000043097483,0.0006431108,0.0026224027,0.0002224042,0.00033261406,0.0000070126716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006905205,0.00018796482,0.00013772109,0.000052071402,0.00015485774,0.000100870864,0.04278784,0.000003816359,0.00000447968,0.94681454,0.0033864228,0.0063003893],"study_design_scores_gemma":[0.0002923963,0.0003292695,0.00079437124,0.00038999948,0.00003034709,0.00011779036,0.07304899,0.000006794662,0.00007157695,0.34950113,0.5752846,0.0001327204],"about_ca_topic_score_codex":0.000067387016,"about_ca_topic_score_gemma":0.0005120512,"teacher_disagreement_score":0.6074725,"about_ca_system_score_codex":0.000044718774,"about_ca_system_score_gemma":0.00009118001,"threshold_uncertainty_score":0.9997584},"labels":[],"label_agreement":null},{"id":"W4404923341","doi":"10.1007/s42803-024-00092-3","title":"Botaganda: examining how bots shape political discourse on twitter through the lens of interaction alignment","year":2024,"lang":"en","type":"article","venue":"International Journal of Digital Humanities","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"York University; Government of Ontario","keywords":"Politics; Through-the-lens metering; Lens (geology); Sociology; Political science; Media studies; Physics; Optics; Law","score_opus":0.1416948169542027,"score_gpt":0.3883316628967648,"score_spread":0.2466368459425621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404923341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67919666,0.000091436435,0.00026336333,0.017172154,0.002577979,0.00007054192,0.000041071664,0.000020145924,0.30056664],"genre_scores_gemma":[0.9954898,0.000039686278,0.000011964724,0.0008005686,0.0009819102,4.8486214e-7,0.0000040107316,0.0000069701414,0.002664619],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99853295,0.000037674647,0.00031180488,0.000056795492,0.0009068083,0.00015398554],"domain_scores_gemma":[0.9991845,0.00028980666,0.00018263022,0.00005112716,0.00025100115,0.000040973016],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00024151125,0.00008272839,0.0001036807,0.00013137708,0.00009866803,0.0010848724,0.00028317797,0.000029892544,0.00030399565],"category_scores_gemma":[0.00022190817,0.000053757984,0.00010690027,0.000045808072,0.00027727056,0.0028330344,0.000034246525,0.00016342214,0.000021465989],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059617956,0.000084072664,0.00012988539,0.000011695212,0.00021382156,0.000025382495,0.10322844,0.000021235235,0.00003468008,0.880945,0.0074473578,0.0077987947],"study_design_scores_gemma":[0.00060718745,0.0007241493,0.0034897244,0.0012406759,0.00006457364,0.00015140857,0.6223814,0.00018421767,0.00092239445,0.028856482,0.34109512,0.00028264994],"about_ca_topic_score_codex":0.000026574291,"about_ca_topic_score_gemma":0.000014474807,"teacher_disagreement_score":0.8520885,"about_ca_system_score_codex":0.0002042516,"about_ca_system_score_gemma":0.00012918792,"threshold_uncertainty_score":0.9999521},"labels":[],"label_agreement":null}]}