{"meta":{"query_hash":"0a184769e8e3","filters":{"venue":"ACM eBooks"},"cohort_total":14,"direct_labels_cover":1,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0a184769e8e3","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+eBooks"},"results":[{"id":"W2796442168","doi":"","title":"Proceedings of the 2016 ACM Conference Companion Publication on Designing Interactive Systems (DIS 2016) [Volume 2]","year":2016,"lang":"en","type":"book","venue":"ACM eBooks","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thursday; Library science; Event (particle physics); Summit; Haven; Media studies; Engineering; Sociology; Computer science; Cartography; Geography","score_opus":0.025825054887395033,"score_gpt":0.2149073738139019,"score_spread":0.18908231892650687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796442168","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026357889,0.0002651622,0.00035467232,0.0003771742,0.0014878438,0.0010678536,0.00011329191,0.00093882217,0.9927594],"genre_scores_gemma":[0.3925772,0.00007959723,0.00022241627,0.000028886048,0.0003175349,0.00021379671,0.00001756156,0.00010950021,0.6064335],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988253,0.000010073262,0.00037410943,0.0002769213,0.00025266304,0.00026094788],"domain_scores_gemma":[0.9982662,0.00020553595,0.00032096732,0.0008231124,0.0003486228,0.00003556369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013781538,0.00031967103,0.00039025937,0.000183217,0.00007925368,0.00010926121,0.0014651818,0.00039393286,0.00003138427],"category_scores_gemma":[0.00033774576,0.00021054341,0.00010819399,0.0000319863,0.00016622365,0.00013337571,0.00045511103,0.00043819952,0.00009872347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002687313,0.000012973771,0.00013590265,0.0007288736,0.00033524312,9.666037e-7,0.000891337,0.000013647431,0.008278233,0.06247218,0.9062978,0.020805983],"study_design_scores_gemma":[0.00090119196,0.00032094365,0.0007425856,0.016697584,0.00019821455,0.00003012698,0.0015345953,0.000934979,0.044516735,0.037402287,0.89518946,0.0015312849],"about_ca_topic_score_codex":0.000020095056,"about_ca_topic_score_gemma":0.0000018466641,"teacher_disagreement_score":0.3899414,"about_ca_system_score_codex":0.00030852307,"about_ca_system_score_gemma":0.00010913713,"threshold_uncertainty_score":0.8585711},"labels":[],"label_agreement":null},{"id":"W4221005192","doi":"10.1145/3501714.3501753","title":"Probabilistic Programming Languages: Independent Choices and Deterministic Systems","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Citation; Probabilistic logic; Computer science; Inference; Operations research; World Wide Web; Artificial intelligence; Engineering","score_opus":0.03736242346750615,"score_gpt":0.2655968592554218,"score_spread":0.22823443578791566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221005192","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039009473,0.004205213,0.037785806,0.00014600247,0.0014497243,0.0019166453,0.00004579407,0.001110246,0.9529505],"genre_scores_gemma":[0.3964816,0.00007180388,0.011688409,0.00031963858,0.0004803727,0.000499285,0.00002907422,0.00015169113,0.5902781],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979984,0.000043149917,0.000381209,0.0007685159,0.0004789084,0.00032981765],"domain_scores_gemma":[0.9981158,0.00019489482,0.00025566854,0.0012122813,0.00006706231,0.00015432337],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030699355,0.00036340166,0.00038550983,0.0001390487,0.00022774133,0.0004976337,0.0014767029,0.00020441065,0.000023222978],"category_scores_gemma":[0.00007295405,0.00034798437,0.000075098906,0.00001733764,0.0001044253,0.0000920097,0.0013184831,0.0005671851,0.000025360925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003930724,0.000010853606,0.000005780223,0.00033072862,0.00005430487,0.00025755508,0.0005410938,0.00002646207,0.000011036558,0.85629094,0.00006206715,0.14240523],"study_design_scores_gemma":[0.0011516267,0.0015458894,0.0000821064,0.0022453747,0.00043843398,0.0016327944,0.00024257635,0.036566455,0.000025818936,0.24656393,0.7054031,0.00410193],"about_ca_topic_score_codex":0.00007435996,"about_ca_topic_score_gemma":0.000025666443,"teacher_disagreement_score":0.705341,"about_ca_system_score_codex":0.00008123303,"about_ca_system_score_gemma":0.00017097851,"threshold_uncertainty_score":0.99989724},"labels":[],"label_agreement":null},{"id":"W4288043852","doi":"10.1145/3544564.3544571","title":"TEI in the Wild","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Citation; Metropolitan area; Weaving; Embodied cognition; History; Library science; Computer science; World Wide Web; Media studies; Advertising; Engineering; Sociology; Archaeology; Business; Artificial intelligence","score_opus":0.028484935828742026,"score_gpt":0.2512955296826632,"score_spread":0.22281059385392118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043852","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022030092,0.00008641631,0.00039383778,0.0009631575,0.00043207456,0.0001911298,0.0000075906933,0.000011157018,0.9978926],"genre_scores_gemma":[0.035535112,0.000016217668,0.00032138964,0.009766069,0.00017367075,0.00005594736,0.000016023607,0.00003206538,0.9540835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894834,0.00003861815,0.00016743406,0.0003449776,0.00030543428,0.00019518188],"domain_scores_gemma":[0.99840605,0.00019921667,0.00010368893,0.0012369936,0.00003186523,0.000022203554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017997998,0.00019017629,0.00016345282,0.00017764358,0.00011914904,0.0000701402,0.002838479,0.00007792999,0.00032775558],"category_scores_gemma":[0.000026484755,0.00014411996,0.00013483701,0.00001646732,0.000042620253,0.00010387717,0.000927334,0.00064231333,0.00024431592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038616563,0.00000554338,0.0000031853929,0.0000029370665,0.00001803864,0.00012310475,0.0016241136,3.3863572e-7,0.000095080955,0.9829881,0.010464242,0.0046714265],"study_design_scores_gemma":[0.000099903365,0.000076423166,0.0000914531,0.000028602231,0.0000079346155,0.000032227133,0.00005229398,0.000012946864,0.0001241085,0.059254754,0.9400236,0.00019577412],"about_ca_topic_score_codex":0.000036873833,"about_ca_topic_score_gemma":0.000019627887,"teacher_disagreement_score":0.92955935,"about_ca_system_score_codex":0.000063836764,"about_ca_system_score_gemma":0.00006451444,"threshold_uncertainty_score":0.5877041},"labels":[],"label_agreement":null},{"id":"W4288043873","doi":"10.1145/3544564.3544570","title":"Tangible and Embodied Interaction","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Embodied cognition; Citation; Weaving; Metropolitan area; World Wide Web; Computer science; Library science; Media studies; History; Sociology; Engineering; Archaeology; Artificial intelligence","score_opus":0.029306362136000193,"score_gpt":0.2602533317787265,"score_spread":0.23094696964272632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043873","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004313601,0.000114530885,0.001063218,0.00025651866,0.0009083208,0.00015144421,0.000010940488,0.000032745495,0.9974191],"genre_scores_gemma":[0.02691876,0.000046209087,0.0009687144,0.0014995423,0.00016569464,0.00002882922,0.000029021587,0.000044611465,0.9702986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897224,0.000017734623,0.00017792144,0.000452185,0.00020146686,0.00017844577],"domain_scores_gemma":[0.9988604,0.00011128432,0.0001610024,0.0007409882,0.00006769165,0.00005861089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007853942,0.00022677115,0.00021245857,0.00018334997,0.0001720394,0.000099368866,0.00075607345,0.0000952179,0.0006105656],"category_scores_gemma":[0.000023372466,0.00023214224,0.00011139493,0.000009507214,0.00004001506,0.00024320507,0.0012164622,0.00044702875,0.0001759631],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013528857,0.0000045157203,0.0000017018677,0.000009279804,0.00006856453,0.000049587707,0.0005146352,3.0295897e-7,0.0011062605,0.98321277,0.0066801887,0.008338662],"study_design_scores_gemma":[0.00016252344,0.0001493943,0.000027773096,0.000050204824,0.000026298316,0.00007651191,0.000040156683,0.000059035876,0.0014871225,0.053378288,0.944217,0.00032567428],"about_ca_topic_score_codex":0.000026484848,"about_ca_topic_score_gemma":0.000006968738,"teacher_disagreement_score":0.93753684,"about_ca_system_score_codex":0.00009251516,"about_ca_system_score_gemma":0.00004476094,"threshold_uncertainty_score":0.94664854},"labels":[],"label_agreement":null},{"id":"W4288043881","doi":"10.1145/3544564.3544581","title":"Years of Referenced Manuscripts","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Citation; Metropolitan area; Weaving; Library science; History; World Wide Web; Computer science; Engineering; Archaeology","score_opus":0.04548675999032743,"score_gpt":0.25377730762725415,"score_spread":0.20829054763692673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043881","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021551714,0.00006246624,0.00045649707,0.000070756105,0.0006841949,0.00013115793,0.000028043994,0.000017420141,0.99833393],"genre_scores_gemma":[0.053864162,0.000019667541,0.0012747007,0.00068420154,0.00006747287,0.000014697654,0.000026543657,0.000035027046,0.94401354],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887985,0.000018601733,0.0002340711,0.00037401225,0.00032148403,0.00017195694],"domain_scores_gemma":[0.9983452,0.0000827266,0.00023541157,0.0011967184,0.000095073316,0.000044872115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007950367,0.00018065133,0.00026772113,0.00016804202,0.000052688334,0.00002383623,0.0018066335,0.00010275465,0.00069272594],"category_scores_gemma":[0.000028964274,0.00020335986,0.00017623861,0.000012112231,0.000054668395,0.00009698918,0.0012567495,0.00036849573,0.00016966758],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010223206,0.000005612621,0.0000010551905,0.000010346371,0.0000641878,0.000059417023,0.00041374954,1.9767671e-7,0.004442263,0.9791973,0.0056309314,0.010164708],"study_design_scores_gemma":[0.00023879016,0.0002761554,0.00044136666,0.000097970755,0.00003410538,0.00002096316,0.00002341599,0.000007908459,0.0059925313,0.090666376,0.9017731,0.00042733375],"about_ca_topic_score_codex":0.000033527376,"about_ca_topic_score_gemma":0.0000024965993,"teacher_disagreement_score":0.8961421,"about_ca_system_score_codex":0.000058431546,"about_ca_system_score_gemma":0.00009080303,"threshold_uncertainty_score":0.82927746},"labels":[],"label_agreement":null},{"id":"W4288043884","doi":"10.1145/3544564.3544572","title":"Framing TEI","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Citation; Metropolitan area; Framing (construction); Weaving; Embodied cognition; Media studies; Library science; Computer science; History; Engineering; Sociology; Archaeology; Artificial intelligence","score_opus":0.02466858855883071,"score_gpt":0.2482575687715517,"score_spread":0.223588980212721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043884","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000084832645,0.00013815121,0.003963322,0.00019604283,0.0009783057,0.00013534578,0.000012679634,0.00004041666,0.9945273],"genre_scores_gemma":[0.0042532315,0.000010741788,0.001453448,0.0019777163,0.00018017093,0.000018129254,0.00001628496,0.00004120135,0.9920491],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987412,0.000015948495,0.0001922608,0.00048929686,0.00031822035,0.00024307256],"domain_scores_gemma":[0.99829346,0.00013047246,0.0001603928,0.0012824377,0.00007262164,0.00006063123],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000085740656,0.00025494635,0.00022920097,0.00022064838,0.00020514752,0.00008070096,0.0020197048,0.00012213473,0.0011214659],"category_scores_gemma":[0.000032586915,0.00026431703,0.00020075473,0.000010644161,0.000041917996,0.00014707075,0.0018236649,0.00060714246,0.0006117268],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003335988,0.0000035564046,0.0000011506194,0.000006941909,0.00005718776,0.00010896493,0.0005094647,3.269786e-7,0.00088891695,0.98255914,0.00677407,0.009086961],"study_design_scores_gemma":[0.00008503997,0.000081781654,0.000017823182,0.000038100847,0.000015477182,0.000026916072,0.000014185856,0.000021189742,0.0013576639,0.05067709,0.94735026,0.00031444393],"about_ca_topic_score_codex":0.000016525923,"about_ca_topic_score_gemma":0.0000036815359,"teacher_disagreement_score":0.9405762,"about_ca_system_score_codex":0.00009755293,"about_ca_system_score_gemma":0.00009894859,"threshold_uncertainty_score":0.9999809},"labels":[],"label_agreement":null},{"id":"W4288043891","doi":"10.1145/3544564.3544580","title":"Authors Cited","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Citation; Metropolitan area; Weaving; Library science; History; Computer science; World Wide Web; Media studies; Engineering; Sociology; Archaeology","score_opus":0.030860708461356214,"score_gpt":0.2553693012552914,"score_spread":0.22450859279393517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043891","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012133957,0.00006526883,0.0024110852,0.0004701575,0.001367254,0.00016928549,0.000022800326,0.00005618019,0.9954258],"genre_scores_gemma":[0.0037095472,0.0000070467013,0.0009144741,0.0018507174,0.0001372935,0.000020725243,0.000032894444,0.000042825195,0.99328446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985801,0.000025414534,0.00022712871,0.0005457064,0.00035837904,0.00026325908],"domain_scores_gemma":[0.9981037,0.000111360125,0.00018736931,0.0014107119,0.0000993462,0.00008750613],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000112650894,0.00028625096,0.00025377862,0.00024555702,0.00019651248,0.000084078754,0.0022139123,0.00015177966,0.0016176978],"category_scores_gemma":[0.000040347804,0.0002943698,0.00023470492,0.000018829025,0.000049192022,0.00013875104,0.0017132888,0.0006537814,0.0006384077],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060056072,0.0000041061617,8.422491e-7,0.000004985075,0.00007092786,0.00011193199,0.00039193858,3.4718803e-7,0.00067386695,0.96971583,0.02465484,0.00436439],"study_design_scores_gemma":[0.000109805595,0.00009785519,0.00002911047,0.000030692347,0.00001988897,0.00002829382,0.000009951879,0.000029800252,0.0009138017,0.06126796,0.9371144,0.00034839642],"about_ca_topic_score_codex":0.000018074217,"about_ca_topic_score_gemma":0.0000025136683,"teacher_disagreement_score":0.9124596,"about_ca_system_score_codex":0.00011018294,"about_ca_system_score_gemma":0.00010039854,"threshold_uncertainty_score":0.9999508},"labels":[],"label_agreement":null},{"id":"W4288043892","doi":"10.1145/3544564.3544575","title":"Aesthetics of TEI","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Citation; Weaving; Metropolitan area; Embodied cognition; History; Visual arts; Media studies; Library science; Art; Art history; Computer science; Sociology; Engineering; Archaeology; Artificial intelligence","score_opus":0.02527739671793894,"score_gpt":0.24613397781320245,"score_spread":0.22085658109526352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043892","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015570502,0.00008973527,0.0019395794,0.00015136926,0.0004755898,0.00011614016,0.000019721489,0.000014291569,0.997178],"genre_scores_gemma":[0.01297478,0.000023397788,0.0014806985,0.0009848261,0.0000632613,0.000010149246,0.000013531494,0.000038526767,0.9844108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990141,0.000014367377,0.0002209303,0.0003058238,0.00028980625,0.00015498046],"domain_scores_gemma":[0.9983493,0.000074909105,0.00022954546,0.001196219,0.00010971199,0.00004028103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007414729,0.00019068213,0.0002435711,0.00018648208,0.000079302234,0.000019874293,0.0016995221,0.00009284582,0.00046148017],"category_scores_gemma":[0.000018861001,0.00019187712,0.00019586945,0.000010058174,0.000067365254,0.0000664972,0.0011968113,0.0003346044,0.00012743502],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050014405,0.0000065336812,0.0000014896419,0.000008934602,0.00004093968,0.00003528553,0.00051388866,8.225566e-7,0.0007052702,0.9885631,0.004421561,0.005697159],"study_design_scores_gemma":[0.0001034693,0.00019288063,0.00000879708,0.000043043092,0.00002059538,0.000025398236,0.000012735601,0.000019918518,0.0046863453,0.06039487,0.93426275,0.00022921739],"about_ca_topic_score_codex":0.000010828639,"about_ca_topic_score_gemma":0.0000015802466,"teacher_disagreement_score":0.92984116,"about_ca_system_score_codex":0.00004577962,"about_ca_system_score_gemma":0.00008711732,"threshold_uncertainty_score":0.78245217},"labels":[],"label_agreement":null},{"id":"W4323354418","doi":"10.1145/3564623","title":"OER for Ethics and Computing Open Access Collection","year":2023,"lang":"en","type":"book","venue":"ACM eBooks","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Syllabus; Computer science; Context (archaeology); Process (computing); Task (project management); Set (abstract data type); Engineering ethics; Data science; World Wide Web; Mathematics education; Engineering; Psychology","score_opus":0.45128180107448523,"score_gpt":0.554812576344325,"score_spread":0.10353077526983978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323354418","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008925991,0.000042921893,0.00007576008,0.013197804,0.0011297079,0.0013437221,0.00003086987,0.0001284316,0.9839615],"genre_scores_gemma":[0.0014514287,0.00019145149,0.00044605514,0.0024133609,0.0011642032,0.00002982777,0.000023766397,0.000058838814,0.9942211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984697,0.00022540396,0.00022224987,0.00033229965,0.0004043741,0.00034598517],"domain_scores_gemma":[0.9943702,0.0045000366,0.00022894055,0.0002457924,0.00050775916,0.00014727512],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004484343,0.00016357927,0.00032331512,0.00009415176,0.0033713446,0.0025781873,0.0016452259,0.0011429281,0.000014976816],"category_scores_gemma":[0.007490101,0.00017727181,0.000083930216,0.000059904763,0.00045774135,0.0002589725,0.0017014297,0.001237611,0.000010668946],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021513413,0.0000071792206,0.000024834406,0.00016898631,0.00010944927,0.000004235305,0.071716756,7.0240003e-7,0.0000031149386,0.5110776,0.406185,0.010680628],"study_design_scores_gemma":[0.00017472017,0.00003509593,0.000048333346,0.00016713413,0.00003611254,1.6579297e-7,0.00096656854,0.000006016962,0.000003833775,0.5080731,0.49029693,0.00019201072],"about_ca_topic_score_codex":0.0047676717,"about_ca_topic_score_gemma":0.025426144,"teacher_disagreement_score":0.08411193,"about_ca_system_score_codex":0.0002231881,"about_ca_system_score_gemma":0.0033636482,"threshold_uncertainty_score":0.99845725},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4385484066","doi":"10.1145/3596711.3596717","title":"High Dynamic Range Display Systems","year":2023,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Image Enhancement Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of British Columbia; Sunnybrook Health Science Centre","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Projector; Computer science; Workspace; Software; Liquid-crystal display; Computer graphics (images); Range (aeronautics); Display device; High dynamic range; Computer hardware; Dynamic range; Engineering; Computer vision; Artificial intelligence; Operating system; Aerospace engineering","score_opus":0.020875104241912967,"score_gpt":0.24733605823162558,"score_spread":0.2264609539897126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385484066","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016792319,0.00028598594,0.20839067,0.0002751709,0.0036573287,0.0011534323,0.000049139762,0.004070971,0.7821005],"genre_scores_gemma":[0.0055710156,0.000047626167,0.010230172,0.00015706103,0.00019228712,0.00013814177,0.00002734009,0.000121393125,0.98351496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978398,0.000025365483,0.0004232507,0.00074697495,0.0005667521,0.00039782855],"domain_scores_gemma":[0.99671006,0.00014427741,0.00026961335,0.0026950655,0.00009601477,0.00008497382],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029073557,0.0004435607,0.0004728166,0.0002762976,0.0001105916,0.00026610395,0.0030504214,0.00033157322,0.000017215425],"category_scores_gemma":[0.00003168174,0.00042648742,0.00015563106,0.00002675889,0.00008606184,0.00014041242,0.0016321018,0.00042452614,0.0013458098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026546172,0.0000037692998,5.321976e-7,0.000106426596,0.000065308086,0.00023474483,0.00010193499,9.753663e-7,0.00025771084,0.96553046,0.010684423,0.023011064],"study_design_scores_gemma":[0.00095871865,0.00047710718,0.00007400756,0.0030574116,0.00017546146,0.00012199121,0.0000089568375,0.005145696,0.0022816793,0.52122074,0.46298367,0.0034945644],"about_ca_topic_score_codex":0.0000599906,"about_ca_topic_score_gemma":0.000024792891,"teacher_disagreement_score":0.45229927,"about_ca_system_score_codex":0.00015873625,"about_ca_system_score_gemma":0.000075440614,"threshold_uncertainty_score":0.9998187},"labels":[],"label_agreement":null},{"id":"W4391839586","doi":"10.1145/3640479.3640495","title":"Help Guide Legislation and Regulation","year":2024,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Legislation; Business; Law and economics; Political science; Law; Economics","score_opus":0.0645143186183099,"score_gpt":0.3557686097596965,"score_spread":0.29125429114138657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391839586","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000074212105,0.00044676673,0.0000072065113,0.0062826797,0.00049577944,0.00021205613,0.000010219883,0.0001093784,0.9923617],"genre_scores_gemma":[0.015579188,0.00026663268,0.00017614686,0.00039155,0.0012034881,0.0000028124841,0.000012217758,0.000035064186,0.9823329],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896085,0.000022156431,0.00019840052,0.00023724334,0.00040904208,0.00017233175],"domain_scores_gemma":[0.9991883,0.0001776552,0.00010628894,0.000245569,0.00017798359,0.000104181265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006861277,0.00014477086,0.0001671533,0.00008576497,0.00041758886,0.0003118974,0.00018050356,0.0005896515,0.00013582416],"category_scores_gemma":[0.00034067695,0.00015031759,0.00007694026,0.000009963726,0.00036511116,0.00011351844,0.00011503959,0.00035919202,0.00010670439],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015779698,5.981572e-7,0.0000025439763,0.000012674581,0.000022483764,0.0000038585868,0.0058057127,9.225136e-8,0.000018324046,0.9697626,0.007227165,0.017142335],"study_design_scores_gemma":[0.000022258591,0.000009899763,0.000018369185,0.00007619474,0.00002603473,2.6338512e-7,0.00009177808,0.000001120719,0.0000039611064,0.4968019,0.5028555,0.00009270629],"about_ca_topic_score_codex":0.0011480509,"about_ca_topic_score_gemma":0.003697011,"teacher_disagreement_score":0.49562833,"about_ca_system_score_codex":0.00009006845,"about_ca_system_score_gemma":0.00027938827,"threshold_uncertainty_score":0.6129773},"labels":[],"label_agreement":null},{"id":"W4391845859","doi":"10.1145/3640479.3640487","title":"Work, Automation, and Job Loss","year":2024,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Work (physics); Automation; Job loss; Computer science; Engineering; Mechanical engineering; Economics; Unemployment; Macroeconomics","score_opus":0.06930238573249782,"score_gpt":0.37430445026880355,"score_spread":0.30500206453630574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391845859","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006632305,0.0019143769,0.000002382241,0.004814814,0.0011850764,0.0005804388,0.00003171419,0.00036830685,0.99043965],"genre_scores_gemma":[0.0048736613,0.00018826571,0.000057625406,0.00084508664,0.0007903997,0.00008620934,0.000019132063,0.00008685664,0.9930528],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987476,0.000023977907,0.0004087386,0.00033528684,0.0001919138,0.000292489],"domain_scores_gemma":[0.99890757,0.00030132922,0.00013649496,0.00048190544,0.0000935246,0.00007918034],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019295742,0.00028673548,0.00035613737,0.00012064813,0.00048407068,0.000016356516,0.00018457967,0.00041938835,0.0005368677],"category_scores_gemma":[0.00004766482,0.00023581387,0.00007794057,0.000009963571,0.00012874375,0.000021502057,0.00071106217,0.0007606894,0.0020454535],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013032919,0.0000013965462,0.0026624186,0.0005717917,0.00021938038,0.000038875936,0.0035738489,1.1906481e-8,0.0000011861548,0.7729497,0.21072675,0.009241592],"study_design_scores_gemma":[0.00014102118,0.000018798168,0.0016566248,0.001199745,0.00009954779,0.0000011072868,0.000061837396,2.1876038e-7,5.0781097e-7,0.24469998,0.75191826,0.00020231945],"about_ca_topic_score_codex":0.000028864644,"about_ca_topic_score_gemma":0.00012144991,"teacher_disagreement_score":0.5411915,"about_ca_system_score_codex":0.00006670573,"about_ca_system_score_gemma":0.000079343394,"threshold_uncertainty_score":0.99873155},"labels":[],"label_agreement":null},{"id":"W4391847421","doi":"10.1145/3640479.3640489","title":"Helplessness and Injustice","year":2024,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Injustice; Learned helplessness; Psychology; Philosophy; Epistemology; Social psychology; Environmental ethics; Sociology","score_opus":0.03179200072471279,"score_gpt":0.31356157804157664,"score_spread":0.28176957731686386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391847421","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000389643,0.00078740326,0.0000024877445,0.0015234196,0.0007637655,0.00024556066,0.000021525977,0.00041462545,0.9958516],"genre_scores_gemma":[0.049640257,0.00015200935,0.00010392513,0.0003440805,0.00033924147,0.0000049919445,0.0000025134925,0.000053596912,0.94935936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988754,0.000013202518,0.00016411458,0.00033066559,0.0003147193,0.0003019248],"domain_scores_gemma":[0.99918884,0.00007988897,0.00008611676,0.000473707,0.000050063874,0.00012139641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002487306,0.00022077808,0.00025527403,0.00014549015,0.00030658703,0.00012745186,0.0006139296,0.0007166395,0.00015259122],"category_scores_gemma":[0.00019918544,0.00022444953,0.00006522921,0.000012527761,0.0008435271,0.000035015906,0.00048963254,0.00058581337,0.00050016976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005815659,0.000002733407,0.000018382892,0.000087441476,0.000050049406,0.00007112236,0.0017458728,5.5151315e-9,0.000010496541,0.9545345,0.0046496955,0.03882393],"study_design_scores_gemma":[0.00008324457,0.000020070765,0.000027769469,0.00035475285,0.00012026021,0.000004981779,0.00051370065,2.491131e-7,0.000028479419,0.3769891,0.62160254,0.00025487473],"about_ca_topic_score_codex":0.0002460246,"about_ca_topic_score_gemma":0.00084162754,"teacher_disagreement_score":0.61695284,"about_ca_system_score_codex":0.000100690784,"about_ca_system_score_gemma":0.00014497465,"threshold_uncertainty_score":0.9152786},"labels":[],"label_agreement":null},{"id":"W653879595","doi":"","title":"PODS '08 : proceedings of the twenty-seventh ACM SIGMOD-SIGACT-SIGART Symposium on Principles of Database Systems, Vancouver, BC, Canada, June 9-11, 2008","year":2008,"lang":"en","type":"book","venue":"ACM eBooks","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Database; Computer science; History","score_opus":0.021065978697032684,"score_gpt":0.22178605822803701,"score_spread":0.20072007953100432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W653879595","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00553778,0.004508256,0.010442354,0.001810541,0.039595038,0.013899513,0.01825815,0.000992952,0.90495545],"genre_scores_gemma":[0.0025379104,0.00015427008,0.0068572015,0.0002221146,0.00055600604,0.0001656726,0.00015257102,0.00014213825,0.9892121],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946288,0.000079654776,0.0014922386,0.0012028883,0.0018620936,0.0007343505],"domain_scores_gemma":[0.9920311,0.0004047555,0.0021463553,0.0045209583,0.0006313865,0.00026542193],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046776424,0.00084854924,0.0013304228,0.00024233703,0.00035900393,0.00004703738,0.005107562,0.00031604877,0.00000777265],"category_scores_gemma":[0.0003647919,0.0006454193,0.00028652445,0.00018253019,0.00040525422,0.00044642322,0.0037535182,0.00062815764,0.0000059683834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006035834,0.00011161686,0.0001568127,0.0023698297,0.00026145804,0.00009039469,0.0007249182,0.00017087607,0.00182345,0.26706743,0.72678816,0.0003746892],"study_design_scores_gemma":[0.00048063233,0.00010073989,0.000035921654,0.0028451672,0.00006394685,0.00007422748,0.000085005486,0.00012777238,0.0061144917,0.00016010813,0.98923814,0.0006738155],"about_ca_topic_score_codex":0.03272222,"about_ca_topic_score_gemma":0.19887793,"teacher_disagreement_score":0.26690733,"about_ca_system_score_codex":0.00056326017,"about_ca_system_score_gemma":0.004147505,"threshold_uncertainty_score":0.9995997},"labels":[],"label_agreement":null}]}