{"meta":{"query_hash":"0a184769e8e3","filters":{"venue":"ACM eBooks"},"cohort_total":14,"direct_labels_cover":1,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0a184769e8e3","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+eBooks"},"results":[{"id":"W2796442168","doi":"","title":"Proceedings of the 2016 ACM Conference Companion Publication on Designing Interactive Systems (DIS 2016) [Volume 2]","year":2016,"lang":"en","type":"book","venue":"ACM eBooks","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thursday; Library science; Event (particle physics); Summit; Haven; Media studies; Engineering; Sociology; Computer science; Cartography; Geography","score_opus":0.025825054887395033,"score_gpt":0.2149073738139019,"score_spread":0.18908231892650687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796442168","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006180926,0.10182584,0.10283842,0.027830508,0.20453778,0.001015545,0.0071907346,0.01231978,0.53626055],"genre_scores_gemma":[0.010290209,0.042065848,0.02961683,0.004519915,0.010313931,0.00083075796,0.01330566,0.0054283673,0.8836284],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959694,0.0011618553,0.00036148462,0.00061115244,0.0016581687,0.00023788746],"domain_scores_gemma":[0.99116665,0.0021307056,0.00026792698,0.0017676852,0.0029562602,0.001710753],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00512422,0.0019148735,0.0018792187,0.002487929,0.0021761565,0.009349727,0.0020651645,0.002336627,0.31346735],"category_scores_gemma":[0.014339038,0.0010955016,0.0011784037,0.002679558,0.0014743409,0.007081694,0.0058192564,0.0037308394,0.17254351],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006287159,0.00007084041,0.00027696684,0.000539902,0.000016298533,0.0000558692,0.0004696254,0.000103509556,0.001311588,0.0045838463,0.8544538,0.13805482],"study_design_scores_gemma":[0.000004135384,0.000012191499,0.00017020258,0.00014759418,0.000005926478,0.00006348582,0.00010763009,0.00010482627,0.00011112682,0.00076939963,0.99849534,0.0000081958815],"about_ca_topic_score_codex":0.0031694677,"about_ca_topic_score_gemma":0.0074472725,"teacher_disagreement_score":0.31346735,"about_ca_system_score_codex":0.0017330972,"about_ca_system_score_gemma":0.0040978873,"threshold_uncertainty_score":0.9792555},"labels":[],"label_agreement":null},{"id":"W4221005192","doi":"10.1145/3501714.3501753","title":"Probabilistic Programming Languages: Independent Choices and Deterministic Systems","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Citation; Probabilistic logic; Computer science; Inference; Operations research; World Wide Web; Artificial intelligence; Engineering","score_opus":0.03736242346750615,"score_gpt":0.2655968592554218,"score_spread":0.22823443578791566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221005192","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001886833,0.007287551,0.9209422,0.0073864115,0.00044973628,0.00007796056,0.00016239578,0.0007179321,0.061089013],"genre_scores_gemma":[0.20003106,0.021553412,0.7078576,0.006132753,0.0024757565,0.0014523079,0.0007347449,0.0013349922,0.058427367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957404,0.0021574867,0.00026407308,0.00056283124,0.001068008,0.00020725673],"domain_scores_gemma":[0.9938764,0.0045720986,0.00029056554,0.0005935778,0.000467636,0.0001997399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005554095,0.001497488,0.0008974283,0.0012733969,0.0013442117,0.0054072794,0.0022470634,0.0026083593,0.009853042],"category_scores_gemma":[0.010690722,0.0013305703,0.0015154724,0.0025239608,0.008504384,0.016278202,0.003562389,0.0071032387,0.002684097],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035926685,0.0000042762285,0.000020990603,0.00005615368,0.0000034408995,0.000019461275,0.00028075447,0.0012531265,0.000058419166,0.9860535,0.0031181306,0.009128026],"study_design_scores_gemma":[0.0000051914035,0.0000054878765,0.000016216974,0.00007240099,0.0000036074011,0.00006443341,0.000056742836,0.0037666007,0.00012947455,0.942033,0.053838134,0.000008701554],"about_ca_topic_score_codex":0.00086282194,"about_ca_topic_score_gemma":0.00066673633,"teacher_disagreement_score":0.009853042,"about_ca_system_score_codex":0.002392614,"about_ca_system_score_gemma":0.0018179069,"threshold_uncertainty_score":0.032961667},"labels":[],"label_agreement":null},{"id":"W4288043852","doi":"10.1145/3544564.3544571","title":"TEI in the Wild","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Citation; Metropolitan area; Weaving; Embodied cognition; History; Library science; Computer science; World Wide Web; Media studies; Advertising; Engineering; Sociology; Archaeology; Business; Artificial intelligence","score_opus":0.028484935828742026,"score_gpt":0.2512955296826632,"score_spread":0.22281059385392118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043852","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015888343,0.013114692,0.0038496018,0.004694116,0.0041022026,0.00004150827,0.00057242444,0.00079922925,0.97123736],"genre_scores_gemma":[0.008892247,0.008807872,0.0019683528,0.00095381873,0.0007143745,0.000047095145,0.00060737063,0.00072445744,0.97728443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99971205,0.000039308426,0.0000109084995,0.0000493759,0.00012845566,0.000059828715],"domain_scores_gemma":[0.99962544,0.00009411903,0.00001063468,0.00006411601,0.000098541124,0.00010709339],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043175102,0.00059169036,0.0004323534,0.0013241027,0.0023349503,0.0075407643,0.00088112074,0.0011673177,0.3213223],"category_scores_gemma":[0.0011578503,0.00028213655,0.00044829832,0.0019457605,0.001218502,0.006456962,0.0034411508,0.0022756422,0.094269894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021297432,0.00003254943,0.00013492678,0.00021505688,0.000003360536,0.00010678932,0.0017432097,0.000100805904,0.000812083,0.05274208,0.7920644,0.15202339],"study_design_scores_gemma":[7.111694e-7,0.000004174364,0.000088128785,0.00010853205,8.9676996e-7,0.000106230844,0.00043812455,0.000028424985,0.000080781574,0.002582184,0.9965581,0.0000035504218],"about_ca_topic_score_codex":0.0024343703,"about_ca_topic_score_gemma":0.008418871,"teacher_disagreement_score":0.3213223,"about_ca_system_score_codex":0.0013505368,"about_ca_system_score_gemma":0.0011806682,"threshold_uncertainty_score":0.9680514},"labels":[],"label_agreement":null},{"id":"W4288043873","doi":"10.1145/3544564.3544570","title":"Tangible and Embodied Interaction","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Embodied cognition; Citation; Weaving; Metropolitan area; World Wide Web; Computer science; Library science; Media studies; History; Sociology; Engineering; Archaeology; Artificial intelligence","score_opus":0.029306362136000193,"score_gpt":0.2602533317787265,"score_spread":0.23094696964272632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043873","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013796691,0.18935496,0.008766478,0.003923776,0.0037957223,0.000053448555,0.000196335,0.00043993938,0.7920897],"genre_scores_gemma":[0.018673489,0.119974494,0.0040950975,0.0021477293,0.0014216269,0.000101110476,0.0003090159,0.00040565565,0.8528718],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994419,0.000091157504,0.000022715147,0.00009351007,0.00027591732,0.00007471123],"domain_scores_gemma":[0.9996463,0.00016636166,0.00001555462,0.000049726303,0.000063757834,0.00005827782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003838293,0.0009407086,0.0006247977,0.0012716613,0.0012178196,0.00554898,0.0006684634,0.00172964,0.15835452],"category_scores_gemma":[0.0011873783,0.00038578289,0.0006837486,0.0019121751,0.0018412874,0.0047973706,0.0032335187,0.0021804431,0.035769485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055680128,0.00008877775,0.00018070737,0.0015617256,0.000020796959,0.00021117828,0.0023432265,0.00035906295,0.0020127974,0.1366385,0.45982775,0.3966998],"study_design_scores_gemma":[0.000003116547,0.000016702952,0.0003568091,0.00063487946,0.0000049768378,0.00033822784,0.00036687127,0.00008784098,0.00016735934,0.0158918,0.9821207,0.000010636591],"about_ca_topic_score_codex":0.0020730924,"about_ca_topic_score_gemma":0.0045810863,"teacher_disagreement_score":0.15835452,"about_ca_system_score_codex":0.0012812841,"about_ca_system_score_gemma":0.0010571142,"threshold_uncertainty_score":0.5297487},"labels":[],"label_agreement":null},{"id":"W4288043881","doi":"10.1145/3544564.3544581","title":"Years of Referenced Manuscripts","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Citation; Metropolitan area; Weaving; Library science; History; World Wide Web; Computer science; Engineering; Archaeology","score_opus":0.04548675999032743,"score_gpt":0.25377730762725415,"score_spread":0.20829054763692673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043881","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015296679,0.053534828,0.0029435349,0.022192158,0.1844838,0.0005247879,0.011293946,0.003546787,0.7199506],"genre_scores_gemma":[0.0041954215,0.022254897,0.0014285028,0.003361799,0.023156075,0.00024232596,0.0047963685,0.0024540327,0.93811053],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99438405,0.00049058517,0.0005065458,0.00060489465,0.0035709778,0.00044294354],"domain_scores_gemma":[0.97332543,0.0027608757,0.0015661314,0.0019620203,0.014293214,0.0060923374],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004225502,0.0012781267,0.001758192,0.013520392,0.0031437622,0.022723053,0.0026613823,0.002222525,0.6473288],"category_scores_gemma":[0.030414835,0.0009275564,0.0015638109,0.011576834,0.000777801,0.009870144,0.008795485,0.00337703,0.52196705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022615879,0.000018755429,0.00010746456,0.00039048743,0.000008588286,0.00004777688,0.00009850459,0.000044488166,0.00019291302,0.0020510608,0.93162906,0.06538825],"study_design_scores_gemma":[0.000002562018,0.00000840761,0.00013693851,0.00021690626,0.000003447358,0.000059570208,0.000053502325,0.000012121885,0.000040738032,0.00046419192,0.99899584,0.000005711243],"about_ca_topic_score_codex":0.0013635656,"about_ca_topic_score_gemma":0.0027293973,"teacher_disagreement_score":0.9864796,"about_ca_system_score_codex":0.0024256643,"about_ca_system_score_gemma":0.0059161177,"threshold_uncertainty_score":0.50304264},"labels":[],"label_agreement":null},{"id":"W4288043884","doi":"10.1145/3544564.3544572","title":"Framing TEI","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Citation; Metropolitan area; Framing (construction); Weaving; Embodied cognition; Media studies; Library science; Computer science; History; Engineering; Sociology; Archaeology; Artificial intelligence","score_opus":0.02466858855883071,"score_gpt":0.2482575687715517,"score_spread":0.223588980212721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043884","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075473665,0.004452414,0.0033156374,0.007640077,0.005574425,0.00004313158,0.00019162362,0.0003642851,0.97766376],"genre_scores_gemma":[0.024335546,0.007995403,0.0027103592,0.002982001,0.00287014,0.00009747085,0.0005435669,0.00072873716,0.9577368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929523,0.0001865014,0.000021972377,0.00010028723,0.0002557573,0.000140252],"domain_scores_gemma":[0.9992398,0.00023420394,0.00003248706,0.00010664528,0.00020629966,0.00018051166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008434633,0.00085578853,0.0003608691,0.0022267236,0.0033909082,0.009193855,0.0009843793,0.0017631046,0.23148037],"category_scores_gemma":[0.0030244626,0.00027574037,0.00051153137,0.0020949116,0.0024362365,0.008625544,0.0045625456,0.0034066297,0.06462648],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018192648,0.000022447619,0.00010139509,0.00016762083,0.0000022632125,0.00010667348,0.004498222,0.00009427063,0.00027011268,0.24463372,0.6349345,0.11515055],"study_design_scores_gemma":[9.258278e-7,0.000003728191,0.00006247825,0.0001579192,9.827828e-7,0.0000745614,0.00092301867,0.000030621104,0.00006565366,0.008382261,0.99029386,0.0000040272735],"about_ca_topic_score_codex":0.0024833595,"about_ca_topic_score_gemma":0.0058392906,"teacher_disagreement_score":0.23148037,"about_ca_system_score_codex":0.0036714168,"about_ca_system_score_gemma":0.0020605861,"threshold_uncertainty_score":0.774379},"labels":[],"label_agreement":null},{"id":"W4288043891","doi":"10.1145/3544564.3544580","title":"Authors Cited","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Citation; Metropolitan area; Weaving; Library science; History; Computer science; World Wide Web; Media studies; Engineering; Sociology; Archaeology","score_opus":0.030860708461356214,"score_gpt":0.2553693012552914,"score_spread":0.22450859279393517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043891","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033071788,0.01142701,0.0011640742,0.008542262,0.035858463,0.00020778729,0.0056832274,0.0010975669,0.93568885],"genre_scores_gemma":[0.0016451667,0.0081682475,0.00069401925,0.0024877025,0.003142787,0.000095314965,0.003907673,0.0007044364,0.97915465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99723697,0.00022120847,0.00016745803,0.00043473183,0.0016277332,0.0003118638],"domain_scores_gemma":[0.9940935,0.00040314416,0.00016785608,0.0005716085,0.0037307807,0.0010332101],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011831209,0.0012447899,0.0012527311,0.006496851,0.0033959101,0.011289356,0.0031567253,0.0031118013,0.7773745],"category_scores_gemma":[0.00892417,0.0005607923,0.0011562455,0.007837621,0.0009975191,0.0069187037,0.005434013,0.0037442767,0.7305535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008737497,0.000013295016,0.000050526643,0.00019552297,0.0000025451898,0.000041816096,0.000092512426,0.000018489802,0.00007667385,0.0047342656,0.94993335,0.04483219],"study_design_scores_gemma":[0.0000011088933,0.0000023179573,0.00003586753,0.0001412473,0.0000015019662,0.000034506895,0.000060881077,0.0000048182096,0.000024416302,0.00065457483,0.9990361,0.000002726074],"about_ca_topic_score_codex":0.0042441776,"about_ca_topic_score_gemma":0.008656106,"teacher_disagreement_score":0.99350315,"about_ca_system_score_codex":0.0029931718,"about_ca_system_score_gemma":0.005664631,"threshold_uncertainty_score":0.31754822},"labels":[],"label_agreement":null},{"id":"W4288043892","doi":"10.1145/3544564.3544575","title":"Aesthetics of TEI","year":2022,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Citation; Weaving; Metropolitan area; Embodied cognition; History; Visual arts; Media studies; Library science; Art; Art history; Computer science; Sociology; Engineering; Archaeology; Artificial intelligence","score_opus":0.02527739671793894,"score_gpt":0.24613397781320245,"score_spread":0.22085658109526352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288043892","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007356254,0.0059994403,0.024735395,0.0032154887,0.0014884953,0.000049314855,0.00014533766,0.0005160152,0.9564943],"genre_scores_gemma":[0.31414434,0.007351401,0.018325314,0.0011023836,0.00091291766,0.00017493067,0.000335084,0.0014895115,0.6561641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993998,0.0002180952,0.000017506143,0.000058903708,0.00020510513,0.000100496014],"domain_scores_gemma":[0.9995265,0.00015081908,0.000020068479,0.00010304496,0.00011212284,0.00008751844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007143833,0.000710235,0.00027425666,0.0011312282,0.003110757,0.0083793355,0.0006743753,0.0009868282,0.06300489],"category_scores_gemma":[0.0020218848,0.00025526696,0.0006346527,0.0011899513,0.0038558617,0.0049970043,0.0032880253,0.0024551037,0.0090047605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006782668,0.000030296209,0.00039400763,0.0004201027,0.000011142994,0.00040299867,0.017220248,0.000902713,0.0030034597,0.73592186,0.12430186,0.11732341],"study_design_scores_gemma":[0.0000057501366,0.000028489398,0.00067459646,0.00034552053,0.000008410198,0.0013492457,0.007134672,0.00090675463,0.0007570308,0.08350073,0.905261,0.000027917562],"about_ca_topic_score_codex":0.0011661795,"about_ca_topic_score_gemma":0.0018701606,"teacher_disagreement_score":0.06300489,"about_ca_system_score_codex":0.0018188951,"about_ca_system_score_gemma":0.0007416967,"threshold_uncertainty_score":0.21077234},"labels":[],"label_agreement":null},{"id":"W4323354418","doi":"10.1145/3564623","title":"OER for Ethics and Computing Open Access Collection","year":2023,"lang":"en","type":"book","venue":"ACM eBooks","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Syllabus; Computer science; Context (archaeology); Process (computing); Task (project management); Set (abstract data type); Engineering ethics; Data science; World Wide Web; Mathematics education; Engineering; Psychology","score_opus":0.45128180107448523,"score_gpt":0.554812576344325,"score_spread":0.10353077526983978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323354418","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001808112,0.0036592765,0.014846854,0.011756189,0.0076606735,0.0036100338,0.35320026,0.011279584,0.5921791],"genre_scores_gemma":[0.009733842,0.0065957783,0.022083675,0.0056429384,0.0050229505,0.0053275363,0.43126312,0.012228061,0.50210214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9773679,0.003111866,0.0034679275,0.0015398405,0.013030283,0.0014821324],"domain_scores_gemma":[0.89662063,0.017868316,0.005341924,0.022218697,0.048506703,0.009443756],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014684378,0.0013916953,0.0023730542,0.032153115,0.00500425,0.017380891,0.0033554616,0.0031187392,0.4101564],"category_scores_gemma":[0.08416294,0.0010361341,0.0013036043,0.028671147,0.0019808742,0.0125137465,0.011602801,0.003923524,0.37747008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004770693,0.00005422602,0.0004509461,0.0010370667,0.00001133621,0.000093211114,0.00023463774,0.000049342852,0.0003206032,0.009721481,0.92581064,0.06216886],"study_design_scores_gemma":[0.000006253627,0.000008083955,0.0006839738,0.00030719308,0.0000035761627,0.000053993226,0.00007296489,0.00003976058,0.00012257147,0.0013263226,0.9973615,0.000013674349],"about_ca_topic_score_codex":0.0050319387,"about_ca_topic_score_gemma":0.007149437,"teacher_disagreement_score":0.99664456,"about_ca_system_score_codex":0.004027999,"about_ca_system_score_gemma":0.014488204,"threshold_uncertainty_score":0.8413403},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4385484066","doi":"10.1145/3596711.3596717","title":"High Dynamic Range Display Systems","year":2023,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Image Enhancement Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of British Columbia; Sunnybrook Health Science Centre","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Projector; Computer science; Workspace; Software; Liquid-crystal display; Computer graphics (images); Range (aeronautics); Display device; High dynamic range; Computer hardware; Dynamic range; Engineering; Computer vision; Artificial intelligence; Operating system; Aerospace engineering","score_opus":0.020875104241912967,"score_gpt":0.24733605823162558,"score_spread":0.2264609539897126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385484066","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013151111,0.021893702,0.689229,0.00089710875,0.00092699594,0.00025759306,0.0005252423,0.010189873,0.26292935],"genre_scores_gemma":[0.1137547,0.022502126,0.40196013,0.0013795635,0.00063017523,0.0003104813,0.0012186209,0.0014301997,0.4568141],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946374,0.000059020615,0.000021070797,0.00010636454,0.00030652405,0.000043205288],"domain_scores_gemma":[0.9995034,0.00020886138,0.00002005032,0.00008848101,0.00014032096,0.000038882754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042562402,0.0006505108,0.0004986561,0.0009872443,0.00052902015,0.0025093462,0.0015699929,0.0013509529,0.05948498],"category_scores_gemma":[0.00088420516,0.00046411017,0.00045605825,0.0013084967,0.00034447748,0.0021371525,0.0013778637,0.0012226822,0.025801677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015480266,0.000093224364,0.00049590884,0.0012411958,0.000041508945,0.00039736924,0.00039000207,0.0025567668,0.15196432,0.050305616,0.07953673,0.7128225],"study_design_scores_gemma":[0.000045098976,0.00019725623,0.0012018963,0.00024563947,0.000048832677,0.002954117,0.00012546706,0.011227061,0.06060167,0.00882227,0.9144436,0.00008702079],"about_ca_topic_score_codex":0.00053226424,"about_ca_topic_score_gemma":0.0006046789,"teacher_disagreement_score":0.05948498,"about_ca_system_score_codex":0.00040900367,"about_ca_system_score_gemma":0.00022390428,"threshold_uncertainty_score":0.19899714},"labels":[],"label_agreement":null},{"id":"W4391839586","doi":"10.1145/3640479.3640495","title":"Help Guide Legislation and Regulation","year":2024,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Legislation; Business; Law and economics; Political science; Law; Economics","score_opus":0.0645143186183099,"score_gpt":0.3557686097596965,"score_spread":0.29125429114138657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391839586","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029135976,0.007881857,0.0074587604,0.07780756,0.01034029,0.00047691356,0.0009001196,0.002813825,0.8920292],"genre_scores_gemma":[0.0021290367,0.0050929836,0.0064303945,0.026320336,0.0022607665,0.0003800661,0.0006371687,0.0010684764,0.95568085],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9936473,0.0013679212,0.00034345422,0.000425711,0.003798506,0.00041699532],"domain_scores_gemma":[0.988972,0.0042151567,0.0004302962,0.0014137155,0.0042408877,0.0007278759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004943147,0.0012805217,0.0008631829,0.003004846,0.0044094454,0.0097123375,0.0024298723,0.013248717,0.2776239],"category_scores_gemma":[0.02475336,0.0010792058,0.0009776959,0.002514533,0.0031754,0.012605551,0.0053832964,0.0088174995,0.27716097],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003098313,0.000015739633,0.000026892272,0.00005595858,7.5993785e-7,0.000019998213,0.00022152784,0.000040611307,0.000055362318,0.020738669,0.9537423,0.025079116],"study_design_scores_gemma":[0.0000011018864,0.0000017582471,0.000020627916,0.00007464038,3.377702e-7,0.000012142716,0.000075763906,0.000013048408,0.000015346128,0.0026664764,0.9971163,0.000002491964],"about_ca_topic_score_codex":0.011070626,"about_ca_topic_score_gemma":0.020998307,"teacher_disagreement_score":0.2776239,"about_ca_system_score_codex":0.004019291,"about_ca_system_score_gemma":0.009860642,"threshold_uncertainty_score":0.92874444},"labels":[],"label_agreement":null},{"id":"W4391845859","doi":"10.1145/3640479.3640487","title":"Work, Automation, and Job Loss","year":2024,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Work (physics); Automation; Job loss; Computer science; Engineering; Mechanical engineering; Economics; Unemployment; Macroeconomics","score_opus":0.06930238573249782,"score_gpt":0.37430445026880355,"score_spread":0.30500206453630574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391845859","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002993308,0.5106042,0.0005437203,0.029996008,0.010170686,0.00007212459,0.00049216906,0.00015358371,0.44497415],"genre_scores_gemma":[0.018183392,0.44490862,0.00046217715,0.0069690933,0.008643029,0.00010717269,0.0005546562,0.00010389435,0.52006793],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997738,0.000037794212,0.000006821372,0.000020795846,0.00012674846,0.000034131983],"domain_scores_gemma":[0.9996197,0.00018951164,0.000023746034,0.000016804483,0.000060490573,0.00008974309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027409222,0.00055494416,0.00044530354,0.0015639286,0.0010016231,0.0029302908,0.0005033605,0.001040883,0.10352524],"category_scores_gemma":[0.0009057115,0.00024482032,0.00039081133,0.0020286574,0.0008896082,0.0021508948,0.0015824512,0.0014684917,0.024421498],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013042006,0.000070487135,0.0004935308,0.00033005685,0.0000078865805,0.00004843831,0.0006477773,0.00007934232,0.00008016351,0.007929101,0.8859765,0.10432367],"study_design_scores_gemma":[0.000009353884,0.000037100264,0.0053604073,0.0015459476,0.000013119004,0.00038349695,0.0012363842,0.000057117097,0.000056287645,0.010064499,0.98122025,0.000016033871],"about_ca_topic_score_codex":0.0036080591,"about_ca_topic_score_gemma":0.008641109,"teacher_disagreement_score":0.10352524,"about_ca_system_score_codex":0.00088245375,"about_ca_system_score_gemma":0.0013297626,"threshold_uncertainty_score":0.34632647},"labels":[],"label_agreement":null},{"id":"W4391847421","doi":"10.1145/3640479.3640489","title":"Helplessness and Injustice","year":2024,"lang":"en","type":"book-chapter","venue":"ACM eBooks","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Injustice; Learned helplessness; Psychology; Philosophy; Epistemology; Social psychology; Environmental ethics; Sociology","score_opus":0.03179200072471279,"score_gpt":0.31356157804157664,"score_spread":0.28176957731686386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391847421","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032357546,0.44506294,0.0005752153,0.037241373,0.0074281637,0.00007460146,0.00024460666,0.00009571456,0.50604165],"genre_scores_gemma":[0.0309872,0.41426077,0.0006321451,0.013100553,0.008291821,0.00012191129,0.0003893044,0.00011714896,0.5320991],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997905,0.000049104114,0.000007361955,0.000021260674,0.00009616145,0.00003561036],"domain_scores_gemma":[0.99961275,0.00019988448,0.000022183369,0.000022851493,0.000062249164,0.00008019789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023992626,0.0005003411,0.00046583585,0.0015272682,0.0012603825,0.0033884917,0.00046480837,0.0015281084,0.064159796],"category_scores_gemma":[0.0009263394,0.00024035807,0.0003620036,0.0017162666,0.0015442617,0.002742192,0.0019926585,0.0020621752,0.012118868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010044947,0.00006639118,0.0004283151,0.00048025805,0.000006908388,0.00008927352,0.0022302805,0.00006831346,0.00010313037,0.0360646,0.8197765,0.14067596],"study_design_scores_gemma":[0.0000060497537,0.000026486377,0.002751113,0.0017847447,0.000007838054,0.0005427807,0.0017058117,0.00004067444,0.00006922982,0.01961567,0.97343826,0.000011380529],"about_ca_topic_score_codex":0.0030643402,"about_ca_topic_score_gemma":0.007640337,"teacher_disagreement_score":0.064159796,"about_ca_system_score_codex":0.001228054,"about_ca_system_score_gemma":0.0012453889,"threshold_uncertainty_score":0.21463591},"labels":[],"label_agreement":null},{"id":"W653879595","doi":"","title":"PODS '08 : proceedings of the twenty-seventh ACM SIGMOD-SIGACT-SIGART Symposium on Principles of Database Systems, Vancouver, BC, Canada, June 9-11, 2008","year":2008,"lang":"en","type":"book","venue":"ACM eBooks","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Database; Computer science; History","score_opus":0.021065978697032684,"score_gpt":0.22178605822803701,"score_spread":0.20072007953100432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W653879595","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073260902,0.08380606,0.3524198,0.014303389,0.06875262,0.0011011381,0.022691881,0.051601537,0.39799753],"genre_scores_gemma":[0.00802281,0.032713722,0.048083156,0.002021551,0.0035219574,0.00020795122,0.02477748,0.004964862,0.8756866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923146,0.0000749684,0.000047765196,0.00009798511,0.00049363554,0.000054145916],"domain_scores_gemma":[0.99788254,0.0004159513,0.000068059526,0.00032185964,0.00088910945,0.00042253238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015707308,0.0013209103,0.0015603653,0.0013617786,0.00092957675,0.0055883266,0.0017513301,0.0008095418,0.10617257],"category_scores_gemma":[0.0032149816,0.0010509474,0.0006850469,0.0025690931,0.00063609815,0.0038117697,0.0016047583,0.0033168162,0.0747472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005030526,0.000064858286,0.00013032199,0.00020106779,0.000008135118,0.000025233947,0.000036686684,0.00023228397,0.00088968634,0.0026068848,0.8924722,0.10328228],"study_design_scores_gemma":[0.000031770593,0.000038271188,0.00065523386,0.00011005701,0.000017248894,0.00019788471,0.00003043091,0.0016059249,0.00076822285,0.0035739143,0.9929577,0.000013381833],"about_ca_topic_score_codex":0.004704421,"about_ca_topic_score_gemma":0.014707433,"teacher_disagreement_score":0.10617257,"about_ca_system_score_codex":0.001190909,"about_ca_system_score_gemma":0.003217209,"threshold_uncertainty_score":0.3551826},"labels":[],"label_agreement":null}]}