{"meta":{"query_hash":"e85cffb49f87","filters":{"venue":"interactions"},"cohort_total":89,"direct_labels_cover":0,"predictions_cover":89,"exported":89,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e85cffb49f87","api":"https://metacan.xera.ac/api/v1/cohort?venue=interactions"},"results":[{"id":"W1967640296","doi":"10.1145/2486227.2486242","title":"Older-adult HCI","year":2013,"lang":"en","type":"article","venue":"interactions","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Older people; Gerontology; Internet privacy; Computer science; Psychology; Sociology; Political science; Medicine; Law","score_opus":0.015738859655296644,"score_gpt":0.3152701443987541,"score_spread":0.29953128474345747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967640296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59960324,0.000021206084,0.0006875207,0.06566307,0.0018374026,0.00042916392,0.000006655954,0.0010185312,0.3307332],"genre_scores_gemma":[0.98049635,0.000011270064,0.0006457387,0.00057178515,0.00016099008,0.000100265104,0.0000018689333,0.0000075356093,0.018004201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935997,0.00004356761,0.00011361517,0.00013979577,0.00012145915,0.00022156758],"domain_scores_gemma":[0.9994226,0.0001020381,0.000042416596,0.0001792363,0.00018054747,0.00007313235],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000047867157,0.000058766425,0.00006265398,0.000093914874,0.0003698485,0.000075519136,0.00020908557,0.000070465525,0.004270707],"category_scores_gemma":[0.00031835915,0.00005906983,0.000045529203,0.0001998469,0.00017809226,0.00048462575,0.000030271878,0.0001914689,0.0058660056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035045348,0.00036366942,0.016489413,0.0000066837324,0.00007949892,0.0000094701445,0.038000446,0.0000020078041,0.002976948,0.1695372,0.6513331,0.121198095],"study_design_scores_gemma":[0.00030327038,0.000027072474,0.04173302,0.000057576002,0.000017361319,0.000012879847,0.028643183,0.00007503795,0.0015909427,0.014369142,0.91288185,0.00028869286],"about_ca_topic_score_codex":0.0081857005,"about_ca_topic_score_gemma":0.010742367,"teacher_disagreement_score":0.3808931,"about_ca_system_score_codex":0.00007891407,"about_ca_system_score_gemma":0.000042600044,"threshold_uncertainty_score":0.99841887},"labels":[],"label_agreement":null},{"id":"W1967984346","doi":"10.1145/1096554.1096556","title":"UCD in agile projects","year":2005,"lang":"en","type":"article","venue":"interactions","topic":"Ferroelectric and Negative Capacitance Devices","field":"Engineering","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; IBM (Canada)","funders":"","keywords":"IBM; Agile software development; Citation; Publishing; Computer science; Engineering; Library science; Engineering management; World Wide Web; Management; Software engineering; Political science","score_opus":0.015618063011975415,"score_gpt":0.24676813754889446,"score_spread":0.23115007453691905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967984346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8535494,0.00030216936,0.0008821526,0.0003305736,0.00039939844,0.00009924003,0.0000061906426,0.00022407221,0.14420678],"genre_scores_gemma":[0.9985034,0.000031357624,0.00039895394,0.000072449526,0.00010358525,0.000032917807,0.0000025327183,0.0000088058,0.0008459829],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99970394,0.000006014162,0.00008546788,0.00006035214,0.000035211215,0.00010901641],"domain_scores_gemma":[0.9998577,0.000041283412,0.00000768496,0.00006098873,0.000014082091,0.00001824632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000019058742,0.000051966977,0.000052921197,0.00009739072,0.00001673596,0.000011091473,0.000040890336,0.000016408405,0.00023955942],"category_scores_gemma":[0.000015957914,0.000052322786,0.00001911208,0.000180073,0.0000071050076,0.00023655477,0.0000030196513,0.00013749997,0.00031899664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005949105,0.0005673324,0.00882525,0.00016302112,0.00023005217,0.00006251311,0.017612632,0.07931135,0.24627279,0.009146319,0.29075885,0.3469904],"study_design_scores_gemma":[0.00043600955,0.000037117105,0.010681369,0.00012360138,0.000009338056,0.00003851851,0.0008784767,0.1925951,0.08785418,0.0002596894,0.7067195,0.00036706892],"about_ca_topic_score_codex":0.000009457914,"about_ca_topic_score_gemma":0.0005357802,"teacher_disagreement_score":0.4159607,"about_ca_system_score_codex":0.00009418539,"about_ca_system_score_gemma":0.000005287118,"threshold_uncertainty_score":0.41001627},"labels":[],"label_agreement":null},{"id":"W1969968931","doi":"10.1145/1897239.1897249","title":"Visual analytics and human-computer interaction","year":2011,"lang":"en","type":"article","venue":"interactions","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Citation; Analytics; Computer science; Visual analytics; World Wide Web; Data science; Visualization; Artificial intelligence","score_opus":0.06994976833430198,"score_gpt":0.36710079311538524,"score_spread":0.29715102478108324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969968931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014385775,0.000004955665,0.9721109,0.00016845456,0.0007808261,0.00005073315,0.00000408869,0.00017978367,0.012314437],"genre_scores_gemma":[0.9822579,0.000007523051,0.016034262,0.00049911835,0.00012623591,0.00000392336,0.000016068358,0.000007990109,0.001046958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993023,0.00003170417,0.00020439307,0.0002370405,0.0000984571,0.00012607982],"domain_scores_gemma":[0.99947053,0.00003683617,0.00008352577,0.00024164114,0.00008432979,0.00008315056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007018472,0.000095405405,0.000092202354,0.00020372248,0.00014749174,0.0001888451,0.0002332125,0.000026323876,0.00020823602],"category_scores_gemma":[0.000012968615,0.00009293934,0.000042113126,0.00023627059,0.000031543284,0.0010845112,0.00017655402,0.00012513487,0.00014639174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001546344,0.0012968852,0.012011408,0.000034118857,0.00027032805,0.00006367121,0.0057486757,0.00008901004,0.0024782645,0.86014706,0.033189997,0.08465511],"study_design_scores_gemma":[0.0005880034,0.00040136193,0.031887032,0.00009431519,0.00006931692,0.00027731707,0.00044500126,0.80604964,0.0041957814,0.005704788,0.1496126,0.00067482144],"about_ca_topic_score_codex":0.0000644471,"about_ca_topic_score_gemma":0.00005258511,"teacher_disagreement_score":0.96787214,"about_ca_system_score_codex":0.00002702572,"about_ca_system_score_gemma":0.000012948312,"threshold_uncertainty_score":0.37899566},"labels":[],"label_agreement":null},{"id":"W1977380908","doi":"10.1145/2786515","title":"The studio for critical making, Emily Carr University of art and design","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs; National Science Foundation","keywords":"Carr; Studio; Citation; Computer science; World Wide Web; Visual arts; Art history; Art","score_opus":0.1446565149192739,"score_gpt":0.4512853952275385,"score_spread":0.30662888030826463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977380908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26469183,0.00036090708,0.50165397,0.049369566,0.015999071,0.0011657288,0.00013877433,0.00012444957,0.16649574],"genre_scores_gemma":[0.99046695,0.000003728758,0.0007615545,0.000087629174,0.000027940649,0.000004004122,3.414848e-7,0.000002042042,0.008645829],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99972296,0.00005862788,0.00004338491,0.000077992394,0.000035322773,0.00006170077],"domain_scores_gemma":[0.9987996,0.0009775003,0.000020882215,0.00009460494,0.000076238815,0.000031157928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012430409,0.000024907464,0.000036141308,0.000019445044,0.00013578332,0.000011951027,0.00005858912,0.000010929432,0.00006285187],"category_scores_gemma":[0.0003716942,0.000021305357,0.000015612768,0.000044886427,0.00015401948,0.000047153346,0.000013062032,0.00004695403,0.000027158392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030149135,0.00046146466,0.0047632162,0.0000053855897,0.00003668195,0.0000040745254,0.018947832,0.000014253226,0.0015869412,0.07687821,0.89146405,0.005536382],"study_design_scores_gemma":[0.0002648223,0.00017629653,0.013419764,0.000010248702,0.000027106646,0.000044474848,0.022960179,0.00020672924,0.00016723841,0.0014031883,0.9612621,0.00005787058],"about_ca_topic_score_codex":0.000016816819,"about_ca_topic_score_gemma":0.0000531885,"teacher_disagreement_score":0.7257751,"about_ca_system_score_codex":0.000015742193,"about_ca_system_score_gemma":0.00003037075,"threshold_uncertainty_score":0.10443492},"labels":[],"label_agreement":null},{"id":"W1977770272","doi":"10.1145/2510123","title":"Public policy and the global public inclusive infrastructure project","year":2013,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Public policy; Public administration; Intersection (aeronautics); Work (physics); Public relations; Government (linguistics); Political science; Policy studies; Engineering; Law; Transport engineering","score_opus":0.02684486680582733,"score_gpt":0.28016490625486407,"score_spread":0.25332003944903675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977770272","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2246056,0.000044624387,0.0012885702,0.2185526,0.0009670861,0.0010827745,0.000008143598,0.0003602158,0.5530904],"genre_scores_gemma":[0.9918467,0.0000054719435,0.00029017238,0.0064957375,0.00069353706,0.00022558564,0.000018982531,0.000007469324,0.0004163579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993148,0.000018859628,0.00017436172,0.00015854288,0.00010723453,0.00022621239],"domain_scores_gemma":[0.99931455,0.00005155054,0.00013819514,0.00014581978,0.00034358542,0.0000063276507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017885704,0.00011768038,0.00011474123,0.00022621627,0.0006628153,0.00052341894,0.00024839753,0.00007902382,0.00022906098],"category_scores_gemma":[0.0008851012,0.00007848782,0.000036767702,0.0011358624,0.00040842406,0.001402911,0.0005771739,0.000269483,0.00016215009],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047255226,0.000019546022,0.010402786,0.000007354589,0.000055457993,4.6071685e-7,0.00015102,1.3703466e-7,0.000004736243,0.9447974,0.015767453,0.028788956],"study_design_scores_gemma":[0.00051094167,0.0000026117575,0.060343795,0.0000074909262,0.000011728853,0.000014246473,0.0020626122,0.0003141386,0.0000047511944,0.4654369,0.4711416,0.00014918363],"about_ca_topic_score_codex":0.0011935048,"about_ca_topic_score_gemma":0.0001902273,"teacher_disagreement_score":0.76724106,"about_ca_system_score_codex":0.00015609006,"about_ca_system_score_gemma":0.00010758732,"threshold_uncertainty_score":0.5097906},"labels":[],"label_agreement":null},{"id":"W1984933577","doi":"10.1145/1109069.1109095","title":"To consolidate or distribute?","year":2006,"lang":"en","type":"article","venue":"interactions","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hewlett-Packard (Canada)","funders":"","keywords":"Cohesion (chemistry); Work (physics); Service (business); Balance (ability); Customer service; Unit (ring theory); Public relations; Strategic business unit; Business Review; Management; Business; Sociology; Marketing; Engineering; Political science; Psychology; Economics","score_opus":0.026386388050773923,"score_gpt":0.27592803590567766,"score_spread":0.24954164785490374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984933577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6305803,0.00001072683,0.0050400845,0.11326049,0.0049522677,0.00043280827,0.00003683269,0.0005092949,0.24517721],"genre_scores_gemma":[0.9775869,2.8549107e-7,0.0001812377,0.012884431,0.0026815007,0.000026471094,0.00023223722,0.000010722829,0.0063962047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995554,0.0000017085464,0.00014096333,0.00012271937,0.00006624349,0.00011294306],"domain_scores_gemma":[0.9996443,0.00002030193,0.000056378383,0.00013732302,0.00013803711,0.000003651337],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000051060306,0.00006361489,0.000056062356,0.00014129798,0.000114032795,0.00019303588,0.00008172039,0.0000138233945,0.0014125445],"category_scores_gemma":[0.00004840668,0.000053743777,0.00002034615,0.00057022064,0.0000060375623,0.0007183327,0.000041357856,0.000057715435,0.003445157],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009862916,0.00015899185,0.01042575,0.00004292704,0.000019540745,0.000011501418,0.000021501759,0.00017383177,0.007372696,0.11952182,0.8558249,0.00632793],"study_design_scores_gemma":[0.00008232505,0.0000028556826,0.013950567,0.000014311286,0.000011192992,0.0000036152562,0.00005404805,0.00012491064,0.00057066133,0.0039254255,0.9811734,0.00008671832],"about_ca_topic_score_codex":0.0011267955,"about_ca_topic_score_gemma":0.0012249551,"teacher_disagreement_score":0.34700662,"about_ca_system_score_codex":0.000017407361,"about_ca_system_score_gemma":0.000006013869,"threshold_uncertainty_score":0.9995003},"labels":[],"label_agreement":null},{"id":"W1988383097","doi":"10.1145/2543579","title":"Fieldwork with vulnerable populations","year":2014,"lang":"en","type":"article","venue":"interactions","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Sociology; Computer science; Engineering ethics; Internet privacy; Engineering","score_opus":0.037422137498822075,"score_gpt":0.28287180211338064,"score_spread":0.24544966461455858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988383097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074954075,0.0000059186013,0.90148497,0.0045336867,0.0008615174,0.00004155643,5.50749e-7,0.00023407013,0.08534235],"genre_scores_gemma":[0.8682764,8.002394e-7,0.12680553,0.00055664306,0.00006556969,0.0000194627,0.0000030183899,0.0000049457,0.0042676455],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952364,0.00007965903,0.00009418625,0.000094672665,0.000088270215,0.000119561824],"domain_scores_gemma":[0.9991021,0.0002551792,0.00003588071,0.0005060875,0.00007199478,0.000028741315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009476517,0.00006161149,0.000059008882,0.000085496045,0.00038375362,0.00014869403,0.00042522678,0.000016626449,0.00007007168],"category_scores_gemma":[0.00006953384,0.00005298428,0.000019811669,0.0002094251,0.000018687333,0.00047267077,0.000096748096,0.00022423166,0.00013809635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004187871,0.00008162137,0.0037410965,0.0000074422956,0.000029233612,0.0000027688923,0.0030182933,0.0027598294,0.0000850751,0.94379354,0.027531166,0.018945765],"study_design_scores_gemma":[0.0003462618,0.00016788236,0.023185702,0.00019847762,0.000013960406,0.00020999523,0.00036484655,0.073467396,0.0017841442,0.064697996,0.83502686,0.000536457],"about_ca_topic_score_codex":0.00010460563,"about_ca_topic_score_gemma":0.00026839817,"teacher_disagreement_score":0.8790955,"about_ca_system_score_codex":0.000024781233,"about_ca_system_score_gemma":0.000022647531,"threshold_uncertainty_score":0.29515615},"labels":[],"label_agreement":null},{"id":"W1992150009","doi":"10.1145/1390085.1390089","title":"LIFELONG INTERACTIONSMemory impairment is a family affair","year":2008,"lang":"en","type":"article","venue":"interactions","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Health care; Publishing; Project commissioning; Internet privacy; Gerontology; Medicine; Computer science; Political science","score_opus":0.036669771072917204,"score_gpt":0.33028601085072934,"score_spread":0.29361623977781215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992150009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8857016,0.0000926605,0.0006903922,0.026995318,0.0028346493,0.00035884083,0.000027339565,0.0010216777,0.08227752],"genre_scores_gemma":[0.98130494,0.00017630064,0.00088941073,0.0013373473,0.0003403828,0.00009194718,0.0000045484544,0.000017160528,0.015837947],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873656,0.00009495576,0.00025559662,0.00028990666,0.0002683805,0.0003546221],"domain_scores_gemma":[0.999093,0.0001854823,0.00010384165,0.00032383497,0.00015555677,0.00013828684],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00012759025,0.00013237908,0.00014217713,0.0002789127,0.0011719791,0.00004268593,0.00029591483,0.00010779159,0.0011817846],"category_scores_gemma":[0.0001828337,0.00014195382,0.00013976332,0.00042301734,0.0003587062,0.000643614,0.000069378606,0.00042037445,0.0015780714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056136312,0.0010119771,0.02919417,0.000008826325,0.00022086133,0.00017249209,0.090721734,0.00000868624,0.0026990052,0.0047327243,0.86103606,0.010137352],"study_design_scores_gemma":[0.00028036846,0.000053925767,0.027635619,0.000047168574,0.000019215515,0.00011977354,0.020187085,0.0000451096,0.00087368063,0.00041678583,0.9500927,0.00022859534],"about_ca_topic_score_codex":0.0017039552,"about_ca_topic_score_gemma":0.0034149014,"teacher_disagreement_score":0.095603354,"about_ca_system_score_codex":0.00035203053,"about_ca_system_score_gemma":0.00023004448,"threshold_uncertainty_score":0.99973124},"labels":[],"label_agreement":null},{"id":"W1993562676","doi":"10.1145/1699775.1699789","title":"MyMeal","year":2010,"lang":"en","type":"article","venue":"interactions","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.02475355619535951,"score_gpt":0.39023750970243837,"score_spread":0.36548395350707885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993562676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7604797,0.0000034268812,0.00006947027,0.00040188295,0.00394917,0.000028424924,0.000004551733,0.00005900575,0.23500441],"genre_scores_gemma":[0.9757368,1.4767785e-7,0.00024991832,0.0001421223,0.00015607814,0.00002272849,0.000005279507,0.000006691487,0.023680244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99971926,0.00000863046,0.00006724762,0.00008705662,0.000030106154,0.00008769879],"domain_scores_gemma":[0.9997412,0.000036020814,0.000020770287,0.00015446873,0.000019058303,0.000028494438],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00002198814,0.00003714077,0.000034037097,0.000037096,0.00006095116,0.000014232524,0.00005708093,0.000029605857,0.020054905],"category_scores_gemma":[0.000012950204,0.00003431381,0.000035307716,0.000047577367,0.000022309461,0.00003964377,0.000008059142,0.00025985998,0.00254323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003397279,0.0018143199,0.33208457,0.0000024894225,0.00007060547,0.00003571001,0.004919555,0.0000013293135,0.11853934,0.06134221,0.3506624,0.1304935],"study_design_scores_gemma":[0.00026945045,0.000068277935,0.30650887,0.0000041959306,0.000022148888,0.0000988489,0.0011141994,0.000010216642,0.00028693245,0.0007462009,0.6907283,0.00014237691],"about_ca_topic_score_codex":0.00026091616,"about_ca_topic_score_gemma":0.0007857996,"teacher_disagreement_score":0.3400659,"about_ca_system_score_codex":0.0000031510747,"about_ca_system_score_gemma":0.0000048818274,"threshold_uncertainty_score":0.9982334},"labels":[],"label_agreement":null},{"id":"W2000250157","doi":"10.1145/1897239.1897250","title":"Proxemic interactions","year":2011,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":376,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Proxemics; Citation; Library science; Sociology; Computer science; Communication","score_opus":0.0736545652264896,"score_gpt":0.3108733628262239,"score_spread":0.2372187975997343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000250157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049940825,0.000015139831,0.64748895,0.0020325682,0.0065956293,0.0003297916,0.0000075624494,0.0016186865,0.29197082],"genre_scores_gemma":[0.9609065,0.0000027045728,0.032975465,0.00046522942,0.00011239552,0.00015153571,0.0000059252493,0.000017222033,0.0053630094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872214,0.00005609868,0.0003635511,0.0004236972,0.00013752117,0.0002969992],"domain_scores_gemma":[0.9985789,0.000090015485,0.00019810986,0.0007580799,0.0003185914,0.000056278895],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000107363456,0.00018117002,0.0001412493,0.0005965993,0.00027526522,0.00009186493,0.0008228004,0.00006200824,0.0012272409],"category_scores_gemma":[0.00010122818,0.0001822379,0.00010042436,0.00068876863,0.00008765854,0.0024065648,0.00023604957,0.0006696882,0.0025329974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040739673,0.0009056363,0.0020998484,0.00001111159,0.00023226204,0.00007742204,0.006947511,0.000005266701,0.056956228,0.85630137,0.035040114,0.041382503],"study_design_scores_gemma":[0.0008453297,0.00047572044,0.022148946,0.0002168471,0.000060690327,0.0028264525,0.0015371661,0.012559156,0.3032237,0.085944176,0.5688262,0.0013356284],"about_ca_topic_score_codex":0.00008804425,"about_ca_topic_score_gemma":0.00014661731,"teacher_disagreement_score":0.9109657,"about_ca_system_score_codex":0.0001934318,"about_ca_system_score_gemma":0.00005098454,"threshold_uncertainty_score":0.99968576},"labels":[],"label_agreement":null},{"id":"W2004984028","doi":"10.1145/2651820","title":"Next steps for sustainable HCI","year":2014,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Diversity (politics); Sustainability; Sociology; Computer science; Engineering ethics; Engineering; Ecology; Anthropology","score_opus":0.025782263961851345,"score_gpt":0.3105887602562879,"score_spread":0.28480649629443655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004984028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011587277,0.0000062486815,0.9479261,0.0036369632,0.0012225496,0.00027348078,0.0000014890848,0.00043335522,0.03491252],"genre_scores_gemma":[0.9572753,7.749815e-7,0.023490926,0.00076520664,0.00019187498,0.00022618248,0.000007261164,0.000013710723,0.018028786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990263,0.00003932936,0.00022029763,0.00030628842,0.000091568116,0.00031624173],"domain_scores_gemma":[0.9984607,0.00029927882,0.00012548295,0.0005092253,0.000573185,0.00003214065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021257451,0.00011563376,0.000116934556,0.00032911808,0.00033325402,0.00025626473,0.0005413376,0.00006069519,0.00008312306],"category_scores_gemma":[0.00038912217,0.00011722383,0.00007235073,0.00036984376,0.000043857308,0.0020313053,0.0001487806,0.00025120642,0.0002952775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008606033,0.00007052619,0.000046141246,0.0000112055295,0.000024856328,0.0000028933298,0.00021810553,0.000025341902,0.0044411556,0.9499984,0.030466177,0.014686599],"study_design_scores_gemma":[0.00028129038,0.00017396259,0.0003536307,0.000017588805,0.0000071368468,0.000057274046,0.0004915841,0.030128488,0.014285369,0.051526744,0.90249664,0.00018028653],"about_ca_topic_score_codex":0.00003106532,"about_ca_topic_score_gemma":0.000029067425,"teacher_disagreement_score":0.945688,"about_ca_system_score_codex":0.00016020988,"about_ca_system_score_gemma":0.00003425905,"threshold_uncertainty_score":0.4780249},"labels":[],"label_agreement":null},{"id":"W2015286894","doi":"10.1145/1273961.1273982","title":"The use of an intelligent prompting system for people with dementia","year":2007,"lang":"en","type":"article","venue":"interactions","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; World Wide Web; Library science; Computer science","score_opus":0.07698292871739908,"score_gpt":0.32741197028011737,"score_spread":0.2504290415627183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015286894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8934841,0.00000827419,0.10489304,0.00015673414,0.0007196074,0.00035068335,0.000015660868,0.00006762989,0.0003042698],"genre_scores_gemma":[0.9962514,0.0000011136918,0.0033224202,0.00005593407,0.000065767985,0.000028054066,0.0000014542538,0.0000107011065,0.0002631511],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99926245,0.000037604615,0.00023495789,0.0001762941,0.00011078933,0.0001778912],"domain_scores_gemma":[0.9984056,0.0011333369,0.00013957788,0.00019799196,0.000082796985,0.000040718158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017405131,0.00007407797,0.00008221206,0.00005316256,0.00027145332,0.00012523064,0.0001802131,0.000013974082,0.000005508672],"category_scores_gemma":[0.000116399504,0.000045773297,0.000041672363,0.00011892657,0.000040904666,0.0003046444,0.00003354121,0.000084443214,0.000006025012],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009354779,0.00075537874,0.0038184873,0.00027255196,0.00019951427,0.000018579964,0.007638866,0.0053490624,0.88225144,0.016697915,0.0027834524,0.07927928],"study_design_scores_gemma":[0.00013044439,0.0002732274,0.00074652885,0.00013303632,0.000026039173,0.00010385586,0.0013592348,0.015405342,0.92699397,0.000023183231,0.054712,0.000093144976],"about_ca_topic_score_codex":0.000061039354,"about_ca_topic_score_gemma":0.0011035408,"teacher_disagreement_score":0.1027673,"about_ca_system_score_codex":0.00002987368,"about_ca_system_score_gemma":0.0000143423995,"threshold_uncertainty_score":0.20878269},"labels":[],"label_agreement":null},{"id":"W2016479089","doi":"10.1145/2692278","title":"Interactions in Asia","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Japanese History and Culture","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science","score_opus":0.07855246878688317,"score_gpt":0.38077074073591805,"score_spread":0.3022182719490349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016479089","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07252335,0.000046826677,0.000051729516,0.0051254993,0.0027907102,0.00009027067,0.0000043789196,0.00009079552,0.9192764],"genre_scores_gemma":[0.9446872,0.0000032747676,0.000087386696,0.00014702562,0.0002939697,0.000025210358,0.00000472145,0.0000042229535,0.05474698],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994135,0.00011182495,0.000110497625,0.000104151724,0.00012583588,0.00013420935],"domain_scores_gemma":[0.9996242,0.00005118751,0.000032799708,0.00009259364,0.00008488374,0.000114330665],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016767907,0.00004920629,0.000061917395,0.00008997594,0.00021099552,0.000039859293,0.000105964995,0.000025529453,0.0011343957],"category_scores_gemma":[0.00024638293,0.00004961807,0.00003901421,0.00026217152,0.00006886379,0.0005182887,0.000012209622,0.00016564279,0.00092054537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006185996,0.0006350238,0.009262787,0.0000040609293,0.00003377524,0.000052202297,0.36542216,0.00017567255,0.0011334275,0.12728798,0.4878105,0.00812055],"study_design_scores_gemma":[0.00008339351,0.0000053859007,0.00077732396,0.000012409165,0.0000034855423,0.0000065012555,0.040605012,0.000012796423,0.000019539566,0.0014059525,0.9570098,0.000058387737],"about_ca_topic_score_codex":0.0026746218,"about_ca_topic_score_gemma":0.07926329,"teacher_disagreement_score":0.87216383,"about_ca_system_score_codex":0.00033991397,"about_ca_system_score_gemma":0.00012840058,"threshold_uncertainty_score":0.99985737},"labels":[],"label_agreement":null},{"id":"W2032380693","doi":"10.1145/330678.330804","title":"Design brief: Nortel Networks","year":2000,"lang":"en","type":"article","venue":"interactions","topic":"Collaboration in agile enterprises","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Computer science","score_opus":0.019388559487415153,"score_gpt":0.24673486412249188,"score_spread":0.2273463046350767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032380693","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03196295,0.00008411446,0.4275656,0.003959149,0.004124419,0.00058257504,0.0000056976064,0.0008763297,0.53083915],"genre_scores_gemma":[0.9842218,0.000010772962,0.00040632355,0.0028938304,0.0018235391,0.000051292114,0.000025230942,0.000020749752,0.010546424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994165,0.000008026788,0.00017701936,0.00015643588,0.00009602733,0.00014600783],"domain_scores_gemma":[0.99956715,0.0000676545,0.000064864886,0.00018034084,0.00011151961,0.000008475645],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006402852,0.00009383661,0.000077962155,0.000111582965,0.0001922853,0.00036637977,0.00012544403,0.000025020703,0.01740469],"category_scores_gemma":[0.000035488905,0.00009663146,0.000041802108,0.00043198903,0.000020604335,0.001227077,0.000026368207,0.00011705707,0.0028536792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015556031,0.0002726468,0.006222323,0.000014806031,0.000076246804,0.00002471519,0.000092329654,0.28154114,0.00021622576,0.0036179817,0.5825477,0.1252183],"study_design_scores_gemma":[0.00017635018,0.0000035741214,0.0024205933,0.000023553433,0.000023703575,0.0000051719335,0.000042706673,0.0833753,0.000016825583,0.00035659556,0.9134169,0.00013868939],"about_ca_topic_score_codex":0.00018642315,"about_ca_topic_score_gemma":0.00016998306,"teacher_disagreement_score":0.9522589,"about_ca_system_score_codex":0.000029535444,"about_ca_system_score_gemma":0.000010714094,"threshold_uncertainty_score":0.9979227},"labels":[],"label_agreement":null},{"id":"W2032708567","doi":"10.1145/2744707","title":"Discouraging sedentary behaviors using interactive play","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Reflection (computer programming); Critical reflection; Health care; Human–computer interaction; Project commissioning; Computer science; Psychology; Publishing; Sociology; Political science; Pedagogy","score_opus":0.07172021931252316,"score_gpt":0.3709176158307617,"score_spread":0.29919739651823857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032708567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5648555,0.000014171835,0.4213888,0.0016799535,0.0053886343,0.00018986444,0.000009975182,0.0004963225,0.0059767435],"genre_scores_gemma":[0.9799122,6.421786e-7,0.018969635,0.00035874738,0.00016539327,0.000036030055,0.000013355771,0.000020525416,0.0005234783],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985077,0.00009036538,0.00036561058,0.00045054816,0.00026427343,0.0003214977],"domain_scores_gemma":[0.9985872,0.000113906965,0.0002454015,0.00056150934,0.0003896605,0.00010230747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018029593,0.00021373194,0.00018023168,0.0006099377,0.00024240639,0.00024012086,0.0006936099,0.000069416456,0.00009997833],"category_scores_gemma":[0.00011097119,0.00021739083,0.000087333065,0.00060951966,0.00009044415,0.0037203378,0.0003840545,0.0007031823,0.00032941965],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035079886,0.0035607596,0.041782193,0.000035672198,0.0013186501,0.0015648449,0.072434984,0.0067668976,0.55567354,0.16875131,0.079821125,0.06793923],"study_design_scores_gemma":[0.0043018255,0.0010494519,0.0126705095,0.00096962636,0.00031049887,0.010467407,0.03540353,0.3783706,0.39840803,0.031734444,0.12248233,0.003831743],"about_ca_topic_score_codex":0.00031057172,"about_ca_topic_score_gemma":0.000119746444,"teacher_disagreement_score":0.41505668,"about_ca_system_score_codex":0.0007627438,"about_ca_system_score_gemma":0.00011615608,"threshold_uncertainty_score":0.88649404},"labels":[],"label_agreement":null},{"id":"W2033377042","doi":"10.1145/889692.889693","title":"Learning the ropes","year":2003,"lang":"en","type":"article","venue":"interactions","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Citation; Project commissioning; Publishing; World Wide Web; Computer science; Political science; Law","score_opus":0.03243758715169351,"score_gpt":0.2837117455178326,"score_spread":0.2512741583661391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033377042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06275134,0.00005947699,0.8465503,0.006120297,0.001732764,0.000116764495,6.065267e-7,0.00027027473,0.0823982],"genre_scores_gemma":[0.9906537,0.0000025983857,0.003506247,0.00027642408,0.000021194952,0.000012481061,1.6961698e-7,0.0000028911322,0.005524297],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994417,0.00015746143,0.00008884812,0.00013064432,0.0000733041,0.00010802938],"domain_scores_gemma":[0.99936956,0.00024825893,0.00002689814,0.00028352512,0.000046804354,0.0000249452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018265974,0.000049291648,0.00004016826,0.000026020283,0.00023928039,0.0001661814,0.0003399826,0.000012307004,0.00019538724],"category_scores_gemma":[0.0002192679,0.00003317206,0.000042681382,0.00015222027,0.000023653278,0.0003700009,0.000038045833,0.0002265372,0.00059168885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010968481,0.00043018517,0.006386452,0.000010808273,0.00013527712,0.000016681888,0.02318263,0.00867777,0.011781184,0.83766776,0.04366882,0.06803148],"study_design_scores_gemma":[0.00005333674,0.000047169375,0.0010486877,0.000008110581,0.0000035708686,0.000057215053,0.00027393905,0.007082549,0.008964027,0.0049904394,0.97738713,0.000083833824],"about_ca_topic_score_codex":0.000025250209,"about_ca_topic_score_gemma":0.000030023766,"teacher_disagreement_score":0.9337183,"about_ca_system_score_codex":0.00002178917,"about_ca_system_score_gemma":0.000020765263,"threshold_uncertainty_score":0.760516},"labels":[],"label_agreement":null},{"id":"W2038809202","doi":"10.1145/1978822.1978828","title":"Move to design/design to move","year":2011,"lang":"en","type":"article","venue":"interactions","topic":"Attention Economy in Education and Business","field":"Business, Management and Accounting","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Multidisciplinary approach; Embodied cognition; Human–computer interaction; Interaction design; Field (mathematics); Computer science; Engineering; Sociology; Artificial intelligence; Social science","score_opus":0.11509627940229361,"score_gpt":0.2959738661387601,"score_spread":0.18087758673646648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038809202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016104009,0.0000041367643,0.87117606,0.008097736,0.004525238,0.00072250585,0.0000037574487,0.00025185122,0.09911473],"genre_scores_gemma":[0.9488656,6.929849e-7,0.01719812,0.020487808,0.0012010202,0.00024715386,0.000010056142,0.00003419329,0.011955346],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992081,0.000010165912,0.00024082883,0.00024731597,0.00008527423,0.0002082991],"domain_scores_gemma":[0.9993136,0.000044352513,0.00010158947,0.0002462542,0.00025831742,0.000035921268],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015226455,0.00013421602,0.00011418126,0.0004135057,0.00016407354,0.00020415291,0.00021969892,0.000029252205,0.008539905],"category_scores_gemma":[0.00014773628,0.00013566592,0.000059132308,0.0005188079,0.000013463288,0.0011671833,0.00008104929,0.000087601686,0.020049086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033138297,0.0012987483,0.005923862,0.000041760555,0.00015449781,0.000015002723,0.002543596,0.0031903405,0.0028972428,0.0262986,0.8837276,0.07357734],"study_design_scores_gemma":[0.0002898162,0.00002039512,0.09055128,0.00007083497,0.000061686085,0.000009362551,0.002320617,0.0019545096,0.0017313577,0.004035095,0.89839435,0.00056067976],"about_ca_topic_score_codex":0.00037723192,"about_ca_topic_score_gemma":0.00003288279,"teacher_disagreement_score":0.9327616,"about_ca_system_score_codex":0.000057782196,"about_ca_system_score_gemma":0.000024237614,"threshold_uncertainty_score":0.99236643},"labels":[],"label_agreement":null},{"id":"W2039119740","doi":"10.1145/1744161.1744175","title":"Reframing health to embrace design of our own well-being","year":2010,"lang":"en","type":"article","venue":"interactions","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Cognitive reframing; Framing (construction); Health care; Wicked problem; Public relations; Sociology; Computer science; Psychology; Engineering ethics; Political science; Engineering; Social psychology; Law","score_opus":0.03577995324666949,"score_gpt":0.35847906729647366,"score_spread":0.32269911404980417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039119740","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16988564,0.000023222789,0.0503745,0.6358234,0.011128816,0.0009447828,0.000009513532,0.00034282342,0.13146728],"genre_scores_gemma":[0.94139886,0.0000045789147,0.0039011927,0.052213643,0.0016260603,0.000023814153,0.000009246891,0.000017313489,0.0008053058],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988779,0.000027925304,0.00042745465,0.0001834458,0.000088997025,0.00039432218],"domain_scores_gemma":[0.99916005,0.00012946644,0.0002717226,0.00024307556,0.00014805768,0.00004761554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007546172,0.00010360758,0.00022437725,0.00025141993,0.000222358,0.00006351465,0.00018710547,0.000050347888,0.00019640486],"category_scores_gemma":[0.000909671,0.000095656964,0.000053299253,0.0003513469,0.000013699076,0.0004939238,0.00010886566,0.0003127675,0.000694331],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022038617,0.000081244114,0.0010527149,0.00010756957,0.000019047155,0.0000013920205,0.0001858382,0.0031040767,0.0025269794,0.056582708,0.92959666,0.006719746],"study_design_scores_gemma":[0.00008381187,0.000015695605,0.0018289582,0.00003772184,0.00000542742,0.0000056615477,0.00067475764,0.00651278,0.000019628491,0.001229934,0.9894983,0.00008733475],"about_ca_topic_score_codex":0.013707656,"about_ca_topic_score_gemma":0.00083022396,"teacher_disagreement_score":0.7715132,"about_ca_system_score_codex":0.00003590561,"about_ca_system_score_gemma":0.00005272026,"threshold_uncertainty_score":0.99286014},"labels":[],"label_agreement":null},{"id":"W2071428381","doi":"10.1145/2692208","title":"Play it seriously","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Diversity (politics); Sustainability; Engineering ethics; Sociology; Environmental ethics; Engineering; Data science; Computer science; Ecology; Philosophy; Anthropology; Biology","score_opus":0.06623020370823782,"score_gpt":0.3414241860202908,"score_spread":0.27519398231205294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071428381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09991825,0.000024807163,0.67150533,0.03721737,0.009664176,0.0002747688,0.000007963293,0.0015570358,0.1798303],"genre_scores_gemma":[0.97922885,9.92397e-7,0.012151071,0.0015071403,0.00014093642,0.000044192748,0.0000054092347,0.000010115851,0.006911283],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912995,0.000039362367,0.00021474459,0.0002629728,0.00015821481,0.00019473821],"domain_scores_gemma":[0.99893856,0.00006529503,0.000105413674,0.0004887598,0.00033968888,0.00006225696],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013702517,0.00010987104,0.00009781045,0.00028566117,0.000119260956,0.00011699596,0.00056378316,0.00005693019,0.00012081244],"category_scores_gemma":[0.0001563181,0.00010940994,0.00004214837,0.00045908906,0.000047327227,0.001429733,0.00017865904,0.0003664078,0.002474556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020801297,0.00025642285,0.000715226,0.000003341776,0.00009505899,0.00008679066,0.0051397206,0.00013810866,0.013936801,0.33596843,0.6321004,0.011538916],"study_design_scores_gemma":[0.00035616578,0.0001580581,0.0007536393,0.000029586481,0.00000626782,0.0006378264,0.0006535666,0.006567344,0.02075055,0.011499482,0.9583236,0.0002639006],"about_ca_topic_score_codex":0.000047610654,"about_ca_topic_score_gemma":0.00014334878,"teacher_disagreement_score":0.8793106,"about_ca_system_score_codex":0.00020202242,"about_ca_system_score_gemma":0.00007713079,"threshold_uncertainty_score":0.99830216},"labels":[],"label_agreement":null},{"id":"W2081266681","doi":"10.1145/2451856.2451865","title":"Steampunking interaction design","year":2013,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","score_opus":0.053668811109111036,"score_gpt":0.30692233631676996,"score_spread":0.2532535252076589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081266681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019568767,0.00000820964,0.95421547,0.0034905332,0.003113506,0.00034757343,6.7196646e-7,0.00079280976,0.018462434],"genre_scores_gemma":[0.93525577,0.0000024037688,0.061567456,0.00064661936,0.00013284081,0.00025184036,0.000004000509,0.000016226171,0.0021228453],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986669,0.00011251537,0.00035550224,0.0003966015,0.00017115372,0.00029733276],"domain_scores_gemma":[0.9984561,0.0002958291,0.00021027093,0.00058084057,0.0004075208,0.00004942186],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015030062,0.00017849292,0.00013963389,0.0005315715,0.00027671544,0.00039661714,0.0006424419,0.000077771576,0.00094466406],"category_scores_gemma":[0.00013566761,0.00017577589,0.000074659045,0.00057731936,0.00004912311,0.004323237,0.0001883435,0.0005759928,0.004764845],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026146816,0.00062598067,0.00068683404,0.000016700136,0.00028972933,0.00003572172,0.0031688905,0.0012320087,0.26176992,0.30073914,0.123018004,0.30839095],"study_design_scores_gemma":[0.0010523489,0.00062730437,0.010182248,0.0003208343,0.000039303013,0.0017431588,0.002214891,0.3501963,0.2753145,0.104890615,0.25181574,0.0016027596],"about_ca_topic_score_codex":0.00009849339,"about_ca_topic_score_gemma":0.000016809676,"teacher_disagreement_score":0.915687,"about_ca_system_score_codex":0.00026321755,"about_ca_system_score_gemma":0.0000359831,"threshold_uncertainty_score":0.9999686},"labels":[],"label_agreement":null},{"id":"W2084325401","doi":"10.1145/1487632.1487642","title":"FEATUREIdentity theft and the challenges of caring for your virtual self","year":2009,"lang":"en","type":"article","venue":"interactions","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Citation; World Wide Web; Internet privacy; Computer science; Computer security","score_opus":0.045202817951227076,"score_gpt":0.3503928327825885,"score_spread":0.30519001483136143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084325401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62721425,0.0075246627,0.011323181,0.18358497,0.0062428517,0.0033320196,0.00020634715,0.0005708545,0.16000083],"genre_scores_gemma":[0.99856853,0.0007056607,0.0001699831,0.00006115252,0.0002661067,0.000015852065,0.0000014188576,0.0000020475525,0.00020926956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995714,0.000079136924,0.00008219971,0.00009117584,0.00008877394,0.00008730351],"domain_scores_gemma":[0.9995449,0.00018656542,0.000057259025,0.00012345875,0.000063202926,0.00002460803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000355259,0.000039811493,0.00007134723,0.00003420325,0.00042595406,0.0000507878,0.00014785539,0.000034225865,0.000008612197],"category_scores_gemma":[0.00053382997,0.000029996854,0.000057137055,0.00005086864,0.00008307516,0.00031926893,0.000037077913,0.00010406695,0.0000019853262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010807421,0.000121368015,0.00013407323,0.000011004532,0.00006205543,3.128307e-7,0.05936901,0.0000028688821,0.0003615613,0.9087825,0.0019419849,0.029105194],"study_design_scores_gemma":[0.0027096,0.0003700446,0.03601683,0.00014330646,0.00025650908,0.000021202453,0.088444084,0.0006118383,0.0015520887,0.4858908,0.3835816,0.0004020728],"about_ca_topic_score_codex":0.001392538,"about_ca_topic_score_gemma":0.004712418,"teacher_disagreement_score":0.42289168,"about_ca_system_score_codex":0.000026988857,"about_ca_system_score_gemma":0.00002286741,"threshold_uncertainty_score":0.3276137},"labels":[],"label_agreement":null},{"id":"W2146669417","doi":"10.1145/2801039","title":"Sustainability in an imaginary world","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"The Imaginary; Sustainability; Diversity (politics); Sociology; Engineering ethics; Environmental ethics; Engineering; Psychology; Philosophy; Ecology; Anthropology; Psychoanalysis","score_opus":0.054959004513742644,"score_gpt":0.3256607821852473,"score_spread":0.27070177767150466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146669417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72437644,0.000011364658,0.0006574488,0.016046723,0.0014452612,0.00027681014,9.791714e-7,0.00029187396,0.25689307],"genre_scores_gemma":[0.99715,1.0310431e-7,0.00040861018,0.0009094339,0.00022744137,0.000055396973,0.000017832945,0.000007160061,0.001224019],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994788,0.000011070822,0.00014962896,0.000146117,0.00006887864,0.00014547983],"domain_scores_gemma":[0.9994699,0.000014673038,0.000053154523,0.00013757388,0.00031877463,0.0000059617923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003221206,0.00006979013,0.000078364166,0.0003858276,0.000080058184,0.000061567145,0.00013671623,0.000029454399,0.00008984731],"category_scores_gemma":[0.00020760926,0.00007124119,0.00001678487,0.0008097153,0.00008250224,0.0013096387,0.0001191872,0.00023001712,0.0001165619],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058271984,0.0005284405,0.33227012,0.00002643782,0.000013537136,0.00003837803,0.0009071793,0.000027917573,0.000036662233,0.60727936,0.03551954,0.023294145],"study_design_scores_gemma":[0.00035594477,0.0000080593845,0.20738706,0.000013609043,0.0000066223897,0.0000023250334,0.0052148034,0.000900364,0.000059254697,0.42126706,0.36456412,0.0002207798],"about_ca_topic_score_codex":0.00032261372,"about_ca_topic_score_gemma":0.0012435816,"teacher_disagreement_score":0.32904458,"about_ca_system_score_codex":0.00023401108,"about_ca_system_score_gemma":0.0000479772,"threshold_uncertainty_score":0.29051313},"labels":[],"label_agreement":null},{"id":"W2147983441","doi":"10.1145/1897239.1897251","title":"The (re)usability of everyday computational things","year":2011,"lang":"en","type":"article","venue":"interactions","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Usability; Citation; Queen (butterfly); Computer science; World Wide Web; Pluralistic walkthrough; Human–computer interaction","score_opus":0.03717426532151527,"score_gpt":0.2861704356049763,"score_spread":0.24899617028346102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147983441","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034458388,0.000039805982,0.8432765,0.0020015468,0.0024604006,0.0001812797,0.000014372219,0.000038767732,0.11752894],"genre_scores_gemma":[0.9949449,0.000002308547,0.0042046555,0.00033290056,0.00002018711,0.00000998124,0.0000021183941,0.000003146605,0.00047980298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993237,0.00006233423,0.00020497167,0.00015409129,0.00013311175,0.000121793164],"domain_scores_gemma":[0.99877065,0.0004914896,0.0001190875,0.00029214114,0.00029613823,0.000030517242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001491686,0.00006795468,0.00007173285,0.000044904697,0.00020695236,0.000034989,0.00049292383,0.0000162467,0.00018171272],"category_scores_gemma":[0.000110298715,0.000048798167,0.000099141806,0.00013967832,0.00008305502,0.00096169766,0.000114812174,0.00014402831,0.00014467258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014650558,0.0009933655,0.006100079,0.000019589628,0.0003622198,0.0000096636195,0.033939097,0.0002609786,0.019010182,0.8854664,0.039693993,0.013997936],"study_design_scores_gemma":[0.00079918327,0.000536822,0.5139968,0.00013541944,0.00005762484,0.00013533904,0.0055590034,0.08791892,0.14379582,0.14269345,0.10363686,0.0007348013],"about_ca_topic_score_codex":0.00013679703,"about_ca_topic_score_gemma":0.000021110933,"teacher_disagreement_score":0.96048653,"about_ca_system_score_codex":0.000037130125,"about_ca_system_score_gemma":0.00004189302,"threshold_uncertainty_score":0.19899315},"labels":[],"label_agreement":null},{"id":"W2252646255","doi":"10.1145/2843584","title":"Bridging communities","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bridging (networking); Diversity (politics); Sustainability; Sociology; Engineering ethics; Engineering; Computer science; Ecology; Anthropology; Biology","score_opus":0.10079538861943647,"score_gpt":0.340090572853638,"score_spread":0.23929518423420149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252646255","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08617962,0.000018262203,0.84551543,0.0075371577,0.0034329086,0.000081473445,0.0000027576386,0.0008338512,0.05639852],"genre_scores_gemma":[0.9887171,6.745422e-7,0.009080813,0.00055779907,0.00008777213,0.00002448982,0.0000055355467,0.000006564125,0.0015192673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999394,0.00005714625,0.000165174,0.00011420771,0.000117106116,0.00015237609],"domain_scores_gemma":[0.99902236,0.00007149824,0.00008263661,0.00047911072,0.00030627497,0.00003812811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014164795,0.00008435793,0.00008028533,0.00028245538,0.00016505025,0.00013978303,0.0005526845,0.0000323598,0.000042831158],"category_scores_gemma":[0.00006785201,0.00008742976,0.000032012475,0.00032384772,0.00006110301,0.001356565,0.00022188177,0.0003710913,0.0007197458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015163146,0.00027561848,0.0021287296,0.0000052459773,0.00010150343,0.000037433907,0.0111514125,0.00024488103,0.0036414245,0.7995525,0.111501195,0.071344905],"study_design_scores_gemma":[0.0010203924,0.00037561634,0.0035353752,0.00017226284,0.000019800273,0.0018032384,0.008003012,0.20319141,0.058260046,0.06363179,0.65910625,0.00088080706],"about_ca_topic_score_codex":0.00017669002,"about_ca_topic_score_gemma":0.00017154004,"teacher_disagreement_score":0.90253747,"about_ca_system_score_codex":0.00015218285,"about_ca_system_score_gemma":0.000044381126,"threshold_uncertainty_score":0.92511165},"labels":[],"label_agreement":null},{"id":"W2295207030","doi":"10.1145/2334184.2334194","title":"Disappearing interfaces","year":2012,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Korea Advanced Institute of Science and Technology; Ministry of Education, Science and Technology; National Research Foundation of Korea","keywords":"Citation; World Wide Web; Computer science","score_opus":0.03552599142886456,"score_gpt":0.32378096096230274,"score_spread":0.2882549695334382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295207030","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32891834,0.000062367544,0.59251326,0.0028748189,0.006327222,0.00012262347,0.0000021680348,0.0008582838,0.06832089],"genre_scores_gemma":[0.9893532,0.0000016078092,0.008485358,0.00023630931,0.00017854739,0.000030653177,0.0000018993389,0.000008160756,0.0017042551],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99921274,0.000033093766,0.00018871488,0.00017639349,0.00010036798,0.00028869224],"domain_scores_gemma":[0.9993043,0.000082311046,0.00009229269,0.00039072847,0.00008628459,0.00004409332],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012507224,0.00010497952,0.000085402855,0.00024652682,0.00016870005,0.00010117203,0.0004578744,0.0000415839,0.00020746021],"category_scores_gemma":[0.00007511505,0.00010106924,0.000041113723,0.00033979758,0.00004514968,0.0027106288,0.00024686565,0.00035144915,0.0016091443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011343479,0.0005327398,0.01735017,0.000011207891,0.00014748823,0.0000066967937,0.0055901427,0.000021532493,0.119573705,0.7597364,0.019560851,0.07745767],"study_design_scores_gemma":[0.0003809817,0.00013079411,0.042233653,0.00013585873,0.000022040473,0.0007732192,0.0013761724,0.0051934104,0.4522213,0.008192361,0.48856685,0.0007733663],"about_ca_topic_score_codex":0.000018715053,"about_ca_topic_score_gemma":0.000015532118,"teacher_disagreement_score":0.75154406,"about_ca_system_score_codex":0.00011970239,"about_ca_system_score_gemma":0.0000101206315,"threshold_uncertainty_score":0.9991682},"labels":[],"label_agreement":null},{"id":"W2345169851","doi":"10.1145/2899380","title":"Expanding design possibilities for life with dementia","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Reflection (computer programming); Dementia; Critical reflection; Health care; Sociology; Engineering ethics; Computer science; Psychology; Data science; Engineering; Medicine; Political science; Pedagogy","score_opus":0.05141503958086508,"score_gpt":0.3431597628291614,"score_spread":0.2917447232482963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345169851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27305532,0.000074886484,0.69188404,0.024759885,0.0010095894,0.00085388654,0.00003694388,0.000759139,0.0075662755],"genre_scores_gemma":[0.9876738,0.000009978481,0.0075696292,0.000092403716,0.00010567933,0.00015680067,5.3616697e-7,0.000008484074,0.004382641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999434,0.000045388522,0.000097086624,0.00014156124,0.000084342864,0.00019764286],"domain_scores_gemma":[0.9991186,0.0005683036,0.000049471615,0.00011948302,0.00008843225,0.000055699104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015813747,0.000054699947,0.00006293344,0.00007883181,0.0004015989,0.000036960766,0.000124928,0.00003890287,0.0002561578],"category_scores_gemma":[0.00053624844,0.00003620015,0.000030495565,0.00008510672,0.00018234343,0.00036062562,0.000013276653,0.000041994706,0.00004669838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010650998,0.0008465455,0.11221532,0.000060540053,0.0018075842,0.0000179164,0.13024889,0.00003953535,0.054817613,0.2720979,0.26320398,0.16357909],"study_design_scores_gemma":[0.0038675552,0.0008317736,0.011505407,0.00081032683,0.0003168481,0.000020456193,0.08861821,0.00005118132,0.047178447,0.07181462,0.7739421,0.0010430611],"about_ca_topic_score_codex":0.00023147526,"about_ca_topic_score_gemma":0.0033652857,"teacher_disagreement_score":0.7146185,"about_ca_system_score_codex":0.00007831092,"about_ca_system_score_gemma":0.000116655305,"threshold_uncertainty_score":0.30888146},"labels":[],"label_agreement":null},{"id":"W2515181803","doi":"10.1145/2971484","title":"Enriching visions of sustainability through informal public pedagogies","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Vision; Sustainability; Diversity (politics); Sociology; Engineering ethics; Political science; Engineering; Anthropology; Ecology","score_opus":0.049258547512775065,"score_gpt":0.31032409111064463,"score_spread":0.26106554359786954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515181803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78732693,0.000010191977,0.03932547,0.019580184,0.00095372496,0.00028254345,0.0000054387056,0.00032506182,0.15219043],"genre_scores_gemma":[0.99786186,0.000003260795,0.00080489455,0.00033612078,0.00014793321,0.00004164776,0.0000057538696,0.000007062925,0.00079143717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992893,0.0000063661255,0.0002790725,0.00012539115,0.0001074872,0.00019242366],"domain_scores_gemma":[0.99901336,0.000095181604,0.00018533297,0.00017833822,0.0005243275,0.0000034350244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023133443,0.00009019448,0.000116894356,0.00019847808,0.0002730313,0.000046601956,0.00020247971,0.00006175213,0.00029696157],"category_scores_gemma":[0.0010404345,0.00006336323,0.000057649777,0.00046911556,0.00019335203,0.0024069129,0.00028879524,0.00014348215,0.000072136616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010970101,0.00009554702,0.03563499,0.00003728979,0.000040351017,0.0000010106597,0.0005035235,8.285119e-7,0.0004528774,0.9173845,0.0015577694,0.044280354],"study_design_scores_gemma":[0.00039543884,0.000012641109,0.0937228,0.000056216853,0.000020886968,0.0000030197282,0.011414557,0.000038944072,0.0018472904,0.21543589,0.67677796,0.00027435448],"about_ca_topic_score_codex":0.000065766784,"about_ca_topic_score_gemma":0.00004996619,"teacher_disagreement_score":0.7019486,"about_ca_system_score_codex":0.00007581701,"about_ca_system_score_gemma":0.0000581178,"threshold_uncertainty_score":0.3251521},"labels":[],"label_agreement":null},{"id":"W2534122107","doi":"10.1145/2991893","title":"Design without a future","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Scholarship; Diversity (politics); Psychological intervention; Intersection (aeronautics); Sociology; Engineering ethics; Design technology; Social media; Engineering; Computer science; Political science; Psychology; World Wide Web; Systems engineering","score_opus":0.032786379616517376,"score_gpt":0.30606764281275695,"score_spread":0.2732812631962396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534122107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00463341,0.000008112739,0.97151357,0.015424065,0.0026935425,0.00011861321,0.0000018218675,0.0005360819,0.0050707934],"genre_scores_gemma":[0.9306068,0.000005524268,0.06274143,0.0005369531,0.0003189736,0.000078642224,6.774349e-7,0.000011836823,0.0056991945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991572,0.00006469084,0.00018052687,0.00028823785,0.00011273195,0.0001965936],"domain_scores_gemma":[0.9990115,0.00014279371,0.000107739506,0.00050387764,0.00020363217,0.000030438674],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000110546425,0.00011401059,0.00009380513,0.0002653496,0.00014917264,0.000068500194,0.00051383383,0.000061246195,0.00027177605],"category_scores_gemma":[0.00006322203,0.000077169985,0.00004244723,0.00032048774,0.00005134996,0.0013566349,0.0001067367,0.00020254562,0.0015045735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003991566,0.00019070241,0.00082467875,0.000003274221,0.0001164412,0.000034391214,0.00087487686,0.000008284295,0.3371227,0.3892793,0.055483807,0.21602161],"study_design_scores_gemma":[0.0008891804,0.000299177,0.003751713,0.00016231756,0.00001588641,0.0008680654,0.00020157879,0.0034332615,0.259004,0.03743286,0.6933369,0.00060506637],"about_ca_topic_score_codex":0.0000039413035,"about_ca_topic_score_gemma":0.000013269685,"teacher_disagreement_score":0.92597336,"about_ca_system_score_codex":0.00014299348,"about_ca_system_score_gemma":0.00004042075,"threshold_uncertainty_score":0.9992729},"labels":[],"label_agreement":null},{"id":"W2599044521","doi":"10.1145/2512050.2512062","title":"Demo hour","year":2013,"lang":"en","type":"article","venue":"interactions","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Drone; Gaze; Computer science; Human–computer interaction; Point (geometry); Computer vision; Artificial intelligence","score_opus":0.020784681360988107,"score_gpt":0.284140615565624,"score_spread":0.2633559342046359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599044521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027201671,0.0000103583725,0.85482866,0.0138577875,0.00032155137,0.00015235605,0.000002967854,0.00021825207,0.10340642],"genre_scores_gemma":[0.9860167,0.0000035306473,0.010443106,0.0007351554,0.000045702523,0.0000615274,0.0000015343741,0.0000028882916,0.0026898657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960864,0.000012003413,0.00008961905,0.00011396318,0.00006545938,0.00011031503],"domain_scores_gemma":[0.99943715,0.000056425255,0.000028196511,0.00033531326,0.00006358208,0.000079302445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000028158009,0.000043577205,0.00004031147,0.00005115987,0.0000904752,0.00019726148,0.000293455,0.000013653212,0.000281602],"category_scores_gemma":[0.000036138226,0.00003830943,0.000030209798,0.0001781123,0.000010717045,0.00088968483,0.00006312236,0.00007698052,0.0038566054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1327626e-7,0.00020199006,0.0002778566,0.0000027792769,0.00002566994,0.0000012593842,0.0006684545,0.00006236054,0.015380097,0.2596661,0.22331223,0.5004006],"study_design_scores_gemma":[0.00015031257,0.00006191965,0.04210198,0.000016536234,0.000004688166,0.000081911654,0.0001255951,0.049667217,0.005017628,0.040076263,0.8624587,0.00023722534],"about_ca_topic_score_codex":0.00025215428,"about_ca_topic_score_gemma":0.000018533177,"teacher_disagreement_score":0.95881504,"about_ca_system_score_codex":0.000026105505,"about_ca_system_score_gemma":0.000019582836,"threshold_uncertainty_score":0.99691904},"labels":[],"label_agreement":null},{"id":"W2645880303","doi":"10.1145/3098319","title":"Exploring DIY tutorials as a way to disseminate research through design","year":2017,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emily Carr University of Art and Design; Simon Fraser University","funders":"","keywords":"Scholarship; Dissemination; Intersection (aeronautics); Psychological intervention; Sociology; Diversity (politics); Social media; Design technology; Engineering ethics; Engineering; Computer science; Political science; World Wide Web; Psychology; Telecommunications","score_opus":0.6232882535339985,"score_gpt":0.515019853725134,"score_spread":0.10826839980886449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2645880303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2197449,0.0000133919475,0.6815948,0.025681961,0.016266348,0.0009097451,0.0000066702532,0.0010265555,0.05475563],"genre_scores_gemma":[0.9630736,0.000013138233,0.031140348,0.00013607681,0.0005052551,0.00062633486,0.000001338418,0.00002059261,0.004483302],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99800843,0.00019514158,0.00032590245,0.0005891248,0.00038976473,0.00049160916],"domain_scores_gemma":[0.9965852,0.000658454,0.00018523914,0.0017659607,0.00073217996,0.00007297617],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00093936536,0.00016931699,0.00018642789,0.00047460615,0.0019082954,0.0010165989,0.0020709652,0.000068102396,0.00012285577],"category_scores_gemma":[0.0025923422,0.00016641115,0.00006440709,0.00044506643,0.00015642651,0.0055709374,0.0009180193,0.00078033435,0.0031848224],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010503949,0.0003204109,0.00014563414,0.000012401557,0.00013372162,0.00018919584,0.012735695,0.000074632706,0.20733403,0.6766835,0.056944743,0.045320988],"study_design_scores_gemma":[0.00032923117,0.0005408264,0.0054006493,0.00040190775,0.0000105846475,0.00018673239,0.0012141889,0.0014191722,0.64729655,0.06697705,0.2756929,0.0005301785],"about_ca_topic_score_codex":0.0003861206,"about_ca_topic_score_gemma":0.0000776677,"teacher_disagreement_score":0.7433287,"about_ca_system_score_codex":0.00033847717,"about_ca_system_score_gemma":0.000057118068,"threshold_uncertainty_score":0.9993911},"labels":[],"label_agreement":null},{"id":"W2746268185","doi":"10.1145/3121348","title":"Opportunities and challenges for cross-device interactions in the wild","year":2017,"lang":"en","type":"article","venue":"interactions","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Library science; University campus; Engineering; Computer science","score_opus":0.23524123569882766,"score_gpt":0.38532146322964766,"score_spread":0.15008022753082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746268185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49263132,0.0021299487,0.088453636,0.28494447,0.0073846043,0.001219633,0.000050062747,0.0004198488,0.12276648],"genre_scores_gemma":[0.9964598,0.00028457976,0.001432304,0.0003829396,0.00015192617,0.00008778633,0.000001458842,0.000006808294,0.0011924108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993206,0.00004446604,0.0001604536,0.00022618081,0.000080336285,0.00016792402],"domain_scores_gemma":[0.9985372,0.00050938607,0.00011897695,0.0007166518,0.00007938482,0.000038391616],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00031037413,0.00009380786,0.00009586876,0.00008760777,0.0009804757,0.0011895474,0.0005760986,0.000019861793,0.000005903659],"category_scores_gemma":[0.00019129436,0.000074172036,0.0000516405,0.000028212547,0.0001002531,0.001151733,0.00012701443,0.00017626048,0.0000072879384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032683613,0.00030819862,0.0029885257,0.00011941207,0.00008085626,0.000058512316,0.024364507,0.000112045345,0.00077064935,0.21902974,0.0058436245,0.7462912],"study_design_scores_gemma":[0.0003624716,0.000053166834,0.038901016,0.00018408449,0.000013472856,0.00032411347,0.0047254604,0.019823832,0.0003108469,0.0037795,0.9312962,0.00022582173],"about_ca_topic_score_codex":0.00016015397,"about_ca_topic_score_gemma":0.0011957168,"teacher_disagreement_score":0.9254526,"about_ca_system_score_codex":0.000022192475,"about_ca_system_score_gemma":0.000024869107,"threshold_uncertainty_score":0.9998473},"labels":[],"label_agreement":null},{"id":"W2763462329","doi":"","title":"The Canadian geographer: Le geographe Canadien [Book Review]","year":2014,"lang":"en","type":"article","venue":"interactions","topic":"Historical Geography and Geographical Thought","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geographer; Computer science; Geography; Economic geography","score_opus":0.009744259500757637,"score_gpt":0.27826346593477985,"score_spread":0.2685192064340222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763462329","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013738156,0.04499149,0.00009178428,0.09200331,0.002369262,0.00046917176,0.000027631982,0.00016770665,0.8597423],"genre_scores_gemma":[0.72100997,0.0976056,0.00039644708,0.071867965,0.0024201737,0.00072695414,0.00006563962,0.00007949843,0.10582775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801576,0.00044001426,0.0002685101,0.00025478067,0.00033256947,0.00068836217],"domain_scores_gemma":[0.99806064,0.0005133302,0.00008685551,0.00039190243,0.00023515435,0.00071210956],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010177356,0.0001332671,0.00016161815,0.00021794668,0.0064261905,0.00016536926,0.0005217634,0.00009071776,0.0007916987],"category_scores_gemma":[0.00060863304,0.00010578549,0.00034130985,0.0019452798,0.00067097135,0.00022989209,0.00002117402,0.00042124576,0.00016802947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003951427,0.000039649043,0.0042419476,0.0000127132425,0.00007162734,0.0000046774653,0.00063363434,0.000002210205,0.0000012176051,0.16771485,0.7871437,0.040129844],"study_design_scores_gemma":[0.000051632192,0.00001805512,0.0022551094,0.00007128236,0.00002805801,0.0000024507024,0.0002134034,0.000004957465,9.10605e-7,0.0024488182,0.99475855,0.00014680186],"about_ca_topic_score_codex":0.86758924,"about_ca_topic_score_gemma":0.9939103,"teacher_disagreement_score":0.75391454,"about_ca_system_score_codex":0.00014571956,"about_ca_system_score_gemma":0.0003831869,"threshold_uncertainty_score":0.9948673},"labels":[],"label_agreement":null},{"id":"W2765114719","doi":"10.1145/3137107","title":"The ethics of doing research with vulnerable populations","year":2017,"lang":"en","type":"article","venue":"interactions","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Research ethics; Engineering ethics; Internet privacy; Sociology; Computer science; Psychology; Engineering","score_opus":0.2724880078954256,"score_gpt":0.520548157094468,"score_spread":0.2480601491990424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765114719","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29041436,0.00006856257,0.0015326672,0.23914708,0.0014800631,0.00049283204,0.000013670094,0.00019182115,0.46665892],"genre_scores_gemma":[0.9906765,0.000034386434,0.0012545548,0.000015123648,0.000073242634,0.000026764155,5.4222966e-7,0.000005032319,0.0079138605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989754,0.0003110544,0.00010201832,0.0000978145,0.00031232368,0.00020139676],"domain_scores_gemma":[0.9976841,0.0012375866,0.00010391092,0.00049809366,0.00044471584,0.000031566953],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017527436,0.00003393658,0.000050259237,0.00007089744,0.011342398,0.00018444349,0.0005105705,0.00007131443,0.000043008902],"category_scores_gemma":[0.0038260415,0.000023795184,0.00002180513,0.000130413,0.0011702193,0.00031935333,0.00007262443,0.0010317446,0.000031867217],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025395868,0.00008368126,0.03358795,0.0000060125935,0.0000465233,0.0000041777103,0.033683263,0.00004177277,0.0006067834,0.90744805,0.008789042,0.015677342],"study_design_scores_gemma":[0.00014598419,0.000039096332,0.03214118,0.0001116661,0.000010973913,0.000004085598,0.026423542,0.000053168667,0.00084559585,0.023262294,0.9168831,0.00007929032],"about_ca_topic_score_codex":0.012493288,"about_ca_topic_score_gemma":0.23435538,"teacher_disagreement_score":0.9080941,"about_ca_system_score_codex":0.000060549573,"about_ca_system_score_gemma":0.00020500224,"threshold_uncertainty_score":0.9940826},"labels":[],"label_agreement":null},{"id":"W2776648127","doi":"10.1145/3161605","title":"Crafting a place for attending to the things of design at CHI","year":2017,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Engineering and Physical Sciences Research Council","keywords":"Citation; Library science; Art history; Engineering; Cartography; Media studies; Art; Sociology; Geography; Computer science","score_opus":0.07834966007852244,"score_gpt":0.3610020288223748,"score_spread":0.28265236874385236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776648127","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035671435,0.000003731181,0.9420205,0.017592635,0.0016296137,0.00038508535,0.000004301055,0.000105994106,0.002586742],"genre_scores_gemma":[0.93182045,4.1122735e-7,0.06470704,0.00048622486,0.0000997491,0.00014286037,9.815592e-7,0.000009776385,0.0027324902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991953,0.00003485983,0.0002265108,0.00024687496,0.00010612838,0.00019033941],"domain_scores_gemma":[0.9981543,0.00043404134,0.00034745148,0.0008072572,0.00023578921,0.000021178319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039029744,0.000097371034,0.00011131559,0.00016712477,0.0012959298,0.00019147365,0.0012097628,0.000039415096,0.000025627593],"category_scores_gemma":[0.0008784048,0.00007707501,0.000066937966,0.00011618231,0.000061030612,0.0011379941,0.00045815605,0.00021323204,0.000100240075],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026115816,0.00026257284,0.0025160366,0.00004823895,0.00039559318,0.000013844485,0.022688927,0.00243951,0.38153964,0.4072054,0.13756984,0.04505925],"study_design_scores_gemma":[0.0007922767,0.0005144033,0.010348302,0.00037514712,0.00004757991,0.0003185541,0.00093640655,0.19481567,0.47824544,0.008331429,0.30469215,0.0005826708],"about_ca_topic_score_codex":0.000052352712,"about_ca_topic_score_gemma":0.0000930888,"teacher_disagreement_score":0.89614904,"about_ca_system_score_codex":0.00015038467,"about_ca_system_score_gemma":0.000024082135,"threshold_uncertainty_score":0.9967375},"labels":[],"label_agreement":null},{"id":"W2789672097","doi":"10.1145/3178564","title":"Inviting silence","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Silence; Publishing; Internet privacy; Computer science; Sociology; Media studies; World Wide Web; Political science; Aesthetics; Art; Law","score_opus":0.027708874693801077,"score_gpt":0.32506125981850165,"score_spread":0.2973523851247006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789672097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17012073,0.000007065643,0.7222654,0.004245426,0.0037860516,0.00010300911,0.0000023748398,0.0008205094,0.09864941],"genre_scores_gemma":[0.97783613,6.9798955e-7,0.01948031,0.0009485469,0.00029360148,0.000023253237,0.0000013341323,0.00000640912,0.0014097259],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992102,0.000029390972,0.0001899202,0.00027104613,0.00010446872,0.00019501074],"domain_scores_gemma":[0.99900687,0.000099386605,0.00011004487,0.00043622425,0.00032221252,0.000025287995],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009924885,0.00008963755,0.00007150614,0.00025899085,0.00029477844,0.000109158245,0.00053539895,0.000040927804,0.0002503136],"category_scores_gemma":[0.00016452944,0.00009146047,0.000034310342,0.00052228797,0.00012424751,0.0012912903,0.0001892493,0.0002871076,0.0020736689],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010043847,0.00016564789,0.001370196,0.000005520926,0.00006152353,0.00002671756,0.0031621922,0.0000040213818,0.2461664,0.6223729,0.03621609,0.0904387],"study_design_scores_gemma":[0.00039073013,0.0004601028,0.010543091,0.00018560141,0.000012312786,0.00085346954,0.0011277394,0.043844663,0.48487642,0.04295249,0.41406146,0.0006919165],"about_ca_topic_score_codex":0.000022742992,"about_ca_topic_score_gemma":0.000040580475,"teacher_disagreement_score":0.8077154,"about_ca_system_score_codex":0.00008877682,"about_ca_system_score_gemma":0.000024943218,"threshold_uncertainty_score":0.99870336},"labels":[],"label_agreement":null},{"id":"W2809761957","doi":"10.1145/3215854","title":"Body-centric computing","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"IBM; Queen (butterfly); Research centre; Library science; German; Engineering; Citation; Art history; Norwegian; Art; History; Archaeology; Computer science; Philosophy","score_opus":0.022669152641716844,"score_gpt":0.3234234878563527,"score_spread":0.3007543352146359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809761957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09009752,0.000008035721,0.8524228,0.0025454934,0.00470814,0.00010729596,0.0000017174593,0.0007640528,0.049344968],"genre_scores_gemma":[0.9813345,7.6276984e-7,0.016346721,0.0006601954,0.00041617063,0.00000664691,0.0000026364974,0.000008409828,0.0012239761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990273,0.000040540155,0.0002395545,0.00031283364,0.00012542948,0.00025433695],"domain_scores_gemma":[0.99886656,0.00010846331,0.00013891995,0.0004635867,0.00038962497,0.00003283702],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000111591624,0.000111666675,0.00009674017,0.0004049398,0.00036649118,0.00013758932,0.0005859437,0.000050276354,0.00026885947],"category_scores_gemma":[0.00011199284,0.00011347069,0.000048810612,0.00081643264,0.000105223786,0.00087891053,0.0002463497,0.00033402303,0.0025723742],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017438793,0.00041140357,0.002366338,0.000007866096,0.00014591592,0.00004795661,0.0024385313,0.000015067465,0.05716386,0.7518218,0.07981012,0.10575369],"study_design_scores_gemma":[0.00066966395,0.00046921452,0.021810537,0.00012597101,0.00001986148,0.0010302432,0.000326614,0.17060839,0.15410353,0.015577569,0.6345534,0.0007050304],"about_ca_topic_score_codex":0.000020605743,"about_ca_topic_score_gemma":0.000022991182,"teacher_disagreement_score":0.89123696,"about_ca_system_score_codex":0.00014136184,"about_ca_system_score_gemma":0.000031462925,"threshold_uncertainty_score":0.99820423},"labels":[],"label_agreement":null},{"id":"W2888083132","doi":"10.1145/3215842","title":"The HCI living curriculum as a community of practice","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Curriculum; Engineering ethics; Sociology; Pedagogy; Knowledge management; Engineering; Computer science","score_opus":0.01652819719783657,"score_gpt":0.3535892679617511,"score_spread":0.33706107076391456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888083132","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.348768,0.000094190924,0.2500749,0.021427935,0.010670301,0.00040272626,0.0000013923504,0.0003752683,0.36818528],"genre_scores_gemma":[0.9896615,0.000006563062,0.008468017,0.00027053544,0.00015227034,0.000025742247,4.1065076e-7,0.0000042447027,0.0014107231],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990007,0.0005043271,0.00015947424,0.00009109401,0.00013273415,0.00011165991],"domain_scores_gemma":[0.99568117,0.0029543792,0.00020037622,0.00070426427,0.00042787025,0.000031942895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060863094,0.00005134173,0.000048557416,0.000044798482,0.00069594634,0.00013831836,0.0006914579,0.000017776934,0.00006639469],"category_scores_gemma":[0.0034813755,0.000039913793,0.000033585122,0.00023856369,0.00009943615,0.00071033364,0.00021711437,0.0003882745,0.0004289423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021256456,0.0038971351,0.0115463,0.000034407312,0.0002840787,0.0000037073696,0.14480059,0.00025768674,0.006534972,0.4022051,0.106619865,0.3237949],"study_design_scores_gemma":[0.000058796868,0.00030598397,0.019266982,0.00012990205,0.000018369834,0.00020389154,0.008969801,0.013838293,0.0014407552,0.0028773232,0.9527492,0.00014069748],"about_ca_topic_score_codex":0.0011687891,"about_ca_topic_score_gemma":0.00023421655,"teacher_disagreement_score":0.84612936,"about_ca_system_score_codex":0.00005153717,"about_ca_system_score_gemma":0.00007609335,"threshold_uncertainty_score":0.55133283},"labels":[],"label_agreement":null},{"id":"W2888414254","doi":"10.1145/3236677","title":"Championing environmental and social justice","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Engineering and Physical Sciences Research Council","keywords":"Diversity (politics); Sustainability; Social justice; Sociology; Environmental justice; Engineering ethics; Economic Justice; Political science; Engineering; Social science; Ecology; Law; Anthropology","score_opus":0.02062726426739496,"score_gpt":0.2983833441682386,"score_spread":0.2777560799008436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888414254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6143501,0.0000148887975,0.3474056,0.010050762,0.0034974406,0.00014078084,0.0000074136155,0.00047043824,0.024062572],"genre_scores_gemma":[0.9929341,0.0000013434475,0.004856289,0.00092105323,0.00034518773,0.000012536309,0.0000032923142,0.00000559817,0.00092057517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994194,0.0000237281,0.00012316061,0.00021769154,0.000077003235,0.000139015],"domain_scores_gemma":[0.9996744,0.000050699957,0.00007353755,0.00014867933,0.00003758004,0.000015111284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000059476788,0.00007782618,0.00006109452,0.00015058198,0.0005363213,0.000082003135,0.00018923107,0.000042004485,0.00020374087],"category_scores_gemma":[0.000015500475,0.00008258987,0.000020070549,0.00009901173,0.0001658694,0.00075320486,0.00015452004,0.00021649156,0.0005733344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028104765,0.0002727914,0.0009495511,0.000013470475,0.00012382268,0.000022527702,0.01350709,0.0000010547666,0.3550326,0.5312979,0.028414031,0.07033702],"study_design_scores_gemma":[0.00074258354,0.00046082828,0.035906255,0.000044622106,0.000063499065,0.0009818779,0.0036106054,0.01811088,0.08141729,0.012076537,0.84588015,0.00070488575],"about_ca_topic_score_codex":0.000004228049,"about_ca_topic_score_gemma":0.000010954755,"teacher_disagreement_score":0.8174661,"about_ca_system_score_codex":0.00008043395,"about_ca_system_score_gemma":0.000008451738,"threshold_uncertainty_score":0.7369245},"labels":[],"label_agreement":null},{"id":"W2898154897","doi":"10.1145/3274572","title":"Child-computer interaction, ubiquitous technologies, and big data","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Big data; Ubiquitous computing; Data science; Human–computer interaction; World Wide Web; Data mining","score_opus":0.06847952770841191,"score_gpt":0.34255428952886635,"score_spread":0.2740747618204544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898154897","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18513079,0.0003018875,0.014092829,0.06783615,0.017631084,0.00065885857,0.00012953338,0.0044077244,0.70981115],"genre_scores_gemma":[0.99576163,0.00012042569,0.0012653695,0.00028099006,0.0010917439,0.000007726866,0.000032132546,0.000008236301,0.00143176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999183,0.000022185468,0.00015969109,0.00031478654,0.00011054693,0.00020976701],"domain_scores_gemma":[0.9992851,0.0001005379,0.000063090454,0.000421931,0.000088785986,0.00004054911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012857642,0.00008761808,0.000093715855,0.00020592193,0.00061439205,0.00017219131,0.00046856137,0.00009035948,0.00011976247],"category_scores_gemma":[0.00029339973,0.000084740874,0.000017889019,0.00031469075,0.0005103031,0.0006209831,0.00051106384,0.00020599147,0.0001910358],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010437798,0.0000683815,0.0018003009,0.0000017833933,0.00003546349,0.000004761364,0.0015058483,6.5495605e-8,0.000031727646,0.016586844,0.06589507,0.91405934],"study_design_scores_gemma":[0.00008489908,0.0000323599,0.0012312183,0.000026357231,0.0000062746126,0.00004153891,0.0028096326,0.000055227254,0.00022530001,0.0031897074,0.9921834,0.00011410407],"about_ca_topic_score_codex":0.00037313774,"about_ca_topic_score_gemma":0.007934006,"teacher_disagreement_score":0.9262883,"about_ca_system_score_codex":0.000057905843,"about_ca_system_score_gemma":0.00005598733,"threshold_uncertainty_score":0.47254688},"labels":[],"label_agreement":null},{"id":"W2898367221","doi":"10.1145/3281661","title":"SketchBlog #1","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Persona Design and Applications","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Publication; Field (mathematics); World Wide Web; Computer science; Internet privacy; Political science; Mathematics; Law","score_opus":0.026939573878640363,"score_gpt":0.3105616609275476,"score_spread":0.28362208704890723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898367221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035229707,0.0000072725957,0.89252055,0.0042873146,0.0004596109,0.000041623978,0.0000022359932,0.00021016122,0.098948255],"genre_scores_gemma":[0.9677179,0.0000012240907,0.026794186,0.0007522572,0.00020388835,0.000024812267,9.577768e-7,0.0000025651473,0.004502244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99965507,0.000009965761,0.00006202061,0.0001313408,0.000051428848,0.000090197456],"domain_scores_gemma":[0.99955446,0.00003730599,0.000019318835,0.0002880463,0.000060160208,0.000040710514],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000029930632,0.00003759927,0.000030826566,0.000047168407,0.00014164254,0.00006853,0.00031484704,0.000010855988,0.00015063296],"category_scores_gemma":[0.000012942465,0.000035302975,0.000026622767,0.00019815605,0.000034221728,0.00028250148,0.000050179406,0.000055420503,0.002629597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024600022,0.00017293883,0.0002635054,0.0000014346847,0.000022908276,0.0000036189624,0.0014808761,0.0000012408569,0.061143722,0.6459525,0.21098542,0.07996935],"study_design_scores_gemma":[0.00007314465,0.00003572131,0.0024070707,0.000006994071,0.0000025632946,0.000058747042,0.000036068926,0.015897438,0.00949853,0.010099867,0.96178055,0.00010331508],"about_ca_topic_score_codex":0.000013943441,"about_ca_topic_score_gemma":0.000023609991,"teacher_disagreement_score":0.9641949,"about_ca_system_score_codex":0.000017189082,"about_ca_system_score_gemma":0.000018057994,"threshold_uncertainty_score":0.99814695},"labels":[],"label_agreement":null},{"id":"W2898596332","doi":"10.1145/3274562","title":"Feeling SketCHI?","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Feeling; Appeal; Library science; Media studies; Engineering; Sociology; Computer science; Psychology; Political science; Law; Social psychology","score_opus":0.028558549559698183,"score_gpt":0.3287066748729917,"score_spread":0.30014812531329355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898596332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11385447,0.000007005978,0.79507893,0.004652913,0.005064785,0.00009417998,0.0000019566294,0.0007812448,0.08046452],"genre_scores_gemma":[0.9722609,8.985093e-7,0.024284761,0.0006915254,0.0003780016,0.000020890724,0.0000019389618,0.000008066203,0.002353043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991957,0.000028744425,0.00019774433,0.00027546898,0.00010535105,0.00019701345],"domain_scores_gemma":[0.99897844,0.000075615935,0.00009617637,0.00048290755,0.00033980882,0.000027034348],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009710566,0.00009703582,0.00007934213,0.0003043999,0.00029801068,0.00012040825,0.0005239106,0.0000463163,0.00037435873],"category_scores_gemma":[0.00010374034,0.000097059994,0.00004422743,0.0004902081,0.00009581352,0.0010721695,0.00016795855,0.0003013129,0.0030170525],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016484282,0.0002228958,0.00091192295,0.0000046881164,0.0001057056,0.000024361634,0.0024403618,0.000011453915,0.098962225,0.7734519,0.048908785,0.07493916],"study_design_scores_gemma":[0.00034149652,0.0003096989,0.004923265,0.000081673796,0.000011579662,0.00054351805,0.0003227186,0.032847658,0.2067537,0.038169444,0.7152265,0.00046874757],"about_ca_topic_score_codex":0.000021366612,"about_ca_topic_score_gemma":0.00007731532,"teacher_disagreement_score":0.8584064,"about_ca_system_score_codex":0.000096999895,"about_ca_system_score_gemma":0.00002837878,"threshold_uncertainty_score":0.9977592},"labels":[],"label_agreement":null},{"id":"W2945276106","doi":"","title":"Air Play: The Evolution of Canadian Drama for radio/Canli Yayinda Tiyatro: Kanada Radyo Tiyatrosunun Evrimi","year":2011,"lang":"en","type":"article","venue":"interactions","topic":"Theatre and Performance Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Drama; Political science; Art; Literature","score_opus":0.04496976945994923,"score_gpt":0.2339428454314387,"score_spread":0.18897307597148946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945276106","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24815631,0.0007391698,0.00014855142,0.004894984,0.007292749,0.00086650584,0.001414709,0.00010621707,0.7363808],"genre_scores_gemma":[0.9896736,0.000017926272,0.000074901924,0.00019983792,0.00074157235,0.00008426539,0.000021717997,0.000016264787,0.0091698775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928,0.00001995838,0.00022565399,0.00012820342,0.0000874103,0.00025881294],"domain_scores_gemma":[0.9993682,0.00009836463,0.00009386392,0.00021748607,0.00015510312,0.0000670145],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000084178224,0.00012460852,0.00014843313,0.00028027833,0.0008882801,0.000031952,0.00016826343,0.000027078564,0.0016031486],"category_scores_gemma":[0.00001716594,0.000089267975,0.00013401065,0.000077056786,0.00020103331,0.00027198816,0.000017552766,0.00014016632,0.000065493776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021981023,0.00016869784,0.0037907765,0.000077351266,0.0007351656,0.000003843998,0.2096182,0.00004585739,0.000286972,0.42758662,0.3456806,0.011786141],"study_design_scores_gemma":[0.0002043722,0.000121972334,0.0036362992,0.000028894603,0.000084701125,0.0000062874637,0.018060207,0.00008266308,0.00025279014,0.0009382937,0.97645354,0.00012994604],"about_ca_topic_score_codex":0.48886022,"about_ca_topic_score_gemma":0.9093184,"teacher_disagreement_score":0.7415173,"about_ca_system_score_codex":0.0001891436,"about_ca_system_score_gemma":0.00018943228,"threshold_uncertainty_score":0.99930954},"labels":[],"label_agreement":null},{"id":"W2952462663","doi":"","title":"Gifts of Heart in the English Canadian Literature: An Archetypal Study of Love and Gender","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Short Stories in Global Literature","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Gender studies; Sociology; Psychology","score_opus":0.036404400757798626,"score_gpt":0.2848735297515204,"score_spread":0.24846912899372178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952462663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9208563,0.00017116129,7.1148605e-7,0.00035084784,0.0010914204,0.00021570138,0.00037564215,0.0000074877266,0.07693076],"genre_scores_gemma":[0.9988173,0.0000024418007,0.000014979131,0.00015163248,0.00028959656,0.0000068570193,0.000007293773,0.00000554602,0.00070431724],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994216,0.00008779808,0.00016458675,0.00011519602,0.00009883456,0.00011196834],"domain_scores_gemma":[0.99938595,0.000131123,0.000038694187,0.00021846057,0.00018085749,0.00004490838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000102391285,0.00007338133,0.000101607664,0.000120986595,0.000057157216,0.000065668006,0.000114630086,0.00002519839,0.00042080297],"category_scores_gemma":[0.000073221105,0.000042202737,0.000024864452,0.0000581697,0.000106432606,0.00030241135,0.00001695236,0.00013955928,0.0000019727224],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000286977,0.00028065772,0.014081614,0.000011731527,0.00003991699,0.000008008767,0.880258,6.808301e-7,0.00011620902,0.09734926,0.0075200005,0.00030519365],"study_design_scores_gemma":[0.00037020585,0.00033032955,0.029606028,0.000092166134,0.000025026413,0.00001407742,0.0739206,0.0000028698812,0.000044221226,0.0016264927,0.8938462,0.00012175269],"about_ca_topic_score_codex":0.00928742,"about_ca_topic_score_gemma":0.34216878,"teacher_disagreement_score":0.88632625,"about_ca_system_score_codex":0.00003586227,"about_ca_system_score_gemma":0.000030717787,"threshold_uncertainty_score":0.9973098},"labels":[],"label_agreement":null},{"id":"W2984577860","doi":"10.1145/3360339","title":"Designing for uprooted children","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Public relations; Internet privacy; Gerontology; Computer science; Advertising; Sociology; Political science; Business; Medicine","score_opus":0.02164114767635847,"score_gpt":0.35676477092452735,"score_spread":0.3351236232481689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984577860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9226896,0.000021721324,0.009671036,0.0062486413,0.0021153623,0.0012372723,0.000024616797,0.00059646554,0.05739529],"genre_scores_gemma":[0.98579806,0.000002086553,0.0023918804,0.00019113511,0.00009659165,0.000019233968,0.000005340669,0.000007903741,0.011487739],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952316,0.000026184895,0.0000776328,0.00010488462,0.00007881932,0.0001893012],"domain_scores_gemma":[0.99967504,0.00007727138,0.00004645721,0.00011304229,0.000051284413,0.00003693835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012705513,0.000044930854,0.000060509912,0.000067921006,0.00030181807,0.00004508238,0.00015514686,0.000056191457,0.0004039905],"category_scores_gemma":[0.0002298636,0.00004752707,0.00005017546,0.00010670668,0.00004818933,0.00019891084,0.00001532061,0.0001148432,0.00047020023],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012789464,0.0005423364,0.7312056,0.000017483257,0.0002716306,0.000001684358,0.007844261,0.000045652218,0.036102984,0.027261838,0.12974901,0.066829614],"study_design_scores_gemma":[0.0030254284,0.00032947195,0.36059123,0.00032062826,0.000108554195,0.00002820502,0.012183555,0.0003093816,0.037427664,0.012606543,0.5720807,0.0009886511],"about_ca_topic_score_codex":0.00037654786,"about_ca_topic_score_gemma":0.00028774,"teacher_disagreement_score":0.44233167,"about_ca_system_score_codex":0.000086387336,"about_ca_system_score_gemma":0.00004718444,"threshold_uncertainty_score":0.60436296},"labels":[],"label_agreement":null},{"id":"W2986403156","doi":"10.1145/3364625","title":"Confronting the tensions where UX meets AI","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Space (punctuation); Computer science; Data science; Engineering ethics; Sociology; Human–computer interaction; Engineering","score_opus":0.017770264117848378,"score_gpt":0.30076611656829294,"score_spread":0.28299585245044456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986403156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2777273,0.00021933837,0.3417971,0.22895828,0.01958392,0.0011764993,0.000015167498,0.0019034056,0.12861894],"genre_scores_gemma":[0.98451716,0.0000035186406,0.003000368,0.0017988787,0.00009768393,0.00003818824,0.0000028451711,0.000011851666,0.010529507],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894875,0.0000662734,0.00025458468,0.00032603942,0.00015877855,0.0002455493],"domain_scores_gemma":[0.99841523,0.00024770806,0.00015603156,0.0007990139,0.00035722772,0.000024787185],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015812984,0.00013262569,0.00012439818,0.00018866228,0.00036233055,0.00019570914,0.00075212104,0.00006530859,0.00053834915],"category_scores_gemma":[0.000099416335,0.000098100616,0.00007872328,0.00042365104,0.00006662328,0.0011454506,0.00027300537,0.0007068901,0.002988319],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009928699,0.00014310797,0.003140324,0.00000895221,0.0001423717,0.00001814668,0.0017431657,0.00015282261,0.08248106,0.76977444,0.12770054,0.014685153],"study_design_scores_gemma":[0.00024728873,0.00007799245,0.005270416,0.00010730558,0.000013239995,0.0003415679,0.0008218383,0.027770776,0.008356172,0.0047970717,0.9519369,0.0002594388],"about_ca_topic_score_codex":0.00007025738,"about_ca_topic_score_gemma":0.00019794036,"teacher_disagreement_score":0.82423633,"about_ca_system_score_codex":0.000099283694,"about_ca_system_score_gemma":0.00004521527,"threshold_uncertainty_score":0.99778795},"labels":[],"label_agreement":null},{"id":"W2986708992","doi":"10.1145/3359851","title":"HCI in praxis","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Praxis; Engineering ethics; Sociology; Engineering; Political science","score_opus":0.016469545206319467,"score_gpt":0.3051453880042619,"score_spread":0.2886758427979424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986708992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47488827,0.00002615151,0.25929254,0.013225948,0.0010447536,0.00041111532,0.000008778988,0.00020948701,0.25089294],"genre_scores_gemma":[0.9949215,0.0000035647167,0.0024933396,0.00033223254,0.000014775804,0.000017367178,0.0000015841775,0.0000021931583,0.0022134332],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995963,0.000014110515,0.00009707424,0.00013207631,0.000062235245,0.000098194156],"domain_scores_gemma":[0.9995021,0.00006955113,0.000024970648,0.0003455119,0.00002257787,0.00003525557],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000057874746,0.000037670285,0.00004780613,0.000088959634,0.000022326247,0.000066006745,0.00024213582,0.000014181501,0.00013662322],"category_scores_gemma":[0.000028814075,0.00003570335,0.000021926102,0.00027933242,0.0000055490273,0.0005409097,0.000059441805,0.00009352997,0.0017976629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008509125,0.00058981887,0.011791205,0.0000130139115,0.000022198155,0.0000060992875,0.0028762193,0.00078433426,0.019255893,0.76507735,0.01931199,0.1802634],"study_design_scores_gemma":[0.00036781747,0.000104541235,0.12409917,0.000046798,0.0000018481825,0.00004357591,0.00019395782,0.054269373,0.0025098063,0.012131252,0.8059979,0.00023393266],"about_ca_topic_score_codex":0.00015389726,"about_ca_topic_score_gemma":0.00012720704,"teacher_disagreement_score":0.78668594,"about_ca_system_score_codex":0.000046065717,"about_ca_system_score_gemma":0.000027428989,"threshold_uncertainty_score":0.99897957},"labels":[],"label_agreement":null},{"id":"W2994543211","doi":"","title":"GTAV study tour of East Africa 2012","year":2012,"lang":"en","type":"article","venue":"interactions","topic":"Cruise Tourism Development and Management","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Impact crater; Volcano; Geography; Rift; History; Rift valley; Archaeology; Ancient history; Geology; Seismology; Paleontology; Astrobiology","score_opus":0.07232916273961588,"score_gpt":0.3602600562324439,"score_spread":0.287930893492828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994543211","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20414783,0.000066229215,0.00027800864,0.0013689455,0.0022265501,0.00037440463,0.0000033333874,0.0000668706,0.79146785],"genre_scores_gemma":[0.93631536,0.0000054589505,0.00019354,0.000016373646,0.0002816906,0.000026202591,9.986419e-7,0.000003784629,0.0631566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938136,0.00005963035,0.00012788453,0.00006379044,0.00017985546,0.00018745814],"domain_scores_gemma":[0.9996849,0.000046927187,0.000058554953,0.00009323324,0.00004606029,0.000070329195],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028698568,0.000046426536,0.00006934666,0.00008430068,0.00019323986,0.000021080376,0.000103792096,0.000013682202,0.004200522],"category_scores_gemma":[0.000047465783,0.000044796645,0.000036541034,0.00016536594,0.000031392883,0.00043512645,0.000046913552,0.000057297166,0.00040158327],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017812888,0.002399816,0.037697304,0.0000061420224,0.00016743715,0.0000026117962,0.37883085,0.0000031816146,0.00016823498,0.0153411,0.55025196,0.01511355],"study_design_scores_gemma":[0.000080568476,0.000012788117,0.0320704,0.0000050230574,0.000021465548,1.6482687e-7,0.059346464,8.273684e-7,0.000015596737,0.00007416649,0.9083166,0.000055939356],"about_ca_topic_score_codex":0.000523842,"about_ca_topic_score_gemma":0.0018159997,"teacher_disagreement_score":0.73216754,"about_ca_system_score_codex":0.00005137378,"about_ca_system_score_gemma":0.000024753088,"threshold_uncertainty_score":0.99670976},"labels":[],"label_agreement":null},{"id":"W2997045599","doi":"10.1145/3371283","title":"A story of paradise","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Paradise; Diversity (politics); Sustainability; Engineering ethics; Sociology; Computer science; Data science; Human–computer interaction; Engineering; Art; Ecology; Art history; Anthropology; Biology","score_opus":0.5303795997868023,"score_gpt":0.5263667318339093,"score_spread":0.004012867952893018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997045599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5956674,0.000028354261,0.00002100886,0.0031221583,0.0004734662,0.00007289655,0.000007045679,0.000025959034,0.40058172],"genre_scores_gemma":[0.98970985,0.00024503385,0.000049224953,0.000077049684,0.00003861382,0.0000052032174,0.000006419809,0.000001860644,0.009866749],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99970686,0.000107049054,0.000051138144,0.00003537727,0.000056305078,0.000043256296],"domain_scores_gemma":[0.99964386,0.00013703966,0.00003435528,0.00012429056,0.000039660554,0.000020782523],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013488326,0.000017159564,0.00003382775,0.00003653203,0.00011318499,0.0000074237864,0.00007566279,0.000014105755,0.008486147],"category_scores_gemma":[0.000049732993,0.000018140798,0.000028961422,0.000066331886,0.00003891717,0.00010617409,0.000010376512,0.00007527011,0.0007363018],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008291016,0.00075303955,0.10943018,0.00005333202,0.00006569006,6.3733575e-7,0.50636476,0.000047190813,0.036828328,0.1687757,0.056208942,0.121389285],"study_design_scores_gemma":[0.000050128787,0.0000072105104,0.012075509,0.0000145466165,0.0000026595935,2.578595e-7,0.018353513,0.000032776552,0.000026646172,0.0001901123,0.9692184,0.000028264749],"about_ca_topic_score_codex":0.00036742908,"about_ca_topic_score_gemma":0.0024066048,"teacher_disagreement_score":0.9130094,"about_ca_system_score_codex":0.000041580926,"about_ca_system_score_gemma":0.000020140391,"threshold_uncertainty_score":0.99242026},"labels":[],"label_agreement":null},{"id":"W2997482282","doi":"10.1145/947226.947245","title":"Conference preview and calendar","year":2003,"lang":"en","type":"article","venue":"interactions","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Library science; Computer science; World Wide Web; Operating system","score_opus":0.057770508917463124,"score_gpt":0.3018706427058496,"score_spread":0.2441001337883865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997482282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013180998,0.00059434475,0.96217877,0.0026358997,0.0008582008,0.00018093143,0.00001348576,0.00014917372,0.020208208],"genre_scores_gemma":[0.9841008,0.00007952363,0.013724171,0.00029034616,0.000010039254,0.000018947785,3.2768236e-7,0.0000029302553,0.0017729106],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993944,0.00012821038,0.00012567187,0.00019143734,0.000058308582,0.00010195085],"domain_scores_gemma":[0.9994376,0.00013305515,0.000029996974,0.00027657824,0.00006139852,0.00006141182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018198046,0.00006265476,0.000078050136,0.000030314044,0.00007610784,0.000076405166,0.00018000245,0.000017508833,0.00023229867],"category_scores_gemma":[0.00015363375,0.00005646821,0.000027539407,0.00009252721,0.000031973323,0.00047214067,0.000038389466,0.000120793484,0.00015922904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047827443,0.00030517086,0.001479243,0.000089350026,0.000058836333,0.000013101331,0.0035319075,0.000016776145,0.0052057384,0.85067815,0.020055711,0.11856127],"study_design_scores_gemma":[0.0001195957,0.000062922605,0.0010058167,0.00008573228,0.000009536399,0.00016589098,0.00007491364,0.0043023415,0.006929814,0.016226783,0.97083604,0.000180602],"about_ca_topic_score_codex":0.000012836614,"about_ca_topic_score_gemma":0.000029518493,"teacher_disagreement_score":0.9709198,"about_ca_system_score_codex":0.000016731872,"about_ca_system_score_gemma":0.000033813147,"threshold_uncertainty_score":0.25435075},"labels":[],"label_agreement":null},{"id":"W2997864976","doi":"10.1145/3372040","title":"How live streaming does (and doesn't) change creative practices","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"Digital Games and Media","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Adobe Systems","keywords":"Adobe; Citation; World Wide Web; Multimedia; Column (typography); Engineering; Advertising; Computer science; Library science; Telecommunications; Business","score_opus":0.04768405961948504,"score_gpt":0.3567412884291766,"score_spread":0.30905722880969155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997864976","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4581625,0.00009093063,0.0000068548634,0.0134115415,0.0014147212,0.00028715172,0.000025718839,0.00005854387,0.52654207],"genre_scores_gemma":[0.8109677,0.00020496664,0.000087970206,0.00022313508,0.00038579584,0.000029345405,0.0000037566008,0.000005383028,0.18809193],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994578,0.000045498324,0.00005907596,0.00015113932,0.00013205117,0.00015446481],"domain_scores_gemma":[0.9992569,0.0003453514,0.00015505118,0.0000820299,0.00007328432,0.00008739296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008854973,0.00006370639,0.00008264396,0.000048327594,0.00009377734,0.00035298686,0.000071739596,0.000031820167,0.0005896541],"category_scores_gemma":[0.0005000375,0.00004570461,0.00003400989,0.000077385615,0.00008565717,0.0017246066,0.000032826,0.00010818108,0.00014518412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005067549,0.00030593434,0.05042932,0.000044572123,0.00018797039,0.000019481216,0.34031346,3.3335462e-7,0.0013556317,0.029126259,0.002438271,0.57572806],"study_design_scores_gemma":[0.00006921542,0.000032288008,0.0063979193,0.000048497634,0.000014150722,0.0000016022376,0.1172306,0.0000063539264,0.000103069135,0.00023774023,0.87578356,0.00007502508],"about_ca_topic_score_codex":0.0022137882,"about_ca_topic_score_gemma":0.009627787,"teacher_disagreement_score":0.87334526,"about_ca_system_score_codex":0.000046259058,"about_ca_system_score_gemma":0.000033975382,"threshold_uncertainty_score":0.6456298},"labels":[],"label_agreement":null},{"id":"W2998153782","doi":"","title":"\"Borders to Freedom:\" Sitting Bull's Precarious Canadian Refuge in Sharon Pollock's Play Walsh","year":2014,"lang":"en","type":"article","venue":"interactions","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pollock; Sitting; Sociology; Art; Art history; Medicine","score_opus":0.008792392544015587,"score_gpt":0.28154008965086086,"score_spread":0.27274769710684527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998153782","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4043984,0.000107844506,0.00009494385,0.035125457,0.0052636955,0.00051622506,0.00014277015,0.00014307686,0.55420756],"genre_scores_gemma":[0.9722669,0.000009747314,0.00011646163,0.0010105785,0.0003743441,0.00002400289,0.0000066435955,0.000011684582,0.026179647],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990168,0.00009677225,0.00016303569,0.0001998823,0.00014484236,0.00037861912],"domain_scores_gemma":[0.9991867,0.00012224166,0.000040707473,0.00015685616,0.00005256325,0.00044093197],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002689125,0.00006818004,0.000103792496,0.0009142102,0.00094099337,0.00030565797,0.00021006743,0.00006990552,0.0017856068],"category_scores_gemma":[0.0006878304,0.00010070853,0.000052157393,0.00039251524,0.00009851409,0.00023940307,0.00001710876,0.00022779893,0.00069517276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037323945,0.00017293057,0.016825086,0.000025105366,0.00008633386,0.000089762565,0.24345407,0.0020771618,0.0007073215,0.0846189,0.5863507,0.06555528],"study_design_scores_gemma":[0.0000620034,0.000012957168,0.005822808,0.000038729293,0.0000054871266,0.0000012658519,0.0013837906,0.000041061106,0.0000024903152,0.00012033912,0.99239236,0.00011668187],"about_ca_topic_score_codex":0.99597895,"about_ca_topic_score_gemma":0.99995416,"teacher_disagreement_score":0.5678685,"about_ca_system_score_codex":0.002592353,"about_ca_system_score_gemma":0.00088824553,"threshold_uncertainty_score":0.9991269},"labels":[],"label_agreement":null},{"id":"W3013672613","doi":"10.1145/3381340","title":"Toward insourcing-measurement in inbodied interaction design","year":2020,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Engineering and Physical Sciences Research Council","keywords":"IBM; Insourcing; Citation; Computer science; World Wide Web; Library science; Engineering; Outsourcing; Business; Marketing","score_opus":0.25145130373016616,"score_gpt":0.32289893626291816,"score_spread":0.07144763253275199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013672613","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016020382,0.000020123905,0.95604664,0.019673502,0.0015839835,0.0003568309,0.0000016877859,0.00056802743,0.0057287943],"genre_scores_gemma":[0.9832618,0.0000044169633,0.014463071,0.0019623984,0.0001299616,0.000109193694,0.0000030066662,0.000016483613,0.000049628637],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817294,0.00017301645,0.00050762185,0.000522235,0.00032484057,0.0002993213],"domain_scores_gemma":[0.9988709,0.00013316656,0.00021966285,0.00035741949,0.00034311504,0.000075749376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032402764,0.00020921914,0.0002122527,0.00052531174,0.00011965633,0.00016598107,0.000662913,0.00008772826,0.00014050769],"category_scores_gemma":[0.0005327182,0.00022331077,0.00007472648,0.001019479,0.000041048588,0.0017479687,0.00021452953,0.0008561565,0.00068814465],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089016085,0.002220785,0.004791177,0.00015014339,0.00058918545,0.000608331,0.06281915,0.016672712,0.5300961,0.15216355,0.078220606,0.15077806],"study_design_scores_gemma":[0.0030008992,0.0013681456,0.011450026,0.0005696132,0.000042845983,0.00048517092,0.004121054,0.42918736,0.34396204,0.010517986,0.19359568,0.0016992028],"about_ca_topic_score_codex":0.00005641041,"about_ca_topic_score_gemma":0.000066169276,"teacher_disagreement_score":0.96724147,"about_ca_system_score_codex":0.000616872,"about_ca_system_score_gemma":0.00008607515,"threshold_uncertainty_score":0.9106349},"labels":[],"label_agreement":null},{"id":"W3028180736","doi":"10.1145/2854149","title":"Demo hour","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Ubiquitous computing; Implementation; Computer science; Human–computer interaction; Work (physics); Project commissioning; World Wide Web; Multimedia; Publishing; Engineering; Software engineering; Political science","score_opus":0.07678840561596809,"score_gpt":0.3161850639030463,"score_spread":0.2393966582870782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028180736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031143915,0.00004094519,0.7834321,0.0037675153,0.03887873,0.000056369478,1.5932021e-7,0.00044222223,0.14223802],"genre_scores_gemma":[0.95562625,8.3306986e-7,0.035663813,0.0006483883,0.0030722378,0.0000063018433,0.0000016135579,0.000008283062,0.0049722935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995283,0.000020641843,0.00009311142,0.00012983724,0.00009207587,0.00013602685],"domain_scores_gemma":[0.99951744,0.000052365987,0.000030836254,0.00022833611,0.00007928555,0.0000917098],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009174447,0.00005122441,0.000050460934,0.000066878565,0.00007922744,0.00012192505,0.00031443054,0.000015049989,0.0000041330018],"category_scores_gemma":[0.00005710766,0.000048397153,0.00003383104,0.00017254536,0.000008258638,0.0004401266,0.00013401688,0.00011003667,0.00085498375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003616984,0.00010259093,0.0018791667,0.0000026302976,0.000024661982,0.000031611664,0.0032181942,0.00014652521,0.00054559915,0.006312587,0.8500902,0.1376426],"study_design_scores_gemma":[0.00012917069,0.0000292567,0.00093987095,0.00001322213,0.000002616918,0.00010725046,0.000042552652,0.04295668,0.0008912674,0.0041854703,0.9505882,0.00011443247],"about_ca_topic_score_codex":0.000033256845,"about_ca_topic_score_gemma":0.0000035659748,"teacher_disagreement_score":0.92448235,"about_ca_system_score_codex":0.00004538885,"about_ca_system_score_gemma":0.00004905341,"threshold_uncertainty_score":0.999923},"labels":[],"label_agreement":null},{"id":"W3115489492","doi":"10.1145/3440926","title":"Fighting coronavirus with faith","year":2020,"lang":"en","type":"article","venue":"interactions","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Faith; Publication; Coronavirus disease 2019 (COVID-19); Field (mathematics); Coronavirus; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Internet privacy; 2019-20 coronavirus outbreak; World Wide Web; Media studies; Political science; Sociology; Computer science; Medicine; Law; Virology; Epistemology; Philosophy; Outbreak","score_opus":0.07940047444301336,"score_gpt":0.29751477793041886,"score_spread":0.21811430348740551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115489492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024818823,0.000029969107,0.8932336,0.02331979,0.00061075453,0.00010310663,0.0000049404834,0.00073215127,0.057146877],"genre_scores_gemma":[0.92831016,0.0000020048087,0.068615295,0.0024777395,0.000091671005,0.000012365931,0.0000025185275,0.000007638695,0.00048064016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995263,0.000032266616,0.00009719239,0.00011686415,0.000106753934,0.00012059527],"domain_scores_gemma":[0.9994355,0.00014278344,0.000044987824,0.00025880767,0.00006644799,0.000051509687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000027355823,0.000070903356,0.00006627228,0.000036880225,0.00017437588,0.00015483105,0.00056539546,0.0000116023475,0.000071737064],"category_scores_gemma":[0.000038237176,0.000060269474,0.000019791843,0.0002282145,0.000023391049,0.000555699,0.00020257347,0.00020328835,0.00027335106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014336314,0.0004513015,0.01382297,0.00015578326,0.00059373555,0.00047125175,0.1862212,0.0052311877,0.0076305424,0.45798728,0.13786502,0.18942636],"study_design_scores_gemma":[0.00051071483,0.00033426457,0.008289613,0.00021073883,0.000014579495,0.00026702063,0.0018969281,0.0635084,0.011459059,0.0014627782,0.91139305,0.0006528811],"about_ca_topic_score_codex":0.000040595336,"about_ca_topic_score_gemma":0.000027282105,"teacher_disagreement_score":0.9034913,"about_ca_system_score_codex":0.00002962867,"about_ca_system_score_gemma":0.000048916037,"threshold_uncertainty_score":0.35134658},"labels":[],"label_agreement":null},{"id":"W3173548476","doi":"10.1145/3466152","title":"'Everything in the forest is the forest'","year":2021,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sustainability; Diversity (politics); Geography; Sociology; Environmental resource management; Computer science; Ecology; Environmental science; Anthropology","score_opus":0.03589808514489236,"score_gpt":0.2735933838919877,"score_spread":0.23769529874709533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173548476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6850583,0.00005533351,0.0016592296,0.0977988,0.0014567543,0.00027301806,0.0000021267335,0.00009935858,0.21359706],"genre_scores_gemma":[0.983264,0.0000038260864,0.00015368965,0.015056233,0.00031239368,0.00007178116,0.000014188066,0.0000067485867,0.0011171373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999459,0.00001618876,0.00015529606,0.0001231634,0.000104675026,0.00014165603],"domain_scores_gemma":[0.99951226,0.00011686339,0.00007024405,0.00019242223,0.0001068564,0.0000013304519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031417882,0.00007253148,0.00006523499,0.00008015805,0.00041055167,0.0001601775,0.00025268365,0.00004518554,0.00016210332],"category_scores_gemma":[0.00021828168,0.000045636785,0.000045989633,0.0007044608,0.0000703921,0.00040625824,0.00015191386,0.00037765084,0.00017185787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005960045,0.000109909415,0.09816351,0.000016043932,0.00004722288,0.000033735123,0.0027396719,0.000024766496,0.0000439365,0.8409331,0.051109705,0.006772453],"study_design_scores_gemma":[0.00013469484,0.0000015795798,0.18881103,0.00003507622,0.000015969903,0.000014618279,0.012529653,0.0005993585,0.00010062343,0.11172149,0.6859185,0.00011738348],"about_ca_topic_score_codex":0.00015660436,"about_ca_topic_score_gemma":0.0017568498,"teacher_disagreement_score":0.72921157,"about_ca_system_score_codex":0.00003239589,"about_ca_system_score_gemma":0.00002174745,"threshold_uncertainty_score":0.3157673},"labels":[],"label_agreement":null},{"id":"W317650484","doi":"","title":"La Classification québécoise dite Processus de production du handicap peut-elle contribuer à la production de connaissances et aider à la prise de décisions ?","year":2010,"lang":"fr","type":"article","venue":"interactions","topic":"Health, Medicine and Society","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Production (economics); Psychology; Complement (music); Set (abstract data type); Humanities; Linguistics; Computer science; Philosophy","score_opus":0.06334460921853734,"score_gpt":0.44406928261547185,"score_spread":0.3807246733969345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W317650484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67539626,0.0012229399,0.006895732,0.27815902,0.010537086,0.0021473968,0.00012854347,0.0003926482,0.02512041],"genre_scores_gemma":[0.9663176,0.0033086173,0.0017302755,0.002611984,0.004539209,0.00090664055,0.00009670203,0.00008983493,0.020399151],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918029,0.005007239,0.0010021776,0.00076973543,0.00039688428,0.0010210645],"domain_scores_gemma":[0.99254483,0.004456039,0.00070550165,0.0006852559,0.0009339804,0.00067441113],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0074347192,0.00038389093,0.0004588351,0.00023832289,0.0020638905,0.000119877725,0.00026596474,0.0014325822,0.0007312863],"category_scores_gemma":[0.016187413,0.00037440492,0.00019895606,0.0006085543,0.0007977942,0.0010384041,0.0000733596,0.0071010864,0.00028003886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004794095,0.0032073616,0.033319537,0.0021909277,0.00029101528,0.00006620304,0.20284916,0.000350846,0.03777886,0.021916464,0.65789455,0.039655633],"study_design_scores_gemma":[0.0008865713,0.00011341268,0.073678814,0.0015304956,0.0002725138,0.0006146888,0.030188737,0.0026772395,0.00071346626,0.0016864489,0.8872984,0.0003391976],"about_ca_topic_score_codex":0.005584699,"about_ca_topic_score_gemma":0.019178431,"teacher_disagreement_score":0.29092136,"about_ca_system_score_codex":0.00073500397,"about_ca_system_score_gemma":0.006022302,"threshold_uncertainty_score":0.9998708},"labels":[],"label_agreement":null},{"id":"W4210495016","doi":"10.1145/2579050","title":"Demo hour","year":2014,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science","score_opus":0.014892206097763103,"score_gpt":0.2830408743830098,"score_spread":0.2681486682852467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210495016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02755134,0.0000032683563,0.8715457,0.004791639,0.002175065,0.0000645232,0.0000010633878,0.0005950838,0.09327234],"genre_scores_gemma":[0.9789617,7.0958816e-7,0.01725723,0.000859145,0.00014437012,0.000027095426,0.0000023180041,0.00000771319,0.0027397145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924606,0.000049776387,0.00017895372,0.0002472669,0.00010206493,0.00017590688],"domain_scores_gemma":[0.9990892,0.00013386058,0.000096275784,0.00048873416,0.00016308545,0.000028874347],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012382108,0.00009456884,0.000087595196,0.00026578212,0.00017462872,0.0001003857,0.0005167284,0.000047716552,0.00014289055],"category_scores_gemma":[0.00016131555,0.00009341948,0.00004830583,0.00035187718,0.000038569626,0.00089974137,0.00012616478,0.00032899578,0.0016009902],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004057965,0.00011004787,0.0006091383,0.000003100403,0.00003856629,0.000005602598,0.00035440517,0.000032711025,0.023061635,0.8563715,0.028415574,0.09099365],"study_design_scores_gemma":[0.00023947255,0.00012256131,0.0048877704,0.00003316178,0.000006972933,0.00026493683,0.00006530684,0.034315147,0.044876616,0.036213208,0.8786999,0.0002749288],"about_ca_topic_score_codex":0.000015011942,"about_ca_topic_score_gemma":0.000033104585,"teacher_disagreement_score":0.95141035,"about_ca_system_score_codex":0.00007679538,"about_ca_system_score_gemma":0.00001554135,"threshold_uncertainty_score":0.9991764},"labels":[],"label_agreement":null},{"id":"W4214698176","doi":"10.1145/3514207","title":"Elevate","year":2022,"lang":"en","type":"article","venue":"interactions","topic":"","field":"","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science","score_opus":0.027448143474848582,"score_gpt":0.3233721600885762,"score_spread":0.29592401661372764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214698176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75306046,0.000023741226,0.00019260524,0.0017631963,0.0031127816,0.00014368481,0.00037727755,0.0005842065,0.24074206],"genre_scores_gemma":[0.9799775,1.6954577e-7,0.000109164954,0.00020177745,0.00005565838,0.00012646912,0.000029197708,0.000023432167,0.019476654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99956274,0.00005151103,0.000077080425,0.00009195525,0.00011701582,0.00009971223],"domain_scores_gemma":[0.9997198,0.000044943652,0.00003378943,0.00015458687,0.0000201818,0.000026715697],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006437617,0.000037774123,0.00003528737,0.00010373403,0.0003057492,0.000015909907,0.00009629555,0.0000028433954,0.02492227],"category_scores_gemma":[0.000027436628,0.000043777407,0.000040618008,0.00023143351,0.000009331691,0.00011724689,0.00009148063,0.00021916228,0.013787203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058786078,0.0003744339,0.0019616885,0.0000012851598,0.00007065914,0.000033965487,0.0011157265,0.0025324507,0.18441804,0.008326106,0.79881626,0.0022905646],"study_design_scores_gemma":[0.000079554084,0.000017621078,0.0015047924,7.4644765e-7,0.0000064334736,0.00010272622,0.0004410646,0.0005540009,0.0010468565,0.00047330858,0.99572015,0.00005273451],"about_ca_topic_score_codex":0.000059773472,"about_ca_topic_score_gemma":0.00004772028,"teacher_disagreement_score":0.22691703,"about_ca_system_score_codex":0.00019078562,"about_ca_system_score_gemma":0.000017355287,"threshold_uncertainty_score":0.9869807},"labels":[],"label_agreement":null},{"id":"W4229661246","doi":"10.1145/2878936","title":"Demo hour","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Witness; Interface (matter); Library science; Computer science; Engineering; World Wide Web; Operating system","score_opus":0.013927698119937324,"score_gpt":0.29313210904140796,"score_spread":0.27920441092147064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229661246","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01394699,0.000009304141,0.9002886,0.06645119,0.00080068054,0.000018367951,0.0000027731244,0.000283526,0.01819856],"genre_scores_gemma":[0.97081953,0.0000042830034,0.009940364,0.00020346664,0.00012076458,0.0000015261247,2.2615437e-7,0.0000028094175,0.018907052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99967754,0.000014710357,0.00006418415,0.0001023075,0.00005555127,0.00008573035],"domain_scores_gemma":[0.9996111,0.000094185685,0.000024952536,0.00019993793,0.00003364831,0.000036188845],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000034542038,0.000034808796,0.000035087516,0.000048637143,0.000053625856,0.00004256038,0.00021131524,0.000010459084,0.00006605545],"category_scores_gemma":[0.00006232398,0.000022034055,0.000034666653,0.00009277996,0.000009220742,0.00027413425,0.000047289344,0.000057440135,0.00097545295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025980821,0.00015807082,0.0068580895,0.0000029148891,0.00004941712,0.000026853751,0.00031586314,0.000074074545,0.017704487,0.14708409,0.05200986,0.7757137],"study_design_scores_gemma":[0.00020630137,0.000047825142,0.0046972837,0.00006714353,0.0000063900916,0.00007725072,0.00002251534,0.016432023,0.0025437484,0.01600695,0.9597257,0.0001669085],"about_ca_topic_score_codex":0.0000055907967,"about_ca_topic_score_gemma":0.0000073831197,"teacher_disagreement_score":0.9568725,"about_ca_system_score_codex":0.000017611897,"about_ca_system_score_gemma":0.00001681002,"threshold_uncertainty_score":0.9998024},"labels":[],"label_agreement":null},{"id":"W4234934705","doi":"10.1145/2931083","title":"Demo hour","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Interactivity; White (mutation); Visual arts; Multimedia; Computer science; Sociology; Art","score_opus":0.022103098375309906,"score_gpt":0.2940954351238668,"score_spread":0.27199233674855694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234934705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038193636,0.000005758251,0.9038613,0.016562147,0.002348029,0.00007976613,0.000004277129,0.00066599005,0.038279112],"genre_scores_gemma":[0.98305917,0.0000026949854,0.008623836,0.00044185788,0.00010499464,0.000033819728,6.408321e-7,0.0000075888097,0.007725385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992539,0.000030814044,0.00017752289,0.00025283106,0.000099691686,0.00018519485],"domain_scores_gemma":[0.9990797,0.00015612735,0.00009268295,0.00046700338,0.00017578082,0.000028708013],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007511883,0.000091861526,0.000076385804,0.00026493854,0.00013115807,0.000057392284,0.00050017604,0.000045593897,0.00034192234],"category_scores_gemma":[0.00012979131,0.0000647658,0.000048857637,0.0002998454,0.00005120869,0.0013333267,0.00013490496,0.00016660242,0.0025695786],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075667776,0.00011412121,0.001103503,0.0000017683639,0.000057047786,0.000023857629,0.00023361099,0.0000013411789,0.21280387,0.52911234,0.042612117,0.21392888],"study_design_scores_gemma":[0.00043939103,0.0001210616,0.0069739847,0.00010061606,0.0000071430873,0.00044967112,0.00006107599,0.0007491531,0.20994613,0.040044244,0.74076957,0.00033795182],"about_ca_topic_score_codex":0.000007979088,"about_ca_topic_score_gemma":0.000026075362,"teacher_disagreement_score":0.9448655,"about_ca_system_score_codex":0.00013669854,"about_ca_system_score_gemma":0.000025749925,"threshold_uncertainty_score":0.99820703},"labels":[],"label_agreement":null},{"id":"W4237024917","doi":"10.1145/2730891","title":"Demo hour","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Robotics and Automated Systems","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Haptic technology; Robotics; Emerging technologies; Engineering; Computer science; Multimedia; Human–computer interaction; Robot; Artificial intelligence; Simulation","score_opus":0.04060600428705279,"score_gpt":0.25712355139776544,"score_spread":0.21651754711071264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237024917","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21794838,0.00034672738,0.054133873,0.0005090195,0.011666749,0.00015409324,0.000022551985,0.0022714562,0.71294713],"genre_scores_gemma":[0.99799234,0.0000020954867,0.00037988866,0.000014148194,0.00011998222,0.0000055156374,0.0000029649932,0.000010714837,0.0014723374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997816,0.0000043114346,0.00007277061,0.00003428584,0.00004051256,0.00006653913],"domain_scores_gemma":[0.9998321,0.000010618608,0.00000660144,0.0000772234,0.000022399125,0.000051064013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00002353971,0.00003722623,0.000041945153,0.000033844168,0.000014550969,0.000025597217,0.00003666735,0.000014523955,0.000035933786],"category_scores_gemma":[0.000009603757,0.000035589263,0.000018206058,0.000051369472,0.0000028991826,0.00007603489,0.00000473642,0.000060183498,0.0007527745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016819182,0.000032023883,0.00067253347,0.000016159725,0.00008461108,0.000018540639,0.00074446545,0.45191482,0.008666166,0.0009388758,0.53148633,0.0054237656],"study_design_scores_gemma":[0.00014527209,0.000011978247,0.0004622595,0.000032766104,0.000008270278,0.00007431451,0.00032384772,0.38725856,0.0025466837,0.0002828436,0.6087193,0.00013390316],"about_ca_topic_score_codex":0.0000120462855,"about_ca_topic_score_gemma":0.000011376812,"teacher_disagreement_score":0.78004396,"about_ca_system_score_codex":0.00003466759,"about_ca_system_score_gemma":0.000005084835,"threshold_uncertainty_score":0.96756434},"labels":[],"label_agreement":null},{"id":"W4237634916","doi":"10.1145/3012932","title":"Demo hour","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Creativity; Interface (matter); User interface; Human–computer interaction; Multimedia; World Wide Web","score_opus":0.019701392462552952,"score_gpt":0.2715044260789321,"score_spread":0.2518030336163791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237634916","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02165008,0.000011608947,0.9180346,0.0067500467,0.017558672,0.000033664925,2.143316e-7,0.00028125496,0.03567986],"genre_scores_gemma":[0.9775277,0.000002667587,0.012481406,0.00036851468,0.0019573607,0.0000055018104,2.564382e-7,0.0000062847935,0.007650324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995305,0.000017119066,0.00009356069,0.00014503494,0.00006627981,0.00014749834],"domain_scores_gemma":[0.99949235,0.00014322449,0.000031676154,0.0002451127,0.00004188581,0.00004575254],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000053872267,0.000051091756,0.00004631671,0.00006465883,0.00010564783,0.000067417786,0.00031094125,0.000014427586,0.000022430046],"category_scores_gemma":[0.00004263903,0.000034325632,0.000042835767,0.00011607595,0.000011087342,0.00046951344,0.00011690509,0.00005645506,0.0011747432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002241864,0.000057354508,0.0018865825,0.0000019983268,0.000021693153,0.000015434412,0.00047631387,0.0000025867196,0.014877121,0.0083725955,0.21814913,0.75613695],"study_design_scores_gemma":[0.00014565268,0.000023259468,0.004377772,0.000051014104,0.0000025014879,0.000080847785,0.00000576116,0.0025718326,0.006690061,0.0045468323,0.9813693,0.00013515342],"about_ca_topic_score_codex":0.000009506984,"about_ca_topic_score_gemma":0.0000023818666,"teacher_disagreement_score":0.9558776,"about_ca_system_score_codex":0.00003608294,"about_ca_system_score_gemma":0.000020516785,"threshold_uncertainty_score":0.999603},"labels":[],"label_agreement":null},{"id":"W4237823735","doi":"10.1145/3365127","title":"Ron Wakkary","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Sociology","score_opus":0.01288516067115764,"score_gpt":0.3109315046204003,"score_spread":0.2980463439492427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237823735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68431264,0.000012258802,0.000045692024,0.0002548004,0.0014063853,0.00009818049,0.000035420497,0.00021081785,0.3136238],"genre_scores_gemma":[0.9647596,5.8648715e-7,0.00018002486,0.00011677615,0.000094519164,0.000011987099,0.000020027852,0.00002929686,0.034787167],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99956423,0.000020508349,0.00009065524,0.000121845274,0.0000833395,0.00011941733],"domain_scores_gemma":[0.9995809,0.00006228634,0.000034560526,0.00024652542,0.00003788763,0.000037804013],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000037428388,0.000057200443,0.000057708286,0.0000941273,0.000036402456,0.000026008474,0.00007984205,0.000016363632,0.020358296],"category_scores_gemma":[0.000023851133,0.0000560809,0.000051696534,0.0001206939,0.000010015867,0.00033782105,0.00002732657,0.00014886064,0.31668764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008420775,0.00033939534,0.03831045,0.000010452053,0.00010888249,0.000010904394,0.00068015064,0.0004011259,0.5521311,0.0047365543,0.39900574,0.004181043],"study_design_scores_gemma":[0.00019552246,0.000029486948,0.030204134,0.000024661897,0.000011679025,0.000053653897,0.00021938671,0.00085356476,0.0060798805,0.00029438388,0.96191615,0.00011751756],"about_ca_topic_score_codex":0.000074656644,"about_ca_topic_score_gemma":0.000078523786,"teacher_disagreement_score":0.5629104,"about_ca_system_score_codex":0.000095222946,"about_ca_system_score_gemma":0.000015253316,"threshold_uncertainty_score":0.98053724},"labels":[],"label_agreement":null},{"id":"W4241440767","doi":"10.1145/2596630","title":"Demo hour","year":2014,"lang":"en","type":"article","venue":"interactions","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Interface (matter); Computer science; Software; Multimedia; Human–computer interaction; World Wide Web; Operating system","score_opus":0.009927752968810565,"score_gpt":0.2639223988247539,"score_spread":0.25399464585594334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241440767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005867353,0.0000047641315,0.80970603,0.00189907,0.0013629388,0.000036260397,0.0000017861416,0.00004104391,0.18108076],"genre_scores_gemma":[0.99269706,0.0000012402272,0.0026927749,0.0014435123,0.00013163996,0.000009983425,0.00000243161,0.0000049140845,0.0030164581],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994504,0.000042005995,0.00009995214,0.00017889304,0.000081679405,0.0001470983],"domain_scores_gemma":[0.999376,0.0001365717,0.000044597426,0.0002963689,0.000095754745,0.0000507181],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000058072623,0.000070663315,0.00006624601,0.00008620822,0.000115349954,0.000088650144,0.00035874642,0.000016617201,0.0001534164],"category_scores_gemma":[0.00007931892,0.00006551553,0.000071525814,0.0001271933,0.000013010802,0.00075918675,0.00008010871,0.0001352762,0.001785354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014605876,0.0002701847,0.0012123907,0.0000069497505,0.000095624884,0.000011852158,0.001545985,0.00008731581,0.19879694,0.6199776,0.13245136,0.04552922],"study_design_scores_gemma":[0.00022430929,0.00010382208,0.014122751,0.000029447277,0.000009007735,0.00009836053,0.00011820897,0.032109283,0.06382848,0.0039830436,0.88512504,0.0002482568],"about_ca_topic_score_codex":0.000024372019,"about_ca_topic_score_gemma":0.000011885544,"teacher_disagreement_score":0.9868297,"about_ca_system_score_codex":0.000030706713,"about_ca_system_score_gemma":0.000012666251,"threshold_uncertainty_score":0.99899185},"labels":[],"label_agreement":null},{"id":"W4241900261","doi":"10.1145/2904383","title":"Demo hour","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Digital Games and Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Exhibition; Futures contract; George (robot); Visual arts; Transformation (genetics); Translation (biology); The arts; Computer science; Art; Human–computer interaction; Multimedia; Art history","score_opus":0.03132132585983925,"score_gpt":0.3555698817844281,"score_spread":0.32424855592458884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241900261","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021342816,0.0000073968868,0.0003781425,0.008841911,0.0010314614,0.000030484285,0.0000066832936,0.000058292255,0.9683028],"genre_scores_gemma":[0.68932635,0.000019840187,0.000048589223,0.00012940128,0.00021915196,0.0000043004175,2.2853875e-7,0.0000019776385,0.31025016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99972475,0.00001288099,0.000043231008,0.000051610114,0.0000700195,0.00009753482],"domain_scores_gemma":[0.9997352,0.00010556702,0.000014897355,0.000050628936,0.000028672413,0.000065075415],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000045672223,0.0000214287,0.000026036374,0.000020643678,0.00004696524,0.000030533756,0.00005793266,0.00001238491,0.0011026992],"category_scores_gemma":[0.0002097864,0.000014036417,0.000029803045,0.000047560694,0.000053500837,0.00026277304,0.000008569576,0.000022132856,0.0010580224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002066154,0.000025670846,0.0010114199,2.906758e-7,0.0000062183503,0.0000018946764,0.0017430343,5.4272608e-8,0.0007213628,0.025745755,0.030245142,0.9404971],"study_design_scores_gemma":[0.00003487521,0.0000046478217,0.00090772664,0.000012458498,0.0000016474521,7.5005903e-7,0.00063457445,1.7464818e-7,0.00013635003,0.00077546097,0.9974651,0.000026237443],"about_ca_topic_score_codex":0.00007638923,"about_ca_topic_score_gemma":0.0013302241,"teacher_disagreement_score":0.96721995,"about_ca_system_score_codex":0.00003798421,"about_ca_system_score_gemma":0.0000356436,"threshold_uncertainty_score":0.99981046},"labels":[],"label_agreement":null},{"id":"W4243087547","doi":"10.1145/3371297","title":"Introduction","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"Digital Communication and Language","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science","score_opus":0.009333148540404904,"score_gpt":0.2652383720659994,"score_spread":0.25590522352559447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243087547","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018621294,0.000022635571,0.045942813,0.014727576,0.0010995168,0.000073619,0.000001044568,0.00027101426,0.9192405],"genre_scores_gemma":[0.96890044,0.0000014050459,0.003052193,0.0003790567,0.000053570624,0.000004205836,0.000004016247,0.0000021112776,0.027603015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99973226,0.0000133240555,0.000059578033,0.00009401675,0.00004892084,0.000051884203],"domain_scores_gemma":[0.9994036,0.000026863338,0.000021301239,0.0005030544,0.000025918762,0.000019274297],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000032512013,0.000028398217,0.00002900911,0.000047637248,0.000026713555,0.00010446088,0.00029288066,0.0000070643655,0.00075550814],"category_scores_gemma":[0.000013625575,0.000026623777,0.000023608178,0.00012722328,0.000004795634,0.0007382179,0.00008061477,0.000068516885,0.0048795375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019790186,0.00008274189,0.00020440397,0.0000023090415,0.000010732324,7.864483e-7,0.00036228655,0.00004393735,0.006907315,0.92362475,0.027048519,0.041710213],"study_design_scores_gemma":[0.000038266495,0.0000107703145,0.0010487956,0.0000020454327,4.4535034e-7,0.000017733335,0.00004570462,0.0015848471,0.000875347,0.0006201362,0.99571717,0.000038768223],"about_ca_topic_score_codex":0.0000063779094,"about_ca_topic_score_gemma":0.000005380892,"teacher_disagreement_score":0.96866864,"about_ca_system_score_codex":0.000017803246,"about_ca_system_score_gemma":0.0000076017172,"threshold_uncertainty_score":0.99589527},"labels":[],"label_agreement":null},{"id":"W4245836572","doi":"10.1145/2405716.2405719","title":"Demo hour","year":2013,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science; Library science","score_opus":0.023045038079802377,"score_gpt":0.23643616666806225,"score_spread":0.21339112858825987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245836572","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35810283,0.0000059861754,0.0018966408,0.0076709706,0.0011729188,0.00019931175,5.869034e-7,0.00034884625,0.63060194],"genre_scores_gemma":[0.9922045,6.0571386e-7,0.0008409186,0.002703876,0.00040584116,0.000099571356,0.000009393343,0.000008232727,0.0037270787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960744,0.0000023855168,0.00011406581,0.00009870548,0.00005437928,0.0001230311],"domain_scores_gemma":[0.9996946,0.000015486938,0.0000603452,0.00009062624,0.00013634466,0.0000026403222],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0000598264,0.00006344551,0.0000592331,0.00013686076,0.00019368873,0.000092399016,0.00011609313,0.000041193358,0.0019468097],"category_scores_gemma":[0.000071272385,0.00005880143,0.000027723883,0.00029155755,0.000044531826,0.000791146,0.00008767339,0.00015928019,0.0059570083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035040807,0.000126469,0.022644948,0.000016923037,0.00006939532,0.000003215304,0.00013796746,0.0000019484276,0.0015123283,0.6524767,0.23817994,0.08482661],"study_design_scores_gemma":[0.00013347011,0.000002378618,0.07652563,0.000014865039,0.000010806761,0.0000032300784,0.0010185698,0.0003492863,0.00058104994,0.09215055,0.82901686,0.00019327052],"about_ca_topic_score_codex":0.00015802031,"about_ca_topic_score_gemma":0.000019658371,"teacher_disagreement_score":0.6341016,"about_ca_system_score_codex":0.00002621957,"about_ca_system_score_gemma":0.000006082146,"threshold_uncertainty_score":0.99896556},"labels":[],"label_agreement":null},{"id":"W4248640361","doi":"10.1145/2621929","title":"Demo hour","year":2014,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; World Wide Web","score_opus":0.014892206097763103,"score_gpt":0.2830408743830098,"score_spread":0.2681486682852467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248640361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02755134,0.0000032683563,0.8715457,0.004791639,0.002175065,0.0000645232,0.0000010633878,0.0005950838,0.09327234],"genre_scores_gemma":[0.9789617,7.0958816e-7,0.01725723,0.000859145,0.00014437012,0.000027095426,0.0000023180041,0.00000771319,0.0027397145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924606,0.000049776387,0.00017895372,0.0002472669,0.00010206493,0.00017590688],"domain_scores_gemma":[0.9990892,0.00013386058,0.000096275784,0.00048873416,0.00016308545,0.000028874347],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012382108,0.00009456884,0.000087595196,0.00026578212,0.00017462872,0.0001003857,0.0005167284,0.000047716552,0.00014289055],"category_scores_gemma":[0.00016131555,0.00009341948,0.00004830583,0.00035187718,0.000038569626,0.00089974137,0.00012616478,0.00032899578,0.0016009902],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004057965,0.00011004787,0.0006091383,0.000003100403,0.00003856629,0.000005602598,0.00035440517,0.000032711025,0.023061635,0.8563715,0.028415574,0.09099365],"study_design_scores_gemma":[0.00023947255,0.00012256131,0.0048877704,0.00003316178,0.000006972933,0.00026493683,0.00006530684,0.034315147,0.044876616,0.036213208,0.8786999,0.0002749288],"about_ca_topic_score_codex":0.000015011942,"about_ca_topic_score_gemma":0.000033104585,"teacher_disagreement_score":0.95141035,"about_ca_system_score_codex":0.00007679538,"about_ca_system_score_gemma":0.00001554135,"threshold_uncertainty_score":0.9991764},"labels":[],"label_agreement":null},{"id":"W4253221618","doi":"10.1145/505103.505117","title":"University of British Columbia","year":2002,"lang":"en","type":"article","venue":"interactions","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Downtown; Library science; Columbia university; Sociology; Management; Engineering; Medical education; Media studies; Geography; Computer science; Medicine; Archaeology","score_opus":0.14418649734242633,"score_gpt":0.32964587433774317,"score_spread":0.18545937699531684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253221618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71388835,0.000035253124,0.018399272,0.00090590667,0.0029669718,0.000091220616,0.00027811812,0.00007664738,0.2633583],"genre_scores_gemma":[0.7663604,0.0000026555367,0.0005274928,0.000022095352,0.000013716621,6.1782316e-8,0.0000015426697,9.2712014e-7,0.23307113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927884,0.000036071975,0.00013373746,0.00020007623,0.0002876209,0.00006364948],"domain_scores_gemma":[0.9991403,0.00025473133,0.00007373345,0.00037824153,0.000120609904,0.000032387976],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00037008867,0.000016251646,0.000058124137,0.000052303072,0.000117190524,0.0002573706,0.00036392963,0.00000771589,0.018206222],"category_scores_gemma":[0.00033951606,0.000026178866,0.000049811388,0.00039197598,0.000049720016,0.00019777914,0.00013396108,0.000041463583,0.0012347662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2401223e-7,0.000040844312,0.0023945705,2.8865054e-7,0.000003628048,0.0000054193474,0.00008347209,0.00002939411,0.000015322847,0.000016203803,0.87933666,0.11807387],"study_design_scores_gemma":[0.000068312605,0.000007500098,0.033728972,0.000009203647,0.0000039836564,0.000010804012,0.0011786508,0.008448527,0.0000014479742,0.00069133943,0.9558178,0.000033416673],"about_ca_topic_score_codex":0.00932846,"about_ca_topic_score_gemma":0.049295325,"teacher_disagreement_score":0.11804046,"about_ca_system_score_codex":0.000012139545,"about_ca_system_score_gemma":0.0000032550702,"threshold_uncertainty_score":0.9995429},"labels":[],"label_agreement":null},{"id":"W4256438396","doi":"10.1145/2641409","title":"Demo hour","year":2014,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Interactivity; Multimedia; Computer science; World Wide Web","score_opus":0.014892206097763103,"score_gpt":0.2830408743830098,"score_spread":0.2681486682852467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256438396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02755134,0.0000032683563,0.8715457,0.004791639,0.002175065,0.0000645232,0.0000010633878,0.0005950838,0.09327234],"genre_scores_gemma":[0.9789617,7.0958816e-7,0.01725723,0.000859145,0.00014437012,0.000027095426,0.0000023180041,0.00000771319,0.0027397145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924606,0.000049776387,0.00017895372,0.0002472669,0.00010206493,0.00017590688],"domain_scores_gemma":[0.9990892,0.00013386058,0.000096275784,0.00048873416,0.00016308545,0.000028874347],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012382108,0.00009456884,0.000087595196,0.00026578212,0.00017462872,0.0001003857,0.0005167284,0.000047716552,0.00014289055],"category_scores_gemma":[0.00016131555,0.00009341948,0.00004830583,0.00035187718,0.000038569626,0.00089974137,0.00012616478,0.00032899578,0.0016009902],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004057965,0.00011004787,0.0006091383,0.000003100403,0.00003856629,0.000005602598,0.00035440517,0.000032711025,0.023061635,0.8563715,0.028415574,0.09099365],"study_design_scores_gemma":[0.00023947255,0.00012256131,0.0048877704,0.00003316178,0.000006972933,0.00026493683,0.00006530684,0.034315147,0.044876616,0.036213208,0.8786999,0.0002749288],"about_ca_topic_score_codex":0.000015011942,"about_ca_topic_score_gemma":0.000033104585,"teacher_disagreement_score":0.95141035,"about_ca_system_score_codex":0.00007679538,"about_ca_system_score_gemma":0.00001554135,"threshold_uncertainty_score":0.9991764},"labels":[],"label_agreement":null},{"id":"W4288045595","doi":"10.1145/3538550","title":"Situating ethics","year":2022,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Psychological intervention; Engineering ethics; Sociology; Participatory design; Citizen journalism; Management science; Political science; Engineering; Medicine; Nursing; Law","score_opus":0.07595162423429648,"score_gpt":0.364027649751572,"score_spread":0.2880760255172755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288045595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05821522,0.000017648104,0.85108083,0.030616652,0.006522215,0.00018937277,0.000011690175,0.0011187143,0.052227635],"genre_scores_gemma":[0.98300874,5.752947e-7,0.012567034,0.0018355495,0.00006139558,0.00012179347,0.000006601557,0.000007858266,0.0023904515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903065,0.00013898351,0.00019251723,0.00024562635,0.00022962329,0.00016259456],"domain_scores_gemma":[0.9989864,0.00032402395,0.00012918942,0.00039339502,0.00014921377,0.000017784196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033305096,0.00007759415,0.000069836235,0.00029415597,0.0010484433,0.00007681008,0.00062574807,0.000030830684,0.00068200554],"category_scores_gemma":[0.00023095249,0.00009016649,0.000045995126,0.0006185003,0.00003157465,0.0006513445,0.00057265174,0.0016388235,0.0002354352],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073146566,0.00020928153,0.00031069867,0.000004289294,0.000054574088,0.000042336625,0.0071218237,0.00085760455,0.036796696,0.9171312,0.018569073,0.018895114],"study_design_scores_gemma":[0.00032901528,0.00026685794,0.0012913144,0.000020920472,0.000010214503,0.0010709022,0.0032983017,0.058420397,0.017774858,0.04251855,0.87455106,0.00044762756],"about_ca_topic_score_codex":0.00003394252,"about_ca_topic_score_gemma":0.000032130258,"teacher_disagreement_score":0.92479354,"about_ca_system_score_codex":0.00025420793,"about_ca_system_score_gemma":0.00007059952,"threshold_uncertainty_score":0.8063884},"labels":[],"label_agreement":null},{"id":"W4293580363","doi":"10.1145/3551348","title":"Connecting seniors in marginalized communities during covid-19","year":2022,"lang":"en","type":"article","venue":"interactions","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; York University","funders":"","keywords":"Finch; Metropolitan area; Citation; Coronavirus disease 2019 (COVID-19); Media studies; Library science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Sociology; History; Computer science; Medicine; Archaeology; Biology","score_opus":0.08158516908725996,"score_gpt":0.419354597223487,"score_spread":0.337769428136227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293580363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92860186,0.00004611552,0.000040180013,0.044622056,0.0008558045,0.00013906886,0.000028583865,0.000095193536,0.02557113],"genre_scores_gemma":[0.99192965,0.000041353953,0.00006415629,0.005363765,0.000049268398,0.000078782105,0.000009066113,0.0000065434533,0.0024573903],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986669,0.0007040858,0.000166032,0.00006920996,0.00015266177,0.00024112612],"domain_scores_gemma":[0.99873555,0.0009844031,0.000056301666,0.00009584191,0.000016102613,0.00011180326],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067285507,0.000047156747,0.000093354596,0.00013697703,0.002709451,0.00006059519,0.00014713992,0.0000136911285,0.006185924],"category_scores_gemma":[0.00041097627,0.000056664267,0.000042690728,0.00021421013,0.00003746983,0.00018997712,0.000100291436,0.00036139923,0.000012224883],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105248226,0.0001972906,0.24612732,0.00011808524,0.000026575066,0.000066130706,0.6248336,0.005060543,0.000030339812,0.118963785,0.003884595,0.00058649614],"study_design_scores_gemma":[0.00020770612,0.0000043760933,0.009736876,0.000009821439,0.000001749466,0.000009942991,0.42949754,0.00005587379,0.0000018969445,0.00044373362,0.5599726,0.000057885143],"about_ca_topic_score_codex":0.18547699,"about_ca_topic_score_gemma":0.26769432,"teacher_disagreement_score":0.55608803,"about_ca_system_score_codex":0.0007421831,"about_ca_system_score_gemma":0.0002749663,"threshold_uncertainty_score":0.99858886},"labels":[],"label_agreement":null},{"id":"W4293580402","doi":"10.1145/3554988","title":"What community asset mapping can teach us about power and design","year":2022,"lang":"en","type":"article","venue":"interactions","topic":"Latin American social science","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nickel Institute","funders":"","keywords":"Citation; Asset (computer security); Power (physics); Library science; Computer science; Management; Operations research; Sociology; World Wide Web; Engineering; Computer security","score_opus":0.06410755437666524,"score_gpt":0.3748237174865478,"score_spread":0.3107161631098826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293580402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8394767,0.000117744145,0.001879093,0.01587273,0.0037925846,0.00050920056,0.00005254661,0.00022670584,0.13807268],"genre_scores_gemma":[0.99500996,0.00003380494,0.00067608437,0.0011085249,0.000056186684,0.000054331656,0.00000343388,0.0000059294807,0.003051761],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977585,0.0014585453,0.00011884227,0.00012657601,0.00030561793,0.00023189168],"domain_scores_gemma":[0.99892426,0.0006712269,0.000094921954,0.00015303171,0.00005058487,0.00010596004],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001180716,0.00006165441,0.00008861903,0.000061437946,0.004642032,0.00030521545,0.00031079733,0.000017618817,0.0016112905],"category_scores_gemma":[0.0003331,0.00006854546,0.000034502344,0.00048628423,0.0003972388,0.00060330646,0.00019200657,0.00053912867,0.000012958877],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015865331,0.00036446608,0.02955738,0.0000036541935,0.00005906732,0.000013174493,0.8877296,0.00028004442,0.0026315425,0.0083866585,0.03694961,0.034008972],"study_design_scores_gemma":[0.000071726114,0.00004704138,0.030091833,0.000013650626,0.0000066749217,0.000007706807,0.4583179,0.0000707766,0.000015116498,0.0012653779,0.50994086,0.00015136115],"about_ca_topic_score_codex":0.032296926,"about_ca_topic_score_gemma":0.008646513,"teacher_disagreement_score":0.47299123,"about_ca_system_score_codex":0.00042092515,"about_ca_system_score_gemma":0.00018281571,"threshold_uncertainty_score":0.9993014},"labels":[],"label_agreement":null},{"id":"W4308045318","doi":"10.1145/3568732","title":"A chronology of SIGCHI conferences","year":2022,"lang":"en","type":"article","venue":"interactions","topic":"Low-power high-performance VLSI design","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Manitoba; University of Guelph; University of Saskatchewan; Ontario Tech University","funders":"","keywords":"IBM; Library science; State (computer science); Engineering; Art history; Management; Art; Computer science; Physics","score_opus":0.011948414715937022,"score_gpt":0.22402718103001207,"score_spread":0.21207876631407505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308045318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9462168,0.00015136618,0.0038358332,0.00019379193,0.002974102,0.00011467397,0.000049748523,0.0002844088,0.04617923],"genre_scores_gemma":[0.9992709,0.000012066091,0.00017223762,0.000021028844,0.000036908557,0.00006497494,0.000009240627,0.000010223749,0.00040241415],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996088,0.000017454682,0.00013603154,0.00006721174,0.0000675418,0.00010293643],"domain_scores_gemma":[0.9997583,0.000055692875,0.000024469178,0.00012599712,0.000017357548,0.000018206656],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00003534597,0.000056543136,0.0000878564,0.00012292077,0.00006567745,0.0000060092552,0.00012196438,0.000012530703,0.0033132974],"category_scores_gemma":[0.0000058712712,0.000060662627,0.000031880376,0.00013229408,0.000024643288,0.00010218821,0.00003448933,0.00018879763,0.0000857275],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000922591,0.0005520548,0.009316621,0.00018970917,0.0008414502,0.00004329769,0.00926443,0.36388403,0.39296988,0.021685258,0.15002906,0.05113192],"study_design_scores_gemma":[0.000589452,0.00035703223,0.0077678626,0.000026217618,0.00004575242,0.000148816,0.0020376064,0.095941484,0.06855235,0.0006331701,0.82350326,0.00039700483],"about_ca_topic_score_codex":0.00004015099,"about_ca_topic_score_gemma":0.000036308753,"teacher_disagreement_score":0.6734742,"about_ca_system_score_codex":0.00006683256,"about_ca_system_score_gemma":0.000028793029,"threshold_uncertainty_score":0.9975978},"labels":[],"label_agreement":null},{"id":"W4388116115","doi":"10.1145/3626247","title":"Unleashing Immersive Experiences: The Power of Gesture-Based VR Interaction","year":2023,"lang":"en","type":"article","venue":"interactions","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Gesture; Human–computer interaction; Focus (optics); Computer science; Process (computing); Interaction design; Multimedia; Game design; Virtual reality; Power (physics); Artificial intelligence","score_opus":0.04235011645727881,"score_gpt":0.3335537711888091,"score_spread":0.29120365473153026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388116115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39037186,0.000028201492,0.57139814,0.017569821,0.002217431,0.00039352354,0.000017738128,0.00028271077,0.01772058],"genre_scores_gemma":[0.9987739,0.0000052115324,0.0004491919,0.00043508655,0.000032422162,0.00009523372,0.0000064138067,0.0000053451513,0.00019720673],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992003,0.000055817673,0.00020623162,0.00018901697,0.0001884417,0.00016018392],"domain_scores_gemma":[0.9987466,0.00044090606,0.00013559274,0.0005096447,0.000114321025,0.00005298505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016459452,0.00008201819,0.000085405874,0.00015626504,0.00020936242,0.00012122519,0.0005382566,0.00002625219,0.00007992012],"category_scores_gemma":[0.0001607659,0.000059117527,0.000086446795,0.0008886513,0.000059991464,0.0006542639,0.000098051954,0.00017126853,0.00020321168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001226734,0.0012303069,0.00082287646,0.000059615006,0.00035576537,0.000027536627,0.36126542,0.029590724,0.105636485,0.25605845,0.116507635,0.1283225],"study_design_scores_gemma":[0.0007158254,0.0005105069,0.024264526,0.00031114672,0.000044042437,0.000083561135,0.16864894,0.28835064,0.09204242,0.004182096,0.4201138,0.0007324644],"about_ca_topic_score_codex":0.00014347308,"about_ca_topic_score_gemma":0.00003200647,"teacher_disagreement_score":0.608402,"about_ca_system_score_codex":0.0000541073,"about_ca_system_score_gemma":0.000063543885,"threshold_uncertainty_score":0.26119426},"labels":[],"label_agreement":null},{"id":"W4392242131","doi":"10.1145/3647646","title":"From Pixels to Play: Opportunities and Challenges of a Diverse and Democratized Games Industry","year":2024,"lang":"en","type":"article","venue":"interactions","topic":"Digital Games and Media","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Engineering ethics; Sociology; Engineering","score_opus":0.1277602894323057,"score_gpt":0.35516891542231943,"score_spread":0.22740862599001374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392242131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7889819,0.002249865,0.000015076111,0.023126744,0.000823995,0.000106617365,0.00015406034,0.00005922811,0.1844825],"genre_scores_gemma":[0.9798027,0.0027636478,0.00010111457,0.00009890365,0.00019318987,0.000010629582,0.0000023736518,0.000004274273,0.017023167],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996452,0.000022038907,0.00007615176,0.00010076979,0.000079841164,0.0000760418],"domain_scores_gemma":[0.99956924,0.00023665695,0.000015814,0.000043643027,0.000024174013,0.000110466346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000060430048,0.000044042874,0.00007732226,0.00006335958,0.00003870429,0.000094420364,0.00003629409,0.000046570076,0.00018137234],"category_scores_gemma":[0.000097989694,0.00004014835,0.000018009025,0.0000450899,0.000111802154,0.00028455816,0.00003859413,0.00009243535,0.000007706537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013078821,0.00003275626,0.00020308109,0.000025421812,0.00007691175,0.000022732975,0.112111375,5.33702e-7,0.0003190864,0.03421982,0.0062860856,0.8466891],"study_design_scores_gemma":[0.000047066875,0.000023855337,0.0012405898,0.00015809099,0.00001712397,0.0000017979095,0.13027066,0.000008215599,0.000058902984,0.0014340804,0.86668724,0.000052372114],"about_ca_topic_score_codex":0.00054892094,"about_ca_topic_score_gemma":0.0016289649,"teacher_disagreement_score":0.86040115,"about_ca_system_score_codex":0.000012732952,"about_ca_system_score_gemma":0.00005347558,"threshold_uncertainty_score":0.19859},"labels":[],"label_agreement":null},{"id":"W4392242789","doi":"10.1145/3643493","title":"Imagining Sustainable Futures: Expanding the Discussion on Sustainable HCI","year":2024,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Futures contract; Computer science; Human–computer interaction; Business","score_opus":0.013515905804570232,"score_gpt":0.32238568278691554,"score_spread":0.3088697769823453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392242789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032118205,0.00032807598,0.6684279,0.12975569,0.010227438,0.0010273987,0.0000059437407,0.0033504495,0.15475893],"genre_scores_gemma":[0.9274967,0.0000054871284,0.0006634916,0.0005128432,0.00032175047,0.00014888121,0.000005267034,0.000021949083,0.070823655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839467,0.0000890457,0.0002674681,0.00048237687,0.00022829785,0.00053815445],"domain_scores_gemma":[0.998632,0.00033854862,0.00008252528,0.0006447722,0.00026531718,0.00003683568],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00038456146,0.00019707902,0.00012164527,0.0006814136,0.0011994985,0.001133149,0.00074358535,0.00006561161,0.00017084673],"category_scores_gemma":[0.00021690993,0.000112173264,0.000102572536,0.0012293411,0.00008943418,0.002593606,0.00039824986,0.00099714,0.00040481548],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000117232075,0.00005616617,0.000019021878,0.000035135752,0.000050191014,0.00028356287,0.006078858,0.00009306115,0.0022865762,0.94008064,0.039998613,0.0110064475],"study_design_scores_gemma":[0.00014409117,0.00015525683,0.00020497348,0.0002631657,0.00001832981,0.00028693222,0.049867153,0.013639733,0.012997946,0.052081157,0.8700305,0.000310756],"about_ca_topic_score_codex":0.000094419716,"about_ca_topic_score_gemma":0.000015039571,"teacher_disagreement_score":0.8953785,"about_ca_system_score_codex":0.00060588075,"about_ca_system_score_gemma":0.000111442,"threshold_uncertainty_score":0.9999038},"labels":[],"label_agreement":null},{"id":"W4396536611","doi":"10.1145/3657246","title":"Exploratory Proposals for CHI","year":2024,"lang":"en","type":"article","venue":"interactions","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.3239529046336966,"score_gpt":0.5117831952764887,"score_spread":0.18783029064279216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396536611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02423915,0.00030557814,0.8764753,0.01098985,0.03509279,0.0006083073,0.0002763591,0.0006399461,0.05137276],"genre_scores_gemma":[0.93240905,0.0000017465607,0.003538285,0.00023386323,0.0004430255,0.00008693923,0.000021176425,0.000009911932,0.06325603],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987705,0.00003657185,0.00027569072,0.00043432848,0.00035981528,0.00012311232],"domain_scores_gemma":[0.99835736,0.0009283263,0.00003193505,0.0005115028,0.00012394026,0.000046959223],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015544372,0.00005654403,0.00007149614,0.0003144297,0.00016619284,0.0011689692,0.00037048716,0.000011157668,0.0007318472],"category_scores_gemma":[0.0012048342,0.000039758073,0.000098414355,0.000530286,0.000028881133,0.00051734754,0.00012581264,0.000068657944,0.0032315091],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032994199,0.000023140183,0.000024444586,0.0000040993837,0.000013185867,0.0000029229896,0.00038242977,0.000057024943,0.00023908557,0.016218698,0.84548604,0.1375456],"study_design_scores_gemma":[0.000029944418,0.000013575072,0.00008460341,0.000019299272,0.0000064577057,0.0000045058864,0.0007418975,0.03372478,0.0002500286,0.023032531,0.94204146,0.000050920575],"about_ca_topic_score_codex":0.000004923723,"about_ca_topic_score_gemma":0.000032882024,"teacher_disagreement_score":0.90816987,"about_ca_system_score_codex":0.000027923641,"about_ca_system_score_gemma":0.000043070188,"threshold_uncertainty_score":0.9998679},"labels":[],"label_agreement":null},{"id":"W4400027253","doi":"10.1145/3665991","title":"Cloud Gaming: Revolutionizing the Gaming World for Players and Developers Alike","year":2024,"lang":"en","type":"article","venue":"interactions","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Cloud computing; Computer science; Multimedia; World Wide Web; Internet privacy; Advertising; Human–computer interaction; Business; Operating system","score_opus":0.10158873241349536,"score_gpt":0.33104204864431175,"score_spread":0.22945331623081638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400027253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17768428,0.011398561,0.52090496,0.09043344,0.055577822,0.0032870723,0.00024194877,0.0025321003,0.1379398],"genre_scores_gemma":[0.98782307,0.000043354896,0.00059984805,0.0013445263,0.002337959,0.000085508706,0.000045151795,0.00002947625,0.0076910844],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992569,0.0000043011914,0.00019332154,0.00024844127,0.00009737438,0.00019966431],"domain_scores_gemma":[0.9994381,0.00024065717,0.0000544826,0.00015364907,0.00010455205,0.000008530133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020774583,0.00012313965,0.00008845921,0.00024273242,0.00046568253,0.0007926652,0.00016876282,0.00002494735,0.00032754627],"category_scores_gemma":[0.00016337547,0.000090649286,0.000056329995,0.0005615529,0.00006670054,0.0012380816,0.00011229181,0.00017122737,0.000225932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008857027,0.00006257307,0.002442406,0.00080734555,0.0002373646,0.00001709352,0.0006725184,0.00018652418,0.0027573004,0.2952821,0.5316312,0.16581501],"study_design_scores_gemma":[0.000046310855,0.0000019531442,0.00048358605,0.00027919738,0.0000630023,0.00001554973,0.0006049786,0.01884501,0.00012280408,0.0011299977,0.97827,0.00013760886],"about_ca_topic_score_codex":0.00023124932,"about_ca_topic_score_gemma":0.000985828,"teacher_disagreement_score":0.8101388,"about_ca_system_score_codex":0.000043784046,"about_ca_system_score_gemma":0.000022840199,"threshold_uncertainty_score":0.76436883},"labels":[],"label_agreement":null},{"id":"W4403863056","doi":"10.1145/3696681","title":"Why the HCI Community Should Care About AR Journalism","year":2024,"lang":"en","type":"article","venue":"interactions","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Journalism; Computer science; World Wide Web; Internet privacy; Sociology; Media studies","score_opus":0.0802686305269626,"score_gpt":0.37561403230434803,"score_spread":0.29534540177738544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403863056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017782727,0.0016250659,0.79953015,0.11541675,0.0027037251,0.0002898768,0.000081879756,0.00058347575,0.061986346],"genre_scores_gemma":[0.9943424,0.000055465924,0.00068662665,0.00413623,0.00014826105,0.000033458247,0.0000076194865,0.000007534965,0.0005824228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929565,0.00013755266,0.00015353339,0.00011728795,0.00015194486,0.00014400655],"domain_scores_gemma":[0.9987084,0.0003691704,0.000031547857,0.0007145861,0.00010017847,0.0000761062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001916416,0.000081549304,0.00006476664,0.000082377715,0.0006758322,0.0009002985,0.00080656505,0.000028427909,0.00007882882],"category_scores_gemma":[0.00006303699,0.000054524582,0.00008985523,0.0003973446,0.00004436665,0.0006710981,0.00017732123,0.00077635644,0.00024120392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029825326,0.00014360937,0.000030060508,0.000039379003,0.00010929544,0.000011556395,0.04182822,0.00031373097,0.0020819365,0.33335814,0.4383357,0.18374541],"study_design_scores_gemma":[0.000029018285,0.000025476433,0.0009572289,0.00006977895,0.000010699245,0.00009722879,0.0016233398,0.006896239,0.000404432,0.005051711,0.9847593,0.000075561584],"about_ca_topic_score_codex":0.0011927858,"about_ca_topic_score_gemma":0.0007723235,"teacher_disagreement_score":0.97655964,"about_ca_system_score_codex":0.00009620564,"about_ca_system_score_gemma":0.00006507697,"threshold_uncertainty_score":0.8681599},"labels":[],"label_agreement":null},{"id":"W4406141419","doi":"10.1145/3704990","title":"Climate for Change: New HCI Research for Climate Action","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Climate change; Action (physics); Computer science; Environmental resource management; Political science; Environmental science; Geology; Oceanography","score_opus":0.33856889250718486,"score_gpt":0.4752624733810148,"score_spread":0.13669358087382993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406141419","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12570916,0.00029427404,0.18966267,0.22109616,0.03240504,0.0144579215,0.00021594146,0.002556512,0.41360232],"genre_scores_gemma":[0.9663996,0.000082428785,0.008654141,0.005287785,0.0039025256,0.004719235,0.0003364011,0.000048300077,0.010569551],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991204,0.000008062832,0.00020277096,0.00022004146,0.000080250764,0.00036847437],"domain_scores_gemma":[0.9991396,0.00017974533,0.00008636393,0.00013659781,0.00045299067,0.000004722974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071574695,0.00009242118,0.00011492896,0.00053388206,0.0009431143,0.00013334013,0.00016774694,0.00009999896,0.00005799827],"category_scores_gemma":[0.0003527483,0.00009464136,0.00006849703,0.0007201201,0.000058889556,0.0006388826,0.00017432857,0.00023388652,0.000098463395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015667456,0.00008336314,0.0011417116,0.00032352397,0.000053579945,2.9589953e-7,0.00012510564,6.5083424e-7,0.0004860346,0.78186095,0.1113882,0.104379885],"study_design_scores_gemma":[0.00038123628,0.00000969068,0.003146068,0.000078077064,0.000024034734,2.9290965e-7,0.0012209163,0.00060636207,0.0010511226,0.07132079,0.92205805,0.000103347],"about_ca_topic_score_codex":0.000073448624,"about_ca_topic_score_gemma":0.00013056725,"teacher_disagreement_score":0.8406905,"about_ca_system_score_codex":0.000108556625,"about_ca_system_score_gemma":0.000031813815,"threshold_uncertainty_score":0.7253768},"labels":[],"label_agreement":null},{"id":"W4407941888","doi":"10.1145/3715930","title":"iStudio: The Interioraction Design Lab","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"Architecture, Design, and Social History","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Universitas Brawijaya","keywords":"Computer science; Operating system","score_opus":0.04836500722846672,"score_gpt":0.2846423891741673,"score_spread":0.23627738194570058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407941888","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00445029,0.00043187846,0.044567376,0.0066930004,0.011414327,0.0004240258,0.000028434948,0.00027796914,0.9317127],"genre_scores_gemma":[0.84191316,0.000016115444,0.00007828413,0.0012111224,0.0005711496,0.000060890026,0.000004167858,0.00000882594,0.15613626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99945414,0.00011467718,0.0001415309,0.00011294221,0.00006758136,0.000109145934],"domain_scores_gemma":[0.99942267,0.0002758765,0.000051343235,0.00015359183,0.000079689584,0.000016852277],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011392967,0.00008430773,0.000086770226,0.00008910399,0.0011341184,0.00010148796,0.00012886492,0.000019466583,0.0013351777],"category_scores_gemma":[0.000052474996,0.0000597536,0.00008838637,0.000042210486,0.00020648442,0.00014579348,0.000026440608,0.00023774062,0.0002594786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009526307,0.00013520596,0.000023490935,0.000013854874,0.00019580411,0.0000040513755,0.1093209,0.00004222602,0.000590127,0.25835907,0.6022572,0.028962784],"study_design_scores_gemma":[0.00006422884,0.000020827398,0.000107322645,0.000023171928,0.00003346153,0.0000019264949,0.0062701176,0.000052647996,0.00008694608,0.004942943,0.9883331,0.00006332497],"about_ca_topic_score_codex":0.00040080218,"about_ca_topic_score_gemma":0.0031876469,"teacher_disagreement_score":0.8374629,"about_ca_system_score_codex":0.0001219418,"about_ca_system_score_gemma":0.000051407227,"threshold_uncertainty_score":0.99957776},"labels":[],"label_agreement":null},{"id":"W4407941925","doi":"10.1145/3715090","title":"The Inhuman Element: Lessons on Play and Creativity from the Rise of Generative AI","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"Educational Games and Gamification","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Generative grammar; Element (criminal law); Engineering; Computer science; Sociology; Artificial intelligence; Political science; Law","score_opus":0.04305294696163774,"score_gpt":0.42347144863763775,"score_spread":0.380418501676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407941925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7453103,0.0008337183,0.002089333,0.17291802,0.0018888456,0.00035586758,0.0002835954,0.00002047836,0.076299846],"genre_scores_gemma":[0.98573506,0.000039936596,0.000033581528,0.00077615445,0.000096997835,0.000101411526,0.000020477435,0.0000030821977,0.013193292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995013,0.00013857482,0.00013035194,0.00012070872,0.000047987276,0.00006109486],"domain_scores_gemma":[0.9984082,0.0012066057,0.00007255869,0.00023936352,0.000061077706,0.0000121962385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000101674515,0.00005176688,0.0000530129,0.00002639513,0.00026175904,0.000033578945,0.000089618894,0.000020214602,0.00040762912],"category_scores_gemma":[0.000067783556,0.00003076738,0.000028733317,0.00007552793,0.00009212615,0.00003674136,0.000017584549,0.00015056143,0.000038466587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081954364,0.0004279783,0.01729168,0.0000016134607,0.00034899017,2.4123386e-7,0.016051078,0.000025223779,0.0016208034,0.7157014,0.21236642,0.036082637],"study_design_scores_gemma":[0.00013218872,0.000025986685,0.506682,0.00002348381,0.000030703595,5.3122034e-7,0.004112177,0.000058881935,0.0007403625,0.0077545783,0.48040447,0.000034639343],"about_ca_topic_score_codex":0.0005964015,"about_ca_topic_score_gemma":0.0012187157,"teacher_disagreement_score":0.7079468,"about_ca_system_score_codex":0.000025610389,"about_ca_system_score_gemma":0.00002339745,"threshold_uncertainty_score":0.4463253},"labels":[],"label_agreement":null},{"id":"W4409662150","doi":"10.1145/3721088","title":"Re-Creating Sci-Fi Computer User Interfaces in Real Life","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Human–computer interaction; Operating system; Embedded system","score_opus":0.03119083620609005,"score_gpt":0.37599037896316573,"score_spread":0.3447995427570757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409662150","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20340216,0.000021922808,0.0003589093,0.0033880046,0.0016754697,0.00009477751,0.0000037633017,0.00006439132,0.7909906],"genre_scores_gemma":[0.92635775,0.000041120788,0.00039396598,0.00052615127,0.00022905403,0.000013163902,0.0000028469733,0.0000038107921,0.072432116],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993719,0.000051668147,0.00016805639,0.00013750243,0.000098856086,0.00017201598],"domain_scores_gemma":[0.99949116,0.00026802337,0.000038112103,0.000089293906,0.000047282774,0.000066111665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014777029,0.000056882673,0.00009343649,0.00012509448,0.00009110665,0.00017432755,0.00013532292,0.000034341345,0.0002497628],"category_scores_gemma":[0.00023898233,0.0000557065,0.000037981285,0.0002797539,0.000083587496,0.00036509853,0.000057174373,0.00013820539,0.000083233164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081212354,0.0005719149,0.1132497,0.00003997234,0.00013949117,0.000026126176,0.09264478,0.00042415693,0.00030386553,0.11703551,0.1326915,0.5427918],"study_design_scores_gemma":[0.00014080277,0.00001661536,0.015635736,0.0002137029,0.0000066875928,2.2655176e-7,0.01497771,0.00031274065,0.00006509156,0.00030163318,0.9682441,0.000085002495],"about_ca_topic_score_codex":0.0030385016,"about_ca_topic_score_gemma":0.037397325,"teacher_disagreement_score":0.8355525,"about_ca_system_score_codex":0.00010109332,"about_ca_system_score_gemma":0.00012829318,"threshold_uncertainty_score":0.9801677},"labels":[],"label_agreement":null},{"id":"W4409662175","doi":"10.1145/3726297","title":"Regan Mandryk","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"Fish Ecology and Management Studies","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.005946968635652323,"score_gpt":0.2585233952313944,"score_spread":0.2525764265957421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409662175","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0410579,0.0000027105339,0.0008169826,0.008246927,0.0005397964,0.00005286171,7.874067e-7,0.00004015027,0.9492419],"genre_scores_gemma":[0.8291563,0.000008083929,0.00017884417,0.0022668564,0.000008712038,0.00002324969,0.0000010743053,0.0000012266356,0.1683557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997759,0.000007662839,0.00004762335,0.00008165506,0.000022257824,0.000064904605],"domain_scores_gemma":[0.99987084,0.000029944227,0.000010571687,0.00007935059,0.0000015411119,0.00000776839],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00002501986,0.000029337434,0.000030676787,0.000021145239,0.00014328148,0.0000065372187,0.000056603254,0.000009564966,0.0051599764],"category_scores_gemma":[0.000020456557,0.000027433303,0.000016053653,0.00008728636,0.000045189983,0.00008738553,0.00011413967,0.000048992744,0.001660107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031458012,0.000034843197,0.09844013,0.0000012237153,0.00001986156,0.0000017964514,0.00004637875,0.000035660247,0.00009887067,0.0024040453,0.8976497,0.0012643103],"study_design_scores_gemma":[0.000043030985,0.000004232201,0.35927314,0.0000029296386,0.00000787768,5.609061e-7,0.00007297282,0.00003563377,0.00010017804,0.0017958638,0.63864064,0.000022932529],"about_ca_topic_score_codex":0.00004308979,"about_ca_topic_score_gemma":0.0026545457,"teacher_disagreement_score":0.78809834,"about_ca_system_score_codex":0.00004186413,"about_ca_system_score_gemma":9.1868225e-7,"threshold_uncertainty_score":0.9991172},"labels":[],"label_agreement":null},{"id":"W4411473122","doi":"10.1145/3737651","title":"Shaping the Future of Games in Society: Insights from a Dagstuhl Perspectives Workshop","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Focus (optics); Process (computing); Computer science; Engineering ethics; Sociology; Human–computer interaction; Management science; Engineering","score_opus":0.02212167616843872,"score_gpt":0.31907231727361834,"score_spread":0.2969506411051796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411473122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6639316,0.0030337854,0.2616945,0.050675444,0.00470309,0.00044826945,0.000009759125,0.0003478536,0.015155729],"genre_scores_gemma":[0.99495053,0.000048183167,0.003679736,0.00052809005,0.00011562623,0.000049593174,0.000002551721,0.000004981144,0.0006206819],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99908674,0.00007129229,0.0002797092,0.0003183323,0.00010939284,0.00013455073],"domain_scores_gemma":[0.9986916,0.000429438,0.00014544583,0.00050411915,0.00022010926,0.000009265981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000076117176,0.00011928001,0.00015288449,0.00030393703,0.00016596027,0.00008137241,0.0006821173,0.00008593497,0.000046102028],"category_scores_gemma":[0.00007785375,0.00009273384,0.0001050697,0.0011791625,0.00013271009,0.0007055634,0.00024670555,0.0006661264,0.00001668449],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026282294,0.00036822012,0.0013489766,0.00001107038,0.0003438615,0.0000077807235,0.063894704,0.00011117813,0.026372038,0.8618713,0.015816113,0.029828468],"study_design_scores_gemma":[0.0015339697,0.000118248834,0.107969545,0.0015154348,0.00007302312,0.000037246715,0.31504005,0.06565667,0.04690896,0.23468852,0.22564606,0.00081226893],"about_ca_topic_score_codex":0.000104085084,"about_ca_topic_score_gemma":0.0008492256,"teacher_disagreement_score":0.6271828,"about_ca_system_score_codex":0.000196949,"about_ca_system_score_gemma":0.00006945018,"threshold_uncertainty_score":0.37815762},"labels":[],"label_agreement":null},{"id":"W4413751440","doi":"10.1145/3760214","title":"Why AI Cannot Learn South Asian Cities","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"South asia; Computer science; History; Ancient history","score_opus":0.010281037594580503,"score_gpt":0.24005307669678544,"score_spread":0.22977203910220495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413751440","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13699599,0.00053444895,0.038701516,0.0315135,0.0098335715,0.0002450381,0.0001354299,0.0059253927,0.7761151],"genre_scores_gemma":[0.99266464,0.0000128120755,0.0001448828,0.0006998013,0.000057030076,0.00003193528,0.000005412186,0.000010542881,0.0063729733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996685,0.0000037542814,0.000092670234,0.00007181591,0.00003543143,0.00012782947],"domain_scores_gemma":[0.9997744,0.00002625167,0.000007607407,0.0001553289,0.000023060074,0.000013346228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000011476622,0.00007346066,0.00007323845,0.00016779278,0.00007825485,0.000052783867,0.00009008135,0.000041043022,0.00025015743],"category_scores_gemma":[0.000027255724,0.000075106116,0.000043607553,0.00014755345,0.00003254281,0.000106476364,0.000028734266,0.00022331296,0.00006836719],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000455679,0.000014961147,0.0028675958,0.00004725884,0.00017112841,0.0000072780385,0.001239267,0.0033144217,0.0005891086,0.017814863,0.95617443,0.017755143],"study_design_scores_gemma":[0.00005963684,0.000006880455,0.0011125016,0.000042319305,0.000011127129,0.000004120577,0.004890146,0.0015371067,0.0024773476,0.0015358331,0.9882352,0.00008783092],"about_ca_topic_score_codex":0.000106766835,"about_ca_topic_score_gemma":0.0005561639,"teacher_disagreement_score":0.8556686,"about_ca_system_score_codex":0.000056341323,"about_ca_system_score_gemma":0.000009712758,"threshold_uncertainty_score":0.30627388},"labels":[],"label_agreement":null},{"id":"W4415395599","doi":"10.1145/3766076","title":"Redesigning Success: How Post-Growth Economics Can Reshape the Games Industry","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"Economic Theory and Institutions","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Project commissioning; Publishing; Industry 4.0; Game theory","score_opus":0.027800568658753126,"score_gpt":0.2411810123911242,"score_spread":0.21338044373237106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415395599","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44544923,0.0004818105,0.0019874298,0.07666884,0.003603196,0.00029322057,0.0007200125,0.00011239032,0.47068387],"genre_scores_gemma":[0.96707034,0.00013234963,0.00013200539,0.0024546485,0.00018510019,0.000068186055,0.000027097152,0.000013636836,0.02991665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895847,0.000028145507,0.00042704813,0.00033782894,0.000008875214,0.00023962578],"domain_scores_gemma":[0.9989864,0.00023823277,0.00024674938,0.00041960966,0.00005387466,0.000055087225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031765734,0.00014802607,0.00023274317,0.00039233398,0.0005397662,0.0003030874,0.00039439413,0.00014358429,0.0007035493],"category_scores_gemma":[0.00031509687,0.00014953244,0.00014334996,0.00026892318,0.00015532103,0.0005793433,0.00008954167,0.00063619827,0.00031590735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011871568,0.000040963656,0.011594845,0.000006566622,0.00011196,9.633553e-7,0.0002551285,0.00020880172,0.000037905742,0.9755423,0.011776381,0.00041232433],"study_design_scores_gemma":[0.00038488858,0.000034863566,0.014011497,0.00006934192,0.000027202828,0.000022545673,0.0018748511,0.0013738098,0.00088254904,0.15885362,0.8221116,0.00035324966],"about_ca_topic_score_codex":0.00027981642,"about_ca_topic_score_gemma":0.0007653679,"teacher_disagreement_score":0.81668866,"about_ca_system_score_codex":0.00024429557,"about_ca_system_score_gemma":0.000091826776,"threshold_uncertainty_score":0.77033716},"labels":[],"label_agreement":null},{"id":"W4417467878","doi":"10.1145/3778024","title":"People Want More Sustainable Clouds. Will Cloud Providers Deliver?","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"COVID-19 impact on air quality","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Work (physics); Cloud computing; Field (mathematics); Internet of Things; Sustainable development","score_opus":0.010447781546894236,"score_gpt":0.3161854478752332,"score_spread":0.305737666328339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417467878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89696634,0.000030143321,0.00947488,0.043570854,0.0012901963,0.00076749665,0.000036522142,0.0003135307,0.04755006],"genre_scores_gemma":[0.9615278,0.000007880401,0.0002666557,0.0035036446,0.00004814289,0.000057466652,0.000009453862,0.00001278357,0.034566138],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862146,0.00008505136,0.0002702649,0.00035913644,0.00023239275,0.00043171717],"domain_scores_gemma":[0.99896884,0.0003088316,0.000083667095,0.00047851005,0.000032613338,0.00012754934],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021311882,0.00016275326,0.00015857755,0.00008502775,0.00033952398,0.00009819204,0.00029454284,0.000052937947,0.004601539],"category_scores_gemma":[0.0005743845,0.00015884031,0.00011561674,0.0005860182,0.00013270583,0.00080065697,0.00036944213,0.0002702966,0.0007139532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002640876,0.0011622261,0.1645692,0.00020518305,0.00017882795,0.00008624684,0.015151105,0.008378822,0.0079205055,0.008957513,0.77562994,0.01749634],"study_design_scores_gemma":[0.00045168065,0.000052517193,0.12602602,0.000038001646,0.00005222802,0.000014129738,0.010874983,0.0030515848,0.0016696805,0.0039697853,0.8534843,0.00031511238],"about_ca_topic_score_codex":0.012841535,"about_ca_topic_score_gemma":0.0028926393,"teacher_disagreement_score":0.077854335,"about_ca_system_score_codex":0.0014084547,"about_ca_system_score_gemma":0.000087784836,"threshold_uncertainty_score":0.9963084},"labels":[],"label_agreement":null}]}