{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":89,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":89,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"e85cffb49f87","filters":{"venue":"interactions"}},"results":[{"id":"W2000250157","doi":"10.1145/1897239.1897250","title":"Proxemic interactions","year":2011,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":376,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Proxemics; Citation; Library science; Sociology; Computer science; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.0736545652264896,"gpt":0.3108733628262239,"spread":0.2372187975997343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001073635,0.00018117,0.0001412493,0.0005965993,0.0002752652,0.00009186493,0.0008228004,0.00006200824,0.001227241],"category_scores_gemma":[0.0001012282,0.0001822379,0.0001004244,0.0006887686,0.00008765854,0.002406565,0.0002360496,0.0006696882,0.002532997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001934318,"about_ca_system_score_gemma":0.00005098454,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008804425,"about_ca_topic_score_gemma":0.0001466173,"domain_scores_codex":[0.9987221,0.00005609868,0.0003635511,0.0004236972,0.0001375212,0.0002969992],"domain_scores_gemma":[0.9985789,0.00009001548,0.0001981099,0.0007580799,0.0003185914,0.0000562789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004073967,0.0009056363,0.002099848,0.00001111159,0.000232262,0.00007742204,0.006947511,0.000005266701,0.05695623,0.8563014,0.03504011,0.0413825],"study_design_scores_gemma":[0.0008453297,0.0004757204,0.02214895,0.0002168471,0.00006069033,0.002826452,0.001537166,0.01255916,0.3032237,0.08594418,0.5688262,0.001335628],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04994082,0.00001513983,0.647489,0.002032568,0.006595629,0.0003297916,0.000007562449,0.001618686,0.2919708],"genre_scores_gemma":[0.9609065,0.000002704573,0.03297547,0.0004652294,0.0001123955,0.0001515357,0.000005925249,0.00001722203,0.005363009],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9109657,"threshold_uncertainty_score":0.9996858,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004984028","doi":"10.1145/2651820","title":"Next steps for sustainable HCI","year":2014,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Diversity (politics); Sustainability; Sociology; Computer science; Engineering ethics; Engineering; Ecology; Anthropology","retraction":null,"screen_n_in":null,"score":{"opus":0.02578226396185134,"gpt":0.3105887602562879,"spread":0.2848064962944366,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002125745,0.0001156338,0.0001169346,0.0003291181,0.000333254,0.0002562647,0.0005413376,0.00006069519,0.00008312306],"category_scores_gemma":[0.0003891222,0.0001172238,0.00007235073,0.0003698438,0.00004385731,0.002031305,0.0001487806,0.0002512064,0.0002952775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001602099,"about_ca_system_score_gemma":0.00003425905,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003106532,"about_ca_topic_score_gemma":0.00002906743,"domain_scores_codex":[0.9990263,0.00003932936,0.0002202976,0.0003062884,0.00009156812,0.0003162417],"domain_scores_gemma":[0.9984607,0.0002992788,0.000125483,0.0005092253,0.000573185,0.00003214065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008606033,0.00007052619,0.00004614125,0.00001120553,0.00002485633,0.00000289333,0.0002181055,0.0000253419,0.004441156,0.9499984,0.03046618,0.0146866],"study_design_scores_gemma":[0.0002812904,0.0001739626,0.0003536307,0.00001758881,0.000007136847,0.00005727405,0.0004915841,0.03012849,0.01428537,0.05152674,0.9024966,0.0001802865],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01158728,0.000006248682,0.9479261,0.003636963,0.00122255,0.0002734808,0.000001489085,0.0004333552,0.03491252],"genre_scores_gemma":[0.9572753,7.749815e-7,0.02349093,0.0007652066,0.000191875,0.0002261825,0.000007261164,0.00001371072,0.01802879],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.945688,"threshold_uncertainty_score":0.4780249,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015286894","doi":"10.1145/1273961.1273982","title":"The use of an intelligent prompting system for people with dementia","year":2007,"lang":"en","type":"article","venue":"interactions","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; World Wide Web; Library science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.07698292871739908,"gpt":0.3274119702801174,"spread":0.2504290415627183,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001740513,0.00007407797,0.00008221206,0.00005316256,0.0002714533,0.0001252306,0.0001802131,0.00001397408,0.000005508672],"category_scores_gemma":[0.0001163995,0.0000457733,0.00004167236,0.0001189266,0.00004090467,0.0003046444,0.00003354121,0.00008444321,0.000006025012],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002987368,"about_ca_system_score_gemma":0.0000143424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006103935,"about_ca_topic_score_gemma":0.001103541,"domain_scores_codex":[0.9992625,0.00003760462,0.0002349579,0.0001762941,0.0001107893,0.0001778912],"domain_scores_gemma":[0.9984056,0.001133337,0.0001395779,0.000197992,0.00008279699,0.00004071816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0009354779,0.0007553787,0.003818487,0.000272552,0.0001995143,0.00001857996,0.007638866,0.005349062,0.8822514,0.01669792,0.002783452,0.07927928],"study_design_scores_gemma":[0.0001304444,0.0002732274,0.0007465289,0.0001330363,0.00002603917,0.0001038559,0.001359235,0.01540534,0.926994,0.00002318323,0.054712,0.00009314498],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8934841,0.00000827419,0.104893,0.0001567341,0.0007196074,0.0003506833,0.00001566087,0.00006762989,0.0003042698],"genre_scores_gemma":[0.9962514,0.000001113692,0.00332242,0.00005593407,0.00006576798,0.00002805407,0.000001454254,0.00001070111,0.0002631511],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1027673,"threshold_uncertainty_score":0.2087827,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1967984346","doi":"10.1145/1096554.1096556","title":"UCD in agile projects","year":2005,"lang":"en","type":"article","venue":"interactions","topic":"Ferroelectric and Negative Capacitance Devices","field":"Engineering","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary; IBM (Canada)","funders":"","keywords":"IBM; Agile software development; Citation; Publishing; Computer science; Engineering; Library science; Engineering management; World Wide Web; Management; Software engineering; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.01561806301197542,"gpt":0.2467681375488945,"spread":0.231150074536919,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00001905874,0.00005196698,0.0000529212,0.00009739072,0.00001673596,0.00001109147,0.00004089034,0.0000164084,0.0002395594],"category_scores_gemma":[0.00001595791,0.00005232279,0.00001911208,0.000180073,0.000007105008,0.0002365548,0.000003019651,0.0001375,0.0003189966],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009418539,"about_ca_system_score_gemma":0.000005287118,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009457914,"about_ca_topic_score_gemma":0.0005357802,"domain_scores_codex":[0.9997039,0.000006014162,0.00008546788,0.00006035214,0.00003521121,0.0001090164],"domain_scores_gemma":[0.9998577,0.00004128341,0.00000768496,0.00006098873,0.00001408209,0.00001824632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005949105,0.0005673324,0.00882525,0.0001630211,0.0002300522,0.00006251311,0.01761263,0.07931135,0.2462728,0.009146319,0.2907588,0.3469904],"study_design_scores_gemma":[0.0004360095,0.0000371171,0.01068137,0.0001236014,0.000009338056,0.00003851851,0.0008784767,0.1925951,0.08785418,0.0002596894,0.7067195,0.0003670689],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8535494,0.0003021694,0.0008821526,0.0003305736,0.0003993984,0.00009924003,0.000006190643,0.0002240722,0.1442068],"genre_scores_gemma":[0.9985034,0.00003135762,0.0003989539,0.00007244953,0.0001035852,0.00003291781,0.000002532718,0.0000088058,0.0008459829],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4159607,"threshold_uncertainty_score":0.4100163,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2146669417","doi":"10.1145/2801039","title":"Sustainability in an imaginary world","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"The Imaginary; Sustainability; Diversity (politics); Sociology; Engineering ethics; Environmental ethics; Engineering; Psychology; Philosophy; Ecology; Anthropology; Psychoanalysis","retraction":null,"screen_n_in":null,"score":{"opus":0.05495900451374264,"gpt":0.3256607821852473,"spread":0.2707017776715047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003221206,0.00006979013,0.00007836417,0.0003858276,0.00008005818,0.00006156715,0.0001367162,0.0000294544,0.00008984731],"category_scores_gemma":[0.0002076093,0.00007124119,0.00001678487,0.0008097153,0.00008250224,0.001309639,0.0001191872,0.0002300171,0.0001165619],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002340111,"about_ca_system_score_gemma":0.0000479772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003226137,"about_ca_topic_score_gemma":0.001243582,"domain_scores_codex":[0.9994788,0.00001107082,0.000149629,0.000146117,0.00006887864,0.0001454798],"domain_scores_gemma":[0.9994699,0.00001467304,0.00005315452,0.0001375739,0.0003187746,0.000005961792],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005827198,0.0005284405,0.3322701,0.00002643782,0.00001353714,0.00003837803,0.0009071793,0.00002791757,0.00003666223,0.6072794,0.03551954,0.02329415],"study_design_scores_gemma":[0.0003559448,0.000008059385,0.2073871,0.00001360904,0.00000662239,0.000002325033,0.005214803,0.000900364,0.0000592547,0.4212671,0.3645641,0.0002207798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7243764,0.00001136466,0.0006574488,0.01604672,0.001445261,0.0002768101,9.791714e-7,0.000291874,0.2568931],"genre_scores_gemma":[0.99715,1.031043e-7,0.0004086102,0.0009094339,0.0002274414,0.00005539697,0.00001783294,0.000007160061,0.001224019],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3290446,"threshold_uncertainty_score":0.2905131,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2033377042","doi":"10.1145/889692.889693","title":"Learning the ropes","year":2003,"lang":"en","type":"article","venue":"interactions","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Concordia University","funders":"","keywords":"Citation; Project commissioning; Publishing; World Wide Web; Computer science; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.03243758715169351,"gpt":0.2837117455178326,"spread":0.2512741583661391,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001826597,0.00004929165,0.00004016826,0.00002602028,0.0002392804,0.0001661814,0.0003399826,0.000012307,0.0001953872],"category_scores_gemma":[0.0002192679,0.00003317206,0.00004268138,0.0001522203,0.00002365328,0.0003700009,0.00003804583,0.0002265372,0.0005916888],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002178917,"about_ca_system_score_gemma":0.00002076526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002525021,"about_ca_topic_score_gemma":0.00003002377,"domain_scores_codex":[0.9994417,0.0001574614,0.00008884812,0.0001306443,0.0000733041,0.0001080294],"domain_scores_gemma":[0.9993696,0.0002482589,0.00002689814,0.0002835251,0.00004680435,0.0000249452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001096848,0.0004301852,0.006386452,0.00001080827,0.0001352771,0.00001668189,0.02318263,0.00867777,0.01178118,0.8376678,0.04366882,0.06803148],"study_design_scores_gemma":[0.00005333674,0.00004716937,0.001048688,0.000008110581,0.000003570869,0.00005721505,0.000273939,0.007082549,0.008964027,0.004990439,0.9773871,0.00008383382],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06275134,0.00005947699,0.8465503,0.006120297,0.001732764,0.0001167645,6.065267e-7,0.0002702747,0.0823982],"genre_scores_gemma":[0.9906537,0.000002598386,0.003506247,0.0002764241,0.00002119495,0.00001248106,1.69617e-7,0.000002891132,0.005524297],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9337183,"threshold_uncertainty_score":0.760516,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2765114719","doi":"10.1145/3137107","title":"The ethics of doing research with vulnerable populations","year":2017,"lang":"en","type":"article","venue":"interactions","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Research ethics; Engineering ethics; Internet privacy; Sociology; Computer science; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2724880078954256,"gpt":0.520548157094468,"spread":0.2480601491990424,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001752744,0.00003393658,0.00005025924,0.00007089744,0.0113424,0.0001844435,0.0005105705,0.00007131443,0.0000430089],"category_scores_gemma":[0.003826041,0.00002379518,0.00002180513,0.000130413,0.001170219,0.0003193533,0.00007262443,0.001031745,0.00003186722],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006054957,"about_ca_system_score_gemma":0.0002050022,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01249329,"about_ca_topic_score_gemma":0.2343554,"domain_scores_codex":[0.9989754,0.0003110544,0.0001020183,0.0000978145,0.0003123237,0.0002013968],"domain_scores_gemma":[0.9976841,0.001237587,0.0001039109,0.0004980937,0.0004447158,0.00003156695],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002539587,0.00008368126,0.03358795,0.000006012594,0.0000465233,0.00000417771,0.03368326,0.00004177277,0.0006067834,0.9074481,0.008789042,0.01567734],"study_design_scores_gemma":[0.0001459842,0.00003909633,0.03214118,0.0001116661,0.00001097391,0.000004085598,0.02642354,0.00005316867,0.0008455958,0.02326229,0.9168831,0.00007929032],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2904144,0.00006856257,0.001532667,0.2391471,0.001480063,0.000492832,0.00001367009,0.0001918211,0.4666589],"genre_scores_gemma":[0.9906765,0.00003438643,0.001254555,0.00001512365,0.00007324263,0.00002676416,5.422297e-7,0.000005032319,0.00791386],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9080941,"threshold_uncertainty_score":0.9940826,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038809202","doi":"10.1145/1978822.1978828","title":"Move to design/design to move","year":2011,"lang":"en","type":"article","venue":"interactions","topic":"Attention Economy in Education and Business","field":"Business, Management and Accounting","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Multidisciplinary approach; Embodied cognition; Human–computer interaction; Interaction design; Field (mathematics); Computer science; Engineering; Sociology; Artificial intelligence; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1150962794022936,"gpt":0.2959738661387601,"spread":0.1808775867364665,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001522645,0.000134216,0.0001141813,0.0004135057,0.0001640735,0.0002041529,0.0002196989,0.00002925221,0.008539905],"category_scores_gemma":[0.0001477363,0.0001356659,0.00005913231,0.0005188079,0.00001346329,0.001167183,0.00008104929,0.00008760169,0.02004909],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000577822,"about_ca_system_score_gemma":0.00002423761,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003772319,"about_ca_topic_score_gemma":0.00003288279,"domain_scores_codex":[0.9992081,0.00001016591,0.0002408288,0.000247316,0.00008527423,0.0002082991],"domain_scores_gemma":[0.9993136,0.00004435251,0.0001015895,0.0002462542,0.0002583174,0.00003592127],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000331383,0.001298748,0.005923862,0.00004176056,0.0001544978,0.00001500272,0.002543596,0.00319034,0.002897243,0.0262986,0.8837276,0.07357734],"study_design_scores_gemma":[0.0002898162,0.00002039512,0.09055128,0.00007083497,0.00006168609,0.000009362551,0.002320617,0.00195451,0.001731358,0.004035095,0.8983943,0.0005606798],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01610401,0.000004136764,0.8711761,0.008097736,0.004525238,0.0007225059,0.000003757449,0.0002518512,0.09911473],"genre_scores_gemma":[0.9488656,6.929849e-7,0.01719812,0.02048781,0.00120102,0.0002471539,0.00001005614,0.00003419329,0.01195535],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9327616,"threshold_uncertainty_score":0.9923664,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4253221618","doi":"10.1145/505103.505117","title":"University of British Columbia","year":2002,"lang":"en","type":"article","venue":"interactions","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"Downtown; Library science; Columbia university; Sociology; Management; Engineering; Medical education; Media studies; Geography; Computer science; Medicine; Archaeology","retraction":null,"screen_n_in":null,"score":{"opus":0.1441864973424263,"gpt":0.3296458743377432,"spread":0.1854593769953168,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003700887,0.00001625165,0.00005812414,0.00005230307,0.0001171905,0.0002573706,0.0003639296,0.00000771589,0.01820622],"category_scores_gemma":[0.0003395161,0.00002617887,0.00004981139,0.000391976,0.00004972002,0.0001977791,0.0001339611,0.00004146358,0.001234766],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001213955,"about_ca_system_score_gemma":0.00000325507,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.00932846,"about_ca_topic_score_gemma":0.04929532,"domain_scores_codex":[0.9992788,0.00003607198,0.0001337375,0.0002000762,0.0002876209,0.00006364948],"domain_scores_gemma":[0.9991403,0.0002547313,0.00007373345,0.0003782415,0.0001206099,0.00003238798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[3.240122e-7,0.00004084431,0.002394571,2.886505e-7,0.000003628048,0.000005419347,0.00008347209,0.00002939411,0.00001532285,0.0000162038,0.8793367,0.1180739],"study_design_scores_gemma":[0.00006831261,0.000007500098,0.03372897,0.000009203647,0.000003983656,0.00001080401,0.001178651,0.008448527,0.000001447974,0.0006913394,0.9558178,0.00003341667],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7138883,0.00003525312,0.01839927,0.0009059067,0.002966972,0.00009122062,0.0002781181,0.00007664738,0.2633583],"genre_scores_gemma":[0.7663604,0.000002655537,0.0005274928,0.00002209535,0.00001371662,6.178232e-8,0.00000154267,9.271201e-7,0.2330711],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1180405,"threshold_uncertainty_score":0.9995429,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2746268185","doi":"10.1145/3121348","title":"Opportunities and challenges for cross-device interactions in the wild","year":2017,"lang":"en","type":"article","venue":"interactions","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Library science; University campus; Engineering; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2352412356988277,"gpt":0.3853214632296477,"spread":0.15008022753082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003103741,0.00009380786,0.00009586876,0.00008760777,0.0009804757,0.001189547,0.0005760986,0.00001986179,0.000005903659],"category_scores_gemma":[0.0001912944,0.00007417204,0.0000516405,0.00002821255,0.0001002531,0.001151733,0.0001270144,0.0001762605,0.000007287938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002219247,"about_ca_system_score_gemma":0.00002486911,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000160154,"about_ca_topic_score_gemma":0.001195717,"domain_scores_codex":[0.9993206,0.00004446604,0.0001604536,0.0002261808,0.00008033629,0.000167924],"domain_scores_gemma":[0.9985372,0.0005093861,0.0001189769,0.0007166518,0.00007938482,0.00003839162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003268361,0.0003081986,0.002988526,0.0001194121,0.00008085626,0.00005851232,0.02436451,0.0001120453,0.0007706493,0.2190297,0.005843624,0.7462912],"study_design_scores_gemma":[0.0003624716,0.00005316683,0.03890102,0.0001840845,0.00001347286,0.0003241135,0.00472546,0.01982383,0.0003108469,0.0037795,0.9312962,0.0002258217],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4926313,0.002129949,0.08845364,0.2849445,0.007384604,0.001219633,0.00005006275,0.0004198488,0.1227665],"genre_scores_gemma":[0.9964598,0.0002845798,0.001432304,0.0003829396,0.0001519262,0.00008778633,0.000001458842,0.000006808294,0.001192411],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9254526,"threshold_uncertainty_score":0.9998473,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2645880303","doi":"10.1145/3098319","title":"Exploring DIY tutorials as a way to disseminate research through design","year":2017,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Emily Carr University of Art and Design; Simon Fraser University","funders":"","keywords":"Scholarship; Dissemination; Intersection (aeronautics); Psychological intervention; Sociology; Diversity (politics); Social media; Design technology; Engineering ethics; Engineering; Computer science; Political science; World Wide Web; Psychology; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.6232882535339985,"gpt":0.515019853725134,"spread":0.1082683998088645,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009393654,0.000169317,0.0001864279,0.0004746061,0.001908295,0.001016599,0.002070965,0.0000681024,0.0001228558],"category_scores_gemma":[0.002592342,0.0001664111,0.00006440709,0.0004450664,0.0001564265,0.005570937,0.0009180193,0.0007803343,0.003184822],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003384772,"about_ca_system_score_gemma":0.00005711807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003861206,"about_ca_topic_score_gemma":0.0000776677,"domain_scores_codex":[0.9980084,0.0001951416,0.0003259025,0.0005891248,0.0003897647,0.0004916092],"domain_scores_gemma":[0.9965852,0.000658454,0.0001852391,0.001765961,0.00073218,0.00007297617],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001050395,0.0003204109,0.0001456341,0.00001240156,0.0001337216,0.0001891958,0.01273569,0.00007463271,0.207334,0.6766835,0.05694474,0.04532099],"study_design_scores_gemma":[0.0003292312,0.0005408264,0.005400649,0.0004019077,0.00001058465,0.0001867324,0.001214189,0.001419172,0.6472965,0.06697705,0.2756929,0.0005301785],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2197449,0.00001339195,0.6815948,0.02568196,0.01626635,0.0009097451,0.000006670253,0.001026556,0.05475563],"genre_scores_gemma":[0.9630736,0.00001313823,0.03114035,0.0001360768,0.0005052551,0.0006263349,0.000001338418,0.00002059261,0.004483302],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7433287,"threshold_uncertainty_score":0.9993911,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2809761957","doi":"10.1145/3215854","title":"Body-centric computing","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"IBM; Queen (butterfly); Research centre; Library science; German; Engineering; Citation; Art history; Norwegian; Art; History; Archaeology; Computer science; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.02266915264171684,"gpt":0.3234234878563527,"spread":0.3007543352146359,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001115916,0.0001116667,0.00009674017,0.0004049398,0.0003664912,0.0001375893,0.0005859437,0.00005027635,0.0002688595],"category_scores_gemma":[0.0001119928,0.0001134707,0.00004881061,0.0008164326,0.0001052238,0.0008789105,0.0002463497,0.000334023,0.002572374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001413618,"about_ca_system_score_gemma":0.00003146293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002060574,"about_ca_topic_score_gemma":0.00002299118,"domain_scores_codex":[0.9990273,0.00004054016,0.0002395545,0.0003128336,0.0001254295,0.0002543369],"domain_scores_gemma":[0.9988666,0.0001084633,0.0001389199,0.0004635867,0.000389625,0.00003283702],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001743879,0.0004114036,0.002366338,0.000007866096,0.0001459159,0.00004795661,0.002438531,0.00001506747,0.05716386,0.7518218,0.07981012,0.1057537],"study_design_scores_gemma":[0.0006696639,0.0004692145,0.02181054,0.000125971,0.00001986148,0.001030243,0.000326614,0.1706084,0.1541035,0.01557757,0.6345534,0.0007050304],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09009752,0.000008035721,0.8524228,0.002545493,0.00470814,0.000107296,0.000001717459,0.0007640528,0.04934497],"genre_scores_gemma":[0.9813345,7.627698e-7,0.01634672,0.0006601954,0.0004161706,0.00000664691,0.000002636497,0.000008409828,0.001223976],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.891237,"threshold_uncertainty_score":0.9982042,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2898367221","doi":"10.1145/3281661","title":"SketchBlog #1","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Persona Design and Applications","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Publication; Field (mathematics); World Wide Web; Computer science; Internet privacy; Political science; Mathematics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02693957387864036,"gpt":0.3105616609275476,"spread":0.2836220870489072,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00002993063,0.00003759927,0.00003082657,0.00004716841,0.0001416425,0.00006853,0.000314847,0.00001085599,0.000150633],"category_scores_gemma":[0.00001294247,0.00003530298,0.00002662277,0.000198156,0.00003422173,0.0002825015,0.00005017941,0.0000554205,0.002629597],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001718908,"about_ca_system_score_gemma":0.00001805799,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001394344,"about_ca_topic_score_gemma":0.00002360999,"domain_scores_codex":[0.9996551,0.000009965761,0.00006202061,0.0001313408,0.00005142885,0.00009019746],"domain_scores_gemma":[0.9995545,0.00003730599,0.00001931884,0.0002880463,0.00006016021,0.00004071051],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002460002,0.0001729388,0.0002635054,0.000001434685,0.00002290828,0.000003618962,0.001480876,0.000001240857,0.06114372,0.6459525,0.2109854,0.07996935],"study_design_scores_gemma":[0.00007314465,0.00003572131,0.002407071,0.000006994071,0.000002563295,0.00005874704,0.00003606893,0.01589744,0.00949853,0.01009987,0.9617805,0.0001033151],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003522971,0.000007272596,0.8925205,0.004287315,0.0004596109,0.00004162398,0.000002235993,0.0002101612,0.09894826],"genre_scores_gemma":[0.9677179,0.000001224091,0.02679419,0.0007522572,0.0002038884,0.00002481227,9.577768e-7,0.000002565147,0.004502244],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9641949,"threshold_uncertainty_score":0.998147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2039119740","doi":"10.1145/1744161.1744175","title":"Reframing health to embrace design of our own well-being","year":2010,"lang":"en","type":"article","venue":"interactions","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Cognitive reframing; Framing (construction); Health care; Wicked problem; Public relations; Sociology; Computer science; Psychology; Engineering ethics; Political science; Engineering; Social psychology; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.03577995324666949,"gpt":0.3584790672964737,"spread":0.3226991140498042,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007546172,0.0001036076,0.0002243772,0.0002514199,0.000222358,0.00006351465,0.0001871055,0.00005034789,0.0001964049],"category_scores_gemma":[0.000909671,0.00009565696,0.00005329925,0.0003513469,0.00001369908,0.0004939238,0.0001088657,0.0003127675,0.000694331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003590561,"about_ca_system_score_gemma":0.00005272026,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01370766,"about_ca_topic_score_gemma":0.000830224,"domain_scores_codex":[0.9988779,0.0000279253,0.0004274547,0.0001834458,0.00008899703,0.0003943222],"domain_scores_gemma":[0.9991601,0.0001294664,0.0002717226,0.0002430756,0.0001480577,0.00004761554],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002203862,0.00008124411,0.001052715,0.0001075696,0.00001904715,0.000001392021,0.0001858382,0.003104077,0.002526979,0.05658271,0.9295967,0.006719746],"study_design_scores_gemma":[0.00008381187,0.0000156956,0.001828958,0.00003772184,0.00000542742,0.000005661548,0.0006747576,0.00651278,0.00001962849,0.001229934,0.9894983,0.00008733475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1698856,0.00002322279,0.0503745,0.6358234,0.01112882,0.0009447828,0.000009513532,0.0003428234,0.1314673],"genre_scores_gemma":[0.9413989,0.000004578915,0.003901193,0.05221364,0.00162606,0.00002381415,0.000009246891,0.00001731349,0.0008053058],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7715132,"threshold_uncertainty_score":0.9928601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2898154897","doi":"10.1145/3274572","title":"Child-computer interaction, ubiquitous technologies, and big data","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Big data; Ubiquitous computing; Data science; Human–computer interaction; World Wide Web; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.06847952770841191,"gpt":0.3425542895288664,"spread":0.2740747618204544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001285764,0.00008761808,0.00009371585,0.0002059219,0.000614392,0.0001721913,0.0004685614,0.00009035948,0.0001197625],"category_scores_gemma":[0.0002933997,0.00008474087,0.00001788902,0.0003146908,0.0005103031,0.0006209831,0.0005110638,0.0002059915,0.0001910358],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005790584,"about_ca_system_score_gemma":0.00005598733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003731377,"about_ca_topic_score_gemma":0.007934006,"domain_scores_codex":[0.999183,0.00002218547,0.0001596911,0.0003147865,0.0001105469,0.000209767],"domain_scores_gemma":[0.9992851,0.0001005379,0.00006309045,0.000421931,0.00008878599,0.00004054911],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000104378,0.0000683815,0.001800301,0.000001783393,0.00003546349,0.000004761364,0.001505848,6.549561e-8,0.00003172765,0.01658684,0.06589507,0.9140593],"study_design_scores_gemma":[0.00008489908,0.0000323599,0.001231218,0.00002635723,0.000006274613,0.00004153891,0.002809633,0.00005522725,0.0002253,0.003189707,0.9921834,0.0001141041],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1851308,0.0003018875,0.01409283,0.06783615,0.01763108,0.0006588586,0.0001295334,0.004407724,0.7098112],"genre_scores_gemma":[0.9957616,0.0001204257,0.001265369,0.0002809901,0.001091744,0.000007726866,0.00003213255,0.000008236301,0.00143176],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9262883,"threshold_uncertainty_score":0.4725469,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2898596332","doi":"10.1145/3274562","title":"Feeling SketCHI?","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Feeling; Appeal; Library science; Media studies; Engineering; Sociology; Computer science; Psychology; Political science; Law; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02855854955969818,"gpt":0.3287066748729917,"spread":0.3001481253132935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009710566,0.00009703582,0.00007934213,0.0003043999,0.0002980107,0.0001204083,0.0005239106,0.0000463163,0.0003743587],"category_scores_gemma":[0.0001037403,0.00009705999,0.00004422743,0.0004902081,0.00009581352,0.00107217,0.0001679586,0.0003013129,0.003017053],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009699989,"about_ca_system_score_gemma":0.00002837878,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002136661,"about_ca_topic_score_gemma":0.00007731532,"domain_scores_codex":[0.9991957,0.00002874443,0.0001977443,0.000275469,0.000105351,0.0001970134],"domain_scores_gemma":[0.9989784,0.00007561594,0.00009617637,0.0004829075,0.0003398088,0.00002703435],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001648428,0.0002228958,0.000911923,0.000004688116,0.0001057056,0.00002436163,0.002440362,0.00001145392,0.09896223,0.7734519,0.04890878,0.07493916],"study_design_scores_gemma":[0.0003414965,0.0003096989,0.004923265,0.0000816738,0.00001157966,0.0005435181,0.0003227186,0.03284766,0.2067537,0.03816944,0.7152265,0.0004687476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1138545,0.000007005978,0.7950789,0.004652913,0.005064785,0.00009417998,0.000001956629,0.0007812448,0.08046452],"genre_scores_gemma":[0.9722609,8.985093e-7,0.02428476,0.0006915254,0.0003780016,0.00002089072,0.000001938962,0.000008066203,0.002353043],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8584064,"threshold_uncertainty_score":0.9977592,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1967640296","doi":"10.1145/2486227.2486242","title":"Older-adult HCI","year":2013,"lang":"en","type":"article","venue":"interactions","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Older people; Gerontology; Internet privacy; Computer science; Psychology; Sociology; Political science; Medicine; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.01573885965529664,"gpt":0.3152701443987541,"spread":0.2995312847434575,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00004786716,0.00005876643,0.00006265398,0.00009391487,0.0003698485,0.00007551914,0.0002090856,0.00007046552,0.004270707],"category_scores_gemma":[0.0003183591,0.00005906983,0.0000455292,0.0001998469,0.0001780923,0.0004846258,0.00003027188,0.0001914689,0.005866006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007891407,"about_ca_system_score_gemma":0.00004260004,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008185701,"about_ca_topic_score_gemma":0.01074237,"domain_scores_codex":[0.99936,0.00004356761,0.0001136152,0.0001397958,0.0001214591,0.0002215676],"domain_scores_gemma":[0.9994226,0.0001020381,0.0000424166,0.0001792363,0.0001805475,0.00007313235],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003504535,0.0003636694,0.01648941,0.000006683732,0.00007949892,0.000009470145,0.03800045,0.000002007804,0.002976948,0.1695372,0.6513331,0.1211981],"study_design_scores_gemma":[0.0003032704,0.00002707247,0.04173302,0.000057576,0.00001736132,0.00001287985,0.02864318,0.00007503795,0.001590943,0.01436914,0.9128819,0.0002886929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5996032,0.00002120608,0.0006875207,0.06566307,0.001837403,0.0004291639,0.000006655954,0.001018531,0.3307332],"genre_scores_gemma":[0.9804963,0.00001127006,0.0006457387,0.0005717851,0.0001609901,0.0001002651,0.000001868933,0.000007535609,0.0180042],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3808931,"threshold_uncertainty_score":0.9984189,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977380908","doi":"10.1145/2786515","title":"The studio for critical making, Emily Carr University of art and design","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Canada Research Chairs; National Science Foundation","keywords":"Carr; Studio; Citation; Computer science; World Wide Web; Visual arts; Art history; Art","retraction":null,"screen_n_in":null,"score":{"opus":0.1446565149192739,"gpt":0.4512853952275385,"spread":0.3066288803082646,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001243041,0.00002490746,0.00003614131,0.00001944504,0.0001357833,0.00001195103,0.00005858912,0.00001092943,0.00006285187],"category_scores_gemma":[0.0003716942,0.00002130536,0.00001561277,0.00004488643,0.0001540195,0.00004715335,0.00001306203,0.00004695403,0.00002715839],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001574219,"about_ca_system_score_gemma":0.00003037075,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001681682,"about_ca_topic_score_gemma":0.0000531885,"domain_scores_codex":[0.999723,0.00005862788,0.00004338491,0.00007799239,0.00003532277,0.00006170077],"domain_scores_gemma":[0.9987996,0.0009775003,0.00002088221,0.00009460494,0.00007623882,0.00003115793],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003014914,0.0004614647,0.004763216,0.00000538559,0.00003668195,0.000004074525,0.01894783,0.00001425323,0.001586941,0.07687821,0.8914641,0.005536382],"study_design_scores_gemma":[0.0002648223,0.0001762965,0.01341976,0.0000102487,0.00002710665,0.00004447485,0.02296018,0.0002067292,0.0001672384,0.001403188,0.9612621,0.00005787058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2646918,0.0003609071,0.501654,0.04936957,0.01599907,0.001165729,0.0001387743,0.0001244496,0.1664957],"genre_scores_gemma":[0.990467,0.000003728758,0.0007615545,0.00008762917,0.00002794065,0.000004004122,3.414848e-7,0.000002042042,0.008645829],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7257751,"threshold_uncertainty_score":0.1044349,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392242789","doi":"10.1145/3643493","title":"Imagining Sustainable Futures: Expanding the Discussion on Sustainable HCI","year":2024,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Futures contract; Computer science; Human–computer interaction; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.01351590580457023,"gpt":0.3223856827869155,"spread":0.3088697769823453,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003845615,0.000197079,0.0001216453,0.0006814136,0.001199499,0.001133149,0.0007435853,0.00006561161,0.0001708467],"category_scores_gemma":[0.0002169099,0.0001121733,0.0001025725,0.001229341,0.00008943418,0.002593606,0.0003982499,0.00099714,0.0004048155],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006058807,"about_ca_system_score_gemma":0.000111442,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009441972,"about_ca_topic_score_gemma":0.00001503957,"domain_scores_codex":[0.9983947,0.0000890457,0.0002674681,0.0004823769,0.0002282979,0.0005381544],"domain_scores_gemma":[0.998632,0.0003385486,0.00008252528,0.0006447722,0.0002653172,0.00003683568],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001172321,0.00005616617,0.00001902188,0.00003513575,0.00005019101,0.0002835629,0.006078858,0.00009306115,0.002286576,0.9400806,0.03999861,0.01100645],"study_design_scores_gemma":[0.0001440912,0.0001552568,0.0002049735,0.0002631657,0.00001832981,0.0002869322,0.04986715,0.01363973,0.01299795,0.05208116,0.8700305,0.000310756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0321182,0.000328076,0.6684279,0.1297557,0.01022744,0.001027399,0.000005943741,0.003350449,0.1547589],"genre_scores_gemma":[0.9274967,0.000005487128,0.0006634916,0.0005128432,0.0003217505,0.0001488812,0.000005267034,0.00002194908,0.07082365],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8953785,"threshold_uncertainty_score":0.9999038,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2776648127","doi":"10.1145/3161605","title":"Crafting a place for attending to the things of design at CHI","year":2017,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Engineering and Physical Sciences Research Council","keywords":"Citation; Library science; Art history; Engineering; Cartography; Media studies; Art; Sociology; Geography; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.07834966007852244,"gpt":0.3610020288223748,"spread":0.2826523687438524,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003902974,0.00009737103,0.0001113156,0.0001671248,0.00129593,0.0001914736,0.001209763,0.0000394151,0.00002562759],"category_scores_gemma":[0.0008784048,0.00007707501,0.00006693797,0.0001161823,0.00006103061,0.001137994,0.000458156,0.000213232,0.0001002401],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001503847,"about_ca_system_score_gemma":0.00002408214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005235271,"about_ca_topic_score_gemma":0.0000930888,"domain_scores_codex":[0.9991953,0.00003485983,0.0002265108,0.000246875,0.0001061284,0.0001903394],"domain_scores_gemma":[0.9981543,0.0004340413,0.0003474515,0.0008072572,0.0002357892,0.00002117832],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002611582,0.0002625728,0.002516037,0.00004823895,0.0003955932,0.00001384448,0.02268893,0.00243951,0.3815396,0.4072054,0.1375698,0.04505925],"study_design_scores_gemma":[0.0007922767,0.0005144033,0.0103483,0.0003751471,0.00004757991,0.0003185541,0.0009364065,0.1948157,0.4782454,0.008331429,0.3046921,0.0005826708],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03567144,0.000003731181,0.9420205,0.01759264,0.001629614,0.0003850854,0.000004301055,0.0001059941,0.002586742],"genre_scores_gemma":[0.9318205,4.112273e-7,0.06470704,0.0004862249,0.0000997491,0.0001428604,9.815592e-7,0.000009776385,0.00273249],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.896149,"threshold_uncertainty_score":0.9967375,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2888083132","doi":"10.1145/3215842","title":"The HCI living curriculum as a community of practice","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Curriculum; Engineering ethics; Sociology; Pedagogy; Knowledge management; Engineering; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01652819719783657,"gpt":0.3535892679617511,"spread":0.3370610707639146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006086309,0.00005134173,0.00004855742,0.00004479848,0.0006959463,0.0001383184,0.0006914579,0.00001777693,0.00006639469],"category_scores_gemma":[0.003481376,0.00003991379,0.00003358512,0.0002385637,0.00009943615,0.0007103336,0.0002171144,0.0003882745,0.0004289423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005153717,"about_ca_system_score_gemma":0.00007609335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001168789,"about_ca_topic_score_gemma":0.0002342166,"domain_scores_codex":[0.9990007,0.0005043271,0.0001594742,0.00009109401,0.0001327341,0.0001116599],"domain_scores_gemma":[0.9956812,0.002954379,0.0002003762,0.0007042643,0.0004278703,0.00003194289],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002125646,0.003897135,0.0115463,0.00003440731,0.0002840787,0.00000370737,0.1448006,0.0002576867,0.006534972,0.4022051,0.1066199,0.3237949],"study_design_scores_gemma":[0.00005879687,0.000305984,0.01926698,0.0001299021,0.00001836983,0.0002038915,0.008969801,0.01383829,0.001440755,0.002877323,0.9527492,0.0001406975],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.348768,0.00009419092,0.2500749,0.02142793,0.0106703,0.0004027263,0.00000139235,0.0003752683,0.3681853],"genre_scores_gemma":[0.9896615,0.000006563062,0.008468017,0.0002705354,0.0001522703,0.00002574225,4.106508e-7,0.000004244703,0.001410723],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8461294,"threshold_uncertainty_score":0.5513328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1988383097","doi":"10.1145/2543579","title":"Fieldwork with vulnerable populations","year":2014,"lang":"en","type":"article","venue":"interactions","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Sociology; Computer science; Engineering ethics; Internet privacy; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03742213749882208,"gpt":0.2828718021133806,"spread":0.2454496646145586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009476517,0.00006161149,0.00005900888,0.00008549605,0.0003837536,0.000148694,0.0004252268,0.00001662645,0.00007007168],"category_scores_gemma":[0.00006953384,0.00005298428,0.00001981167,0.0002094251,0.00001868733,0.0004726708,0.0000967481,0.0002242317,0.0001380964],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002478123,"about_ca_system_score_gemma":0.00002264753,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001046056,"about_ca_topic_score_gemma":0.0002683982,"domain_scores_codex":[0.9995236,0.00007965903,0.00009418625,0.00009467266,0.00008827022,0.0001195618],"domain_scores_gemma":[0.9991021,0.0002551792,0.00003588071,0.0005060875,0.00007199478,0.00002874131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004187871,0.00008162137,0.003741096,0.000007442296,0.00002923361,0.000002768892,0.003018293,0.002759829,0.0000850751,0.9437935,0.02753117,0.01894576],"study_design_scores_gemma":[0.0003462618,0.0001678824,0.0231857,0.0001984776,0.00001396041,0.0002099952,0.0003648465,0.0734674,0.001784144,0.064698,0.8350269,0.000536457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007495407,0.000005918601,0.901485,0.004533687,0.0008615174,0.00004155643,5.50749e-7,0.0002340701,0.08534235],"genre_scores_gemma":[0.8682764,8.002394e-7,0.1268055,0.0005566431,0.00006556969,0.0000194627,0.00000301839,0.0000049457,0.004267646],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8790955,"threshold_uncertainty_score":0.2951562,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977770272","doi":"10.1145/2510123","title":"Public policy and the global public inclusive infrastructure project","year":2013,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Public policy; Public administration; Intersection (aeronautics); Work (physics); Public relations; Government (linguistics); Political science; Policy studies; Engineering; Law; Transport engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02684486680582733,"gpt":0.2801649062548641,"spread":0.2533200394490367,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000178857,0.0001176804,0.0001147412,0.0002262163,0.0006628153,0.0005234189,0.0002483975,0.00007902382,0.000229061],"category_scores_gemma":[0.0008851012,0.00007848782,0.0000367677,0.001135862,0.0004084241,0.001402911,0.0005771739,0.000269483,0.0001621501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001560901,"about_ca_system_score_gemma":0.0001075873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001193505,"about_ca_topic_score_gemma":0.0001902273,"domain_scores_codex":[0.9993148,0.00001885963,0.0001743617,0.0001585429,0.0001072345,0.0002262124],"domain_scores_gemma":[0.9993145,0.00005155054,0.0001381951,0.0001458198,0.0003435854,0.000006327651],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004725523,0.00001954602,0.01040279,0.000007354589,0.00005545799,4.607168e-7,0.00015102,1.370347e-7,0.000004736243,0.9447974,0.01576745,0.02878896],"study_design_scores_gemma":[0.0005109417,0.000002611758,0.06034379,0.000007490926,0.00001172885,0.00001424647,0.002062612,0.0003141386,0.000004751194,0.4654369,0.4711416,0.0001491836],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2246056,0.00004462439,0.00128857,0.2185526,0.0009670861,0.001082774,0.000008143598,0.0003602158,0.5530904],"genre_scores_gemma":[0.9918467,0.000005471943,0.0002901724,0.006495737,0.0006935371,0.0002255856,0.00001898253,0.000007469324,0.0004163579],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7672411,"threshold_uncertainty_score":0.5097906,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4288045595","doi":"10.1145/3538550","title":"Situating ethics","year":2022,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Psychological intervention; Engineering ethics; Sociology; Participatory design; Citizen journalism; Management science; Political science; Engineering; Medicine; Nursing; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.07595162423429648,"gpt":0.364027649751572,"spread":0.2880760255172755,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000333051,0.00007759415,0.00006983623,0.000294156,0.001048443,0.00007681008,0.0006257481,0.00003083068,0.0006820055],"category_scores_gemma":[0.0002309525,0.00009016649,0.00004599513,0.0006185003,0.00003157465,0.0006513445,0.0005726517,0.001638824,0.0002354352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002542079,"about_ca_system_score_gemma":0.00007059952,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003394252,"about_ca_topic_score_gemma":0.00003213026,"domain_scores_codex":[0.9990306,0.0001389835,0.0001925172,0.0002456263,0.0002296233,0.0001625946],"domain_scores_gemma":[0.9989864,0.0003240239,0.0001291894,0.000393395,0.0001492138,0.0000177842],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007314657,0.0002092815,0.0003106987,0.000004289294,0.00005457409,0.00004233663,0.007121824,0.0008576046,0.0367967,0.9171312,0.01856907,0.01889511],"study_design_scores_gemma":[0.0003290153,0.0002668579,0.001291314,0.00002092047,0.0000102145,0.001070902,0.003298302,0.0584204,0.01777486,0.04251855,0.8745511,0.0004476276],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05821522,0.0000176481,0.8510808,0.03061665,0.006522215,0.0001893728,0.00001169017,0.001118714,0.05222763],"genre_scores_gemma":[0.9830087,5.752947e-7,0.01256703,0.001835549,0.00006139558,0.0001217935,0.000006601557,0.000007858266,0.002390451],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9247935,"threshold_uncertainty_score":0.8063884,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969968931","doi":"10.1145/1897239.1897249","title":"Visual analytics and human-computer interaction","year":2011,"lang":"en","type":"article","venue":"interactions","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Citation; Analytics; Computer science; Visual analytics; World Wide Web; Data science; Visualization; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06994976833430198,"gpt":0.3671007931153852,"spread":0.2971510247810832,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007018472,0.0000954054,0.00009220235,0.0002037225,0.0001474917,0.0001888451,0.0002332125,0.00002632388,0.000208236],"category_scores_gemma":[0.00001296862,0.00009293934,0.00004211313,0.0002362706,0.00003154328,0.001084511,0.000176554,0.0001251349,0.0001463917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002702572,"about_ca_system_score_gemma":0.00001294831,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000644471,"about_ca_topic_score_gemma":0.00005258511,"domain_scores_codex":[0.9993023,0.00003170417,0.0002043931,0.0002370405,0.0000984571,0.0001260798],"domain_scores_gemma":[0.9994705,0.00003683617,0.00008352577,0.0002416411,0.00008432979,0.00008315056],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001546344,0.001296885,0.01201141,0.00003411886,0.000270328,0.00006367121,0.005748676,0.00008901004,0.002478265,0.8601471,0.03319,0.08465511],"study_design_scores_gemma":[0.0005880034,0.0004013619,0.03188703,0.00009431519,0.00006931692,0.0002773171,0.0004450013,0.8060496,0.004195781,0.005704788,0.1496126,0.0006748214],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01438577,0.000004955665,0.9721109,0.0001684546,0.0007808261,0.00005073315,0.00000408869,0.0001797837,0.01231444],"genre_scores_gemma":[0.9822579,0.000007523051,0.01603426,0.0004991184,0.0001262359,0.00000392336,0.00001606836,0.000007990109,0.001046958],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9678721,"threshold_uncertainty_score":0.3789957,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2888414254","doi":"10.1145/3236677","title":"Championing environmental and social justice","year":2018,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Engineering and Physical Sciences Research Council","keywords":"Diversity (politics); Sustainability; Social justice; Sociology; Environmental justice; Engineering ethics; Economic Justice; Political science; Engineering; Social science; Ecology; Law; Anthropology","retraction":null,"screen_n_in":null,"score":{"opus":0.02062726426739496,"gpt":0.2983833441682386,"spread":0.2777560799008436,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005947679,0.00007782618,0.00006109452,0.000150582,0.0005363213,0.00008200313,0.0001892311,0.00004200449,0.0002037409],"category_scores_gemma":[0.00001550047,0.00008258987,0.00002007055,0.00009901173,0.0001658694,0.0007532049,0.00015452,0.0002164916,0.0005733344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008043395,"about_ca_system_score_gemma":0.000008451738,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004228049,"about_ca_topic_score_gemma":0.00001095476,"domain_scores_codex":[0.9994194,0.0000237281,0.0001231606,0.0002176915,0.00007700323,0.000139015],"domain_scores_gemma":[0.9996744,0.00005069996,0.00007353755,0.0001486793,0.00003758004,0.00001511128],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002810477,0.0002727914,0.0009495511,0.00001347048,0.0001238227,0.0000225277,0.01350709,0.000001054767,0.3550326,0.5312979,0.02841403,0.07033702],"study_design_scores_gemma":[0.0007425835,0.0004608283,0.03590626,0.00004462211,0.00006349906,0.0009818779,0.003610605,0.01811088,0.08141729,0.01207654,0.8458802,0.0007048858],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6143501,0.0000148888,0.3474056,0.01005076,0.003497441,0.0001407808,0.000007413616,0.0004704382,0.02406257],"genre_scores_gemma":[0.9929341,0.000001343447,0.004856289,0.0009210532,0.0003451877,0.00001253631,0.000003292314,0.00000559817,0.0009205752],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8174661,"threshold_uncertainty_score":0.7369245,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4308045318","doi":"10.1145/3568732","title":"A chronology of SIGCHI conferences","year":2022,"lang":"en","type":"article","venue":"interactions","topic":"Low-power high-performance VLSI design","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Manitoba; University of Guelph; University of Saskatchewan; Ontario Tech University","funders":"","keywords":"IBM; Library science; State (computer science); Engineering; Art history; Management; Art; Computer science; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.01194841471593702,"gpt":0.2240271810300121,"spread":0.212078766314075,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00003534597,0.00005654314,0.0000878564,0.0001229208,0.00006567745,0.000006009255,0.0001219644,0.0000125307,0.003313297],"category_scores_gemma":[0.000005871271,0.00006066263,0.00003188038,0.0001322941,0.00002464329,0.0001021882,0.00003448933,0.0001887976,0.0000857275],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006683256,"about_ca_system_score_gemma":0.00002879303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004015099,"about_ca_topic_score_gemma":0.00003630875,"domain_scores_codex":[0.9996088,0.00001745468,0.0001360315,0.00006721174,0.0000675418,0.0001029364],"domain_scores_gemma":[0.9997583,0.00005569288,0.00002446918,0.0001259971,0.00001735755,0.00001820666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000922591,0.0005520548,0.009316621,0.0001897092,0.0008414502,0.00004329769,0.00926443,0.363884,0.3929699,0.02168526,0.1500291,0.05113192],"study_design_scores_gemma":[0.000589452,0.0003570322,0.007767863,0.00002621762,0.00004575242,0.000148816,0.002037606,0.09594148,0.06855235,0.0006331701,0.8235033,0.0003970048],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9462168,0.0001513662,0.003835833,0.0001937919,0.002974102,0.000114674,0.00004974852,0.0002844088,0.04617923],"genre_scores_gemma":[0.9992709,0.00001206609,0.0001722376,0.00002102884,0.00003690856,0.00006497494,0.000009240627,0.00001022375,0.0004024142],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6734742,"threshold_uncertainty_score":0.9975978,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2986403156","doi":"10.1145/3364625","title":"Confronting the tensions where UX meets AI","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Space (punctuation); Computer science; Data science; Engineering ethics; Sociology; Human–computer interaction; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01777026411784838,"gpt":0.3007661165682929,"spread":0.2829958524504446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001581298,0.0001326257,0.0001243982,0.0001886623,0.0003623306,0.0001957091,0.000752121,0.00006530859,0.0005383492],"category_scores_gemma":[0.00009941633,0.00009810062,0.00007872328,0.000423651,0.00006662328,0.001145451,0.0002730054,0.0007068901,0.002988319],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009928369,"about_ca_system_score_gemma":0.00004521527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007025738,"about_ca_topic_score_gemma":0.0001979404,"domain_scores_codex":[0.9989488,0.0000662734,0.0002545847,0.0003260394,0.0001587786,0.0002455493],"domain_scores_gemma":[0.9984152,0.0002477081,0.0001560316,0.0007990139,0.0003572277,0.00002478718],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009928699,0.000143108,0.003140324,0.00000895221,0.0001423717,0.00001814668,0.001743166,0.0001528226,0.08248106,0.7697744,0.1277005,0.01468515],"study_design_scores_gemma":[0.0002472887,0.00007799245,0.005270416,0.0001073056,0.00001323999,0.0003415679,0.0008218383,0.02777078,0.008356172,0.004797072,0.9519369,0.0002594388],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2777273,0.0002193384,0.3417971,0.2289583,0.01958392,0.001176499,0.0000151675,0.001903406,0.1286189],"genre_scores_gemma":[0.9845172,0.000003518641,0.003000368,0.001798879,0.00009768393,0.00003818824,0.000002845171,0.00001185167,0.01052951],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8242363,"threshold_uncertainty_score":0.997788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3115489492","doi":"10.1145/3440926","title":"Fighting coronavirus with faith","year":2020,"lang":"en","type":"article","venue":"interactions","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Faith; Publication; Coronavirus disease 2019 (COVID-19); Field (mathematics); Coronavirus; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Internet privacy; 2019-20 coronavirus outbreak; World Wide Web; Media studies; Political science; Sociology; Computer science; Medicine; Law; Virology; Epistemology; Philosophy; Outbreak","retraction":null,"screen_n_in":null,"score":{"opus":0.07940047444301336,"gpt":0.2975147779304189,"spread":0.2181143034874055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00002735582,0.00007090336,0.00006627228,0.00003688022,0.0001743759,0.0001548311,0.0005653955,0.00001160235,0.00007173706],"category_scores_gemma":[0.00003823718,0.00006026947,0.00001979184,0.0002282145,0.00002339105,0.000555699,0.0002025735,0.0002032883,0.0002733511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002962867,"about_ca_system_score_gemma":0.00004891604,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004059534,"about_ca_topic_score_gemma":0.00002728211,"domain_scores_codex":[0.9995263,0.00003226662,0.00009719239,0.0001168641,0.0001067539,0.0001205953],"domain_scores_gemma":[0.9994355,0.0001427834,0.00004498782,0.0002588077,0.00006644799,0.00005150969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001433631,0.0004513015,0.01382297,0.0001557833,0.0005937355,0.0004712518,0.1862212,0.005231188,0.007630542,0.4579873,0.137865,0.1894264],"study_design_scores_gemma":[0.0005107148,0.0003342646,0.008289613,0.0002107388,0.00001457949,0.0002670206,0.001896928,0.0635084,0.01145906,0.001462778,0.911393,0.0006528811],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02481882,0.00002996911,0.8932336,0.02331979,0.0006107545,0.0001031066,0.000004940483,0.0007321513,0.05714688],"genre_scores_gemma":[0.9283102,0.000002004809,0.06861529,0.002477739,0.00009167101,0.00001236593,0.000002518527,0.000007638695,0.0004806402],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9034913,"threshold_uncertainty_score":0.3513466,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2345169851","doi":"10.1145/2899380","title":"Expanding design possibilities for life with dementia","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Reflection (computer programming); Dementia; Critical reflection; Health care; Sociology; Engineering ethics; Computer science; Psychology; Data science; Engineering; Medicine; Political science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.05141503958086508,"gpt":0.3431597628291614,"spread":0.2917447232482963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001581375,0.00005469995,0.00006293344,0.00007883181,0.0004015989,0.00003696077,0.000124928,0.00003890287,0.0002561578],"category_scores_gemma":[0.0005362484,0.00003620015,0.00003049556,0.00008510672,0.0001823434,0.0003606256,0.00001327665,0.00004199471,0.00004669838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007831092,"about_ca_system_score_gemma":0.0001166553,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002314753,"about_ca_topic_score_gemma":0.003365286,"domain_scores_codex":[0.999434,0.00004538852,0.00009708662,0.0001415612,0.00008434286,0.0001976429],"domain_scores_gemma":[0.9991186,0.0005683036,0.00004947162,0.000119483,0.00008843225,0.0000556991],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0010651,0.0008465455,0.1122153,0.00006054005,0.001807584,0.0000179164,0.1302489,0.00003953535,0.05481761,0.2720979,0.263204,0.1635791],"study_design_scores_gemma":[0.003867555,0.0008317736,0.01150541,0.0008103268,0.0003168481,0.00002045619,0.08861821,0.00005118132,0.04717845,0.07181462,0.7739421,0.001043061],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2730553,0.00007488648,0.691884,0.02475988,0.001009589,0.0008538865,0.00003694388,0.000759139,0.007566276],"genre_scores_gemma":[0.9876738,0.000009978481,0.007569629,0.00009240372,0.0001056793,0.0001568007,5.36167e-7,0.000008484074,0.004382641],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7146185,"threshold_uncertainty_score":0.3088815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2295207030","doi":"10.1145/2334184.2334194","title":"Disappearing interfaces","year":2012,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kootenay Association for Science & Technology","funders":"Korea Advanced Institute of Science and Technology; Ministry of Education, Science and Technology; National Research Foundation of Korea","keywords":"Citation; World Wide Web; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03552599142886456,"gpt":0.3237809609623027,"spread":0.2882549695334382,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001250722,0.0001049795,0.00008540285,0.0002465268,0.0001687,0.000101172,0.0004578744,0.0000415839,0.0002074602],"category_scores_gemma":[0.00007511505,0.0001010692,0.00004111372,0.0003397976,0.00004514968,0.002710629,0.0002468656,0.0003514492,0.001609144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001197024,"about_ca_system_score_gemma":0.00001012063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001871505,"about_ca_topic_score_gemma":0.00001553212,"domain_scores_codex":[0.9992127,0.00003309377,0.0001887149,0.0001763935,0.000100368,0.0002886922],"domain_scores_gemma":[0.9993043,0.00008231105,0.00009229269,0.0003907285,0.00008628459,0.00004409332],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001134348,0.0005327398,0.01735017,0.00001120789,0.0001474882,0.000006696794,0.005590143,0.00002153249,0.1195737,0.7597364,0.01956085,0.07745767],"study_design_scores_gemma":[0.0003809817,0.0001307941,0.04223365,0.0001358587,0.00002204047,0.0007732192,0.001376172,0.00519341,0.4522213,0.008192361,0.4885668,0.0007733663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3289183,0.00006236754,0.5925133,0.002874819,0.006327222,0.0001226235,0.000002168035,0.0008582838,0.06832089],"genre_scores_gemma":[0.9893532,0.000001607809,0.008485358,0.0002363093,0.0001785474,0.00003065318,0.000001899339,0.000008160756,0.001704255],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7515441,"threshold_uncertainty_score":0.9991682,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406141419","doi":"10.1145/3704990","title":"Climate for Change: New HCI Research for Climate Action","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Climate change; Action (physics); Computer science; Environmental resource management; Political science; Environmental science; Geology; Oceanography","retraction":null,"screen_n_in":null,"score":{"opus":0.3385688925071849,"gpt":0.4752624733810148,"spread":0.1366935808738299,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000715747,0.00009242118,0.000114929,0.0005338821,0.0009431143,0.0001333401,0.0001677469,0.00009999896,0.00005799827],"category_scores_gemma":[0.0003527483,0.00009464136,0.00006849703,0.0007201201,0.00005888956,0.0006388826,0.0001743286,0.0002338865,0.0000984634],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001085566,"about_ca_system_score_gemma":0.00003181382,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007344862,"about_ca_topic_score_gemma":0.0001305672,"domain_scores_codex":[0.9991204,0.000008062832,0.000202771,0.0002200415,0.00008025076,0.0003684744],"domain_scores_gemma":[0.9991396,0.0001797453,0.00008636393,0.0001365978,0.0004529907,0.000004722974],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001566746,0.00008336314,0.001141712,0.000323524,0.00005357994,2.958995e-7,0.0001251056,6.508342e-7,0.0004860346,0.7818609,0.1113882,0.1043799],"study_design_scores_gemma":[0.0003812363,0.00000969068,0.003146068,0.00007807706,0.00002403473,2.929096e-7,0.001220916,0.0006063621,0.001051123,0.07132079,0.922058,0.000103347],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1257092,0.000294274,0.1896627,0.2210962,0.03240504,0.01445792,0.0002159415,0.002556512,0.4136023],"genre_scores_gemma":[0.9663996,0.00008242879,0.008654141,0.005287785,0.003902526,0.004719235,0.0003364011,0.00004830008,0.01056955],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8406905,"threshold_uncertainty_score":0.7253768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3013672613","doi":"10.1145/3381340","title":"Toward insourcing-measurement in inbodied interaction design","year":2020,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick","funders":"Engineering and Physical Sciences Research Council","keywords":"IBM; Insourcing; Citation; Computer science; World Wide Web; Library science; Engineering; Outsourcing; Business; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.2514513037301662,"gpt":0.3228989362629182,"spread":0.07144763253275199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003240276,0.0002092191,0.0002122527,0.0005253117,0.0001196563,0.0001659811,0.000662913,0.00008772826,0.0001405077],"category_scores_gemma":[0.0005327182,0.0002233108,0.00007472648,0.001019479,0.00004104859,0.001747969,0.0002145295,0.0008561565,0.0006881446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000616872,"about_ca_system_score_gemma":0.00008607515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005641041,"about_ca_topic_score_gemma":0.00006616928,"domain_scores_codex":[0.9981729,0.0001730165,0.0005076219,0.000522235,0.0003248406,0.0002993213],"domain_scores_gemma":[0.9988709,0.0001331666,0.0002196628,0.0003574195,0.000343115,0.00007574938],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008901609,0.002220785,0.004791177,0.0001501434,0.0005891855,0.000608331,0.06281915,0.01667271,0.5300961,0.1521636,0.07822061,0.1507781],"study_design_scores_gemma":[0.003000899,0.001368146,0.01145003,0.0005696132,0.00004284598,0.0004851709,0.004121054,0.4291874,0.343962,0.01051799,0.1935957,0.001699203],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01602038,0.00002012391,0.9560466,0.0196735,0.001583984,0.0003568309,0.000001687786,0.0005680274,0.005728794],"genre_scores_gemma":[0.9832618,0.000004416963,0.01446307,0.001962398,0.0001299616,0.0001091937,0.000003006666,0.00001648361,0.00004962864],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9672415,"threshold_uncertainty_score":0.9106349,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2997864976","doi":"10.1145/3372040","title":"How live streaming does (and doesn't) change creative practices","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"Digital Games and Media","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Adobe Systems","keywords":"Adobe; Citation; World Wide Web; Multimedia; Column (typography); Engineering; Advertising; Computer science; Library science; Telecommunications; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.04768405961948504,"gpt":0.3567412884291766,"spread":0.3090572288096916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008854973,0.00006370639,0.00008264396,0.00004832759,0.00009377734,0.0003529869,0.0000717396,0.00003182017,0.0005896541],"category_scores_gemma":[0.0005000375,0.00004570461,0.00003400989,0.00007738562,0.00008565717,0.001724607,0.000032826,0.0001081811,0.0001451841],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004625906,"about_ca_system_score_gemma":0.00003397538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002213788,"about_ca_topic_score_gemma":0.009627787,"domain_scores_codex":[0.9994578,0.00004549832,0.00005907596,0.0001511393,0.0001320512,0.0001544648],"domain_scores_gemma":[0.9992569,0.0003453514,0.0001550512,0.0000820299,0.00007328432,0.00008739296],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005067549,0.0003059343,0.05042932,0.00004457212,0.0001879704,0.00001948122,0.3403135,3.333546e-7,0.001355632,0.02912626,0.002438271,0.5757281],"study_design_scores_gemma":[0.00006921542,0.00003228801,0.006397919,0.00004849763,0.00001415072,0.000001602238,0.1172306,0.000006353926,0.0001030691,0.0002377402,0.8757836,0.00007502508],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4581625,0.00009093063,0.000006854863,0.01341154,0.001414721,0.0002871517,0.00002571884,0.00005854387,0.5265421],"genre_scores_gemma":[0.8109677,0.0002049666,0.00008797021,0.0002231351,0.0003857958,0.0000293454,0.000003756601,0.000005383028,0.1880919],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8733453,"threshold_uncertainty_score":0.6456298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2147983441","doi":"10.1145/1897239.1897251","title":"The (re)usability of everyday computational things","year":2011,"lang":"en","type":"article","venue":"interactions","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Usability; Citation; Queen (butterfly); Computer science; World Wide Web; Pluralistic walkthrough; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.03717426532151527,"gpt":0.2861704356049763,"spread":0.248996170283461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001491686,0.00006795468,0.00007173285,0.0000449047,0.0002069524,0.000034989,0.0004929238,0.0000162467,0.0001817127],"category_scores_gemma":[0.0001102987,0.00004879817,0.00009914181,0.0001396783,0.00008305502,0.0009616977,0.0001148122,0.0001440283,0.0001446726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003713012,"about_ca_system_score_gemma":0.00004189302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000136797,"about_ca_topic_score_gemma":0.00002111093,"domain_scores_codex":[0.9993237,0.00006233423,0.0002049717,0.0001540913,0.0001331118,0.0001217932],"domain_scores_gemma":[0.9987707,0.0004914896,0.0001190875,0.0002921411,0.0002961382,0.00003051724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001465056,0.0009933655,0.006100079,0.00001958963,0.0003622198,0.000009663619,0.0339391,0.0002609786,0.01901018,0.8854664,0.03969399,0.01399794],"study_design_scores_gemma":[0.0007991833,0.000536822,0.5139968,0.0001354194,0.00005762484,0.000135339,0.005559003,0.08791892,0.1437958,0.1426934,0.1036369,0.0007348013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03445839,0.00003980598,0.8432765,0.002001547,0.002460401,0.0001812797,0.00001437222,0.00003876773,0.1175289],"genre_scores_gemma":[0.9949449,0.000002308547,0.004204656,0.0003329006,0.00002018711,0.00000998124,0.000002118394,0.000003146605,0.000479803],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9604865,"threshold_uncertainty_score":0.1989931,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4388116115","doi":"10.1145/3626247","title":"Unleashing Immersive Experiences: The Power of Gesture-Based VR Interaction","year":2023,"lang":"en","type":"article","venue":"interactions","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Gesture; Human–computer interaction; Focus (optics); Computer science; Process (computing); Interaction design; Multimedia; Game design; Virtual reality; Power (physics); Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04235011645727881,"gpt":0.3335537711888091,"spread":0.2912036547315303,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001645945,0.00008201819,0.00008540587,0.000156265,0.0002093624,0.0001212252,0.0005382566,0.00002625219,0.00007992012],"category_scores_gemma":[0.0001607659,0.00005911753,0.00008644679,0.0008886513,0.00005999146,0.0006542639,0.00009805195,0.0001712685,0.0002032117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000541073,"about_ca_system_score_gemma":0.00006354388,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001434731,"about_ca_topic_score_gemma":0.00003200647,"domain_scores_codex":[0.9992003,0.00005581767,0.0002062316,0.000189017,0.0001884417,0.0001601839],"domain_scores_gemma":[0.9987466,0.0004409061,0.0001355927,0.0005096447,0.000114321,0.00005298505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001226734,0.001230307,0.0008228765,0.00005961501,0.0003557654,0.00002753663,0.3612654,0.02959072,0.1056365,0.2560585,0.1165076,0.1283225],"study_design_scores_gemma":[0.0007158254,0.0005105069,0.02426453,0.0003111467,0.00004404244,0.00008356114,0.1686489,0.2883506,0.09204242,0.004182096,0.4201138,0.0007324644],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3903719,0.00002820149,0.5713981,0.01756982,0.002217431,0.0003935235,0.00001773813,0.0002827108,0.01772058],"genre_scores_gemma":[0.9987739,0.000005211532,0.0004491919,0.0004350865,0.00003242216,0.00009523372,0.000006413807,0.000005345151,0.0001972067],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.608402,"threshold_uncertainty_score":0.2611943,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2515181803","doi":"10.1145/2971484","title":"Enriching visions of sustainability through informal public pedagogies","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Vision; Sustainability; Diversity (politics); Sociology; Engineering ethics; Political science; Engineering; Anthropology; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.04925854751277507,"gpt":0.3103240911106446,"spread":0.2610655435978695,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002313344,0.00009019448,0.0001168944,0.0001984781,0.0002730313,0.00004660196,0.0002024797,0.00006175213,0.0002969616],"category_scores_gemma":[0.001040434,0.00006336323,0.00005764978,0.0004691156,0.000193352,0.002406913,0.0002887952,0.0001434821,0.00007213662],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007581701,"about_ca_system_score_gemma":0.0000581178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006576678,"about_ca_topic_score_gemma":0.00004996619,"domain_scores_codex":[0.9992893,0.000006366125,0.0002790725,0.0001253911,0.0001074872,0.0001924237],"domain_scores_gemma":[0.9990134,0.0000951816,0.000185333,0.0001783382,0.0005243275,0.000003435024],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000109701,0.00009554702,0.03563499,0.00003728979,0.00004035102,0.00000101066,0.0005035235,8.285119e-7,0.0004528774,0.9173845,0.001557769,0.04428035],"study_design_scores_gemma":[0.0003954388,0.00001264111,0.0937228,0.00005621685,0.00002088697,0.000003019728,0.01141456,0.00003894407,0.00184729,0.2154359,0.676778,0.0002743545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7873269,0.00001019198,0.03932547,0.01958018,0.000953725,0.0002825434,0.000005438706,0.0003250618,0.1521904],"genre_scores_gemma":[0.9978619,0.000003260795,0.0008048945,0.0003361208,0.0001479332,0.00004164776,0.00000575387,0.000007062925,0.0007914372],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7019486,"threshold_uncertainty_score":0.3251521,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2084325401","doi":"10.1145/1487632.1487642","title":"FEATUREIdentity theft and the challenges of caring for your virtual self","year":2009,"lang":"en","type":"article","venue":"interactions","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Citation; World Wide Web; Internet privacy; Computer science; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.04520281795122708,"gpt":0.3503928327825885,"spread":0.3051900148313614,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000355259,0.00003981149,0.00007134723,0.00003420325,0.0004259541,0.0000507878,0.0001478554,0.00003422586,0.000008612197],"category_scores_gemma":[0.00053383,0.00002999685,0.00005713705,0.00005086864,0.00008307516,0.0003192689,0.00003707791,0.000104067,0.000001985326],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002698886,"about_ca_system_score_gemma":0.00002286741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001392538,"about_ca_topic_score_gemma":0.004712418,"domain_scores_codex":[0.9995714,0.00007913692,0.00008219971,0.00009117584,0.00008877394,0.00008730351],"domain_scores_gemma":[0.9995449,0.0001865654,0.00005725903,0.0001234588,0.00006320293,0.00002460803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001080742,0.000121368,0.0001340732,0.00001100453,0.00006205543,3.128307e-7,0.05936901,0.000002868882,0.0003615613,0.9087825,0.001941985,0.02910519],"study_design_scores_gemma":[0.0027096,0.0003700446,0.03601683,0.0001433065,0.0002565091,0.00002120245,0.08844408,0.0006118383,0.001552089,0.4858908,0.3835816,0.0004020728],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6272143,0.007524663,0.01132318,0.183585,0.006242852,0.00333202,0.0002063471,0.0005708545,0.1600008],"genre_scores_gemma":[0.9985685,0.0007056607,0.0001699831,0.00006115252,0.0002661067,0.00001585207,0.000001418858,0.000002047552,0.0002092696],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4228917,"threshold_uncertainty_score":0.3276137,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081266681","doi":"10.1145/2451856.2451865","title":"Steampunking interaction design","year":2013,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.05366881110911104,"gpt":0.30692233631677,"spread":0.2532535252076589,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001503006,0.0001784929,0.0001396339,0.0005315715,0.0002767154,0.0003966171,0.0006424419,0.00007777158,0.0009446641],"category_scores_gemma":[0.0001356676,0.0001757759,0.00007465904,0.0005773194,0.00004912311,0.004323237,0.0001883435,0.0005759928,0.004764845],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002632175,"about_ca_system_score_gemma":0.0000359831,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009849339,"about_ca_topic_score_gemma":0.00001680968,"domain_scores_codex":[0.9986669,0.0001125154,0.0003555022,0.0003966015,0.0001711537,0.0002973328],"domain_scores_gemma":[0.9984561,0.0002958291,0.0002102709,0.0005808406,0.0004075208,0.00004942186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002614682,0.0006259807,0.000686834,0.00001670014,0.0002897293,0.00003572172,0.00316889,0.001232009,0.2617699,0.3007391,0.123018,0.3083909],"study_design_scores_gemma":[0.001052349,0.0006273044,0.01018225,0.0003208343,0.00003930301,0.001743159,0.002214891,0.3501963,0.2753145,0.1048906,0.2518157,0.00160276],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01956877,0.00000820964,0.9542155,0.003490533,0.003113506,0.0003475734,6.719665e-7,0.0007928098,0.01846243],"genre_scores_gemma":[0.9352558,0.000002403769,0.06156746,0.0006466194,0.0001328408,0.0002518404,0.000004000509,0.00001622617,0.002122845],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.915687,"threshold_uncertainty_score":0.9999686,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2032708567","doi":"10.1145/2744707","title":"Discouraging sedentary behaviors using interactive play","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Reflection (computer programming); Critical reflection; Health care; Human–computer interaction; Project commissioning; Computer science; Psychology; Publishing; Sociology; Political science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.07172021931252316,"gpt":0.3709176158307617,"spread":0.2991973965182386,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001802959,0.0002137319,0.0001802317,0.0006099377,0.0002424064,0.0002401209,0.0006936099,0.00006941646,0.00009997833],"category_scores_gemma":[0.0001109712,0.0002173908,0.00008733306,0.0006095197,0.00009044415,0.003720338,0.0003840545,0.0007031823,0.0003294197],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007627438,"about_ca_system_score_gemma":0.0001161561,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003105717,"about_ca_topic_score_gemma":0.0001197464,"domain_scores_codex":[0.9985077,0.00009036538,0.0003656106,0.0004505482,0.0002642734,0.0003214977],"domain_scores_gemma":[0.9985872,0.000113907,0.0002454015,0.0005615093,0.0003896605,0.0001023075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003507989,0.00356076,0.04178219,0.0000356722,0.00131865,0.001564845,0.07243498,0.006766898,0.5556735,0.1687513,0.07982112,0.06793923],"study_design_scores_gemma":[0.004301826,0.001049452,0.01267051,0.0009696264,0.0003104989,0.01046741,0.03540353,0.3783706,0.398408,0.03173444,0.1224823,0.003831743],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5648555,0.00001417183,0.4213888,0.001679954,0.005388634,0.0001898644,0.000009975182,0.0004963225,0.005976744],"genre_scores_gemma":[0.9799122,6.421786e-7,0.01896963,0.0003587474,0.0001653933,0.00003603005,0.00001335577,0.00002052542,0.0005234783],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4150567,"threshold_uncertainty_score":0.886494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2534122107","doi":"10.1145/2991893","title":"Design without a future","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Scholarship; Diversity (politics); Psychological intervention; Intersection (aeronautics); Sociology; Engineering ethics; Design technology; Social media; Engineering; Computer science; Political science; Psychology; World Wide Web; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03278637961651738,"gpt":0.3060676428127569,"spread":0.2732812631962396,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001105464,0.0001140106,0.00009380513,0.0002653496,0.0001491726,0.00006850019,0.0005138338,0.0000612462,0.0002717761],"category_scores_gemma":[0.00006322203,0.00007716999,0.00004244723,0.0003204877,0.00005134996,0.001356635,0.0001067367,0.0002025456,0.001504574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001429935,"about_ca_system_score_gemma":0.00004042075,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003941303,"about_ca_topic_score_gemma":0.00001326969,"domain_scores_codex":[0.9991572,0.00006469084,0.0001805269,0.0002882378,0.0001127319,0.0001965936],"domain_scores_gemma":[0.9990115,0.0001427937,0.0001077395,0.0005038776,0.0002036322,0.00003043867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003991566,0.0001907024,0.0008246787,0.000003274221,0.0001164412,0.00003439121,0.0008748769,0.000008284295,0.3371227,0.3892793,0.05548381,0.2160216],"study_design_scores_gemma":[0.0008891804,0.000299177,0.003751713,0.0001623176,0.00001588641,0.0008680654,0.0002015788,0.003433262,0.259004,0.03743286,0.6933369,0.0006050664],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00463341,0.000008112739,0.9715136,0.01542407,0.002693543,0.0001186132,0.000001821867,0.0005360819,0.005070793],"genre_scores_gemma":[0.9306068,0.000005524268,0.06274143,0.0005369531,0.0003189736,0.00007864222,6.774349e-7,0.00001183682,0.005699195],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9259734,"threshold_uncertainty_score":0.9992729,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173548476","doi":"10.1145/3466152","title":"'Everything in the forest is the forest'","year":2021,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Sustainability; Diversity (politics); Geography; Sociology; Environmental resource management; Computer science; Ecology; Environmental science; Anthropology","retraction":null,"screen_n_in":null,"score":{"opus":0.03589808514489236,"gpt":0.2735933838919877,"spread":0.2376952987470953,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003141788,0.00007253148,0.00006523499,0.00008015805,0.0004105517,0.0001601775,0.0002526836,0.00004518554,0.0001621033],"category_scores_gemma":[0.0002182817,0.00004563679,0.00004598963,0.0007044608,0.0000703921,0.0004062582,0.0001519139,0.0003776508,0.0001718579],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003239589,"about_ca_system_score_gemma":0.00002174745,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001566044,"about_ca_topic_score_gemma":0.00175685,"domain_scores_codex":[0.999459,0.00001618876,0.0001552961,0.0001231634,0.000104675,0.000141656],"domain_scores_gemma":[0.9995123,0.0001168634,0.00007024405,0.0001924222,0.0001068564,0.000001330452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005960045,0.0001099094,0.09816351,0.00001604393,0.00004722288,0.00003373512,0.002739672,0.0000247665,0.0000439365,0.8409331,0.05110971,0.006772453],"study_design_scores_gemma":[0.0001346948,0.00000157958,0.188811,0.00003507622,0.0000159699,0.00001461828,0.01252965,0.0005993585,0.0001006234,0.1117215,0.6859185,0.0001173835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6850583,0.00005533351,0.00165923,0.0977988,0.001456754,0.0002730181,0.000002126734,0.00009935858,0.2135971],"genre_scores_gemma":[0.983264,0.000003826086,0.0001536896,0.01505623,0.0003123937,0.00007178116,0.00001418807,0.000006748587,0.001117137],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7292116,"threshold_uncertainty_score":0.3157673,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392242131","doi":"10.1145/3647646","title":"From Pixels to Play: Opportunities and Challenges of a Diverse and Democratized Games Industry","year":2024,"lang":"en","type":"article","venue":"interactions","topic":"Digital Games and Media","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Engineering ethics; Sociology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1277602894323057,"gpt":0.3551689154223194,"spread":0.2274086259900137,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006043005,0.00004404287,0.00007732226,0.00006335958,0.00003870429,0.00009442036,0.00003629409,0.00004657008,0.0001813723],"category_scores_gemma":[0.00009798969,0.00004014835,0.00001800902,0.0000450899,0.0001118022,0.0002845582,0.00003859413,0.00009243535,0.000007706537],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001273295,"about_ca_system_score_gemma":0.00005347558,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005489209,"about_ca_topic_score_gemma":0.001628965,"domain_scores_codex":[0.9996452,0.00002203891,0.00007615176,0.0001007698,0.00007984116,0.0000760418],"domain_scores_gemma":[0.9995692,0.000236657,0.000015814,0.00004364303,0.00002417401,0.0001104663],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001307882,0.00003275626,0.0002030811,0.00002542181,0.00007691175,0.00002273297,0.1121114,5.33702e-7,0.0003190864,0.03421982,0.006286086,0.8466891],"study_design_scores_gemma":[0.00004706687,0.00002385534,0.00124059,0.000158091,0.00001712397,0.000001797909,0.1302707,0.000008215599,0.00005890298,0.00143408,0.8666872,0.00005237211],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7889819,0.002249865,0.00001507611,0.02312674,0.000823995,0.0001066174,0.0001540603,0.00005922811,0.1844825],"genre_scores_gemma":[0.9798027,0.002763648,0.0001011146,0.00009890365,0.0001931899,0.00001062958,0.000002373652,0.000004274273,0.01702317],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8604012,"threshold_uncertainty_score":0.19859,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2252646255","doi":"10.1145/2843584","title":"Bridging communities","year":2015,"lang":"en","type":"article","venue":"interactions","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Bridging (networking); Diversity (politics); Sustainability; Sociology; Engineering ethics; Engineering; Computer science; Ecology; Anthropology; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.1007953886194365,"gpt":0.340090572853638,"spread":0.2392951842342015,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001416479,0.00008435793,0.00008028533,0.0002824554,0.0001650503,0.000139783,0.0005526845,0.0000323598,0.00004283116],"category_scores_gemma":[0.00006785201,0.00008742976,0.00003201247,0.0003238477,0.00006110301,0.001356565,0.0002218818,0.0003710913,0.0007197458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001521829,"about_ca_system_score_gemma":0.00004438113,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00017669,"about_ca_topic_score_gemma":0.00017154,"domain_scores_codex":[0.999394,0.00005714625,0.000165174,0.0001142077,0.0001171061,0.0001523761],"domain_scores_gemma":[0.9990224,0.00007149824,0.00008263661,0.0004791107,0.000306275,0.00003812811],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001516315,0.0002756185,0.00212873,0.000005245977,0.0001015034,0.00003743391,0.01115141,0.000244881,0.003641424,0.7995525,0.1115012,0.0713449],"study_design_scores_gemma":[0.001020392,0.0003756163,0.003535375,0.0001722628,0.00001980027,0.001803238,0.008003012,0.2031914,0.05826005,0.06363179,0.6591063,0.0008808071],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08617962,0.0000182622,0.8455154,0.007537158,0.003432909,0.00008147344,0.000002757639,0.0008338512,0.05639852],"genre_scores_gemma":[0.9887171,6.745422e-7,0.009080813,0.0005577991,0.00008777213,0.00002448982,0.000005535547,0.000006564125,0.001519267],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9025375,"threshold_uncertainty_score":0.9251117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W317650484","doi":"","title":"La Classification québécoise dite Processus de production du handicap peut-elle contribuer à la production de connaissances et aider à la prise de décisions ?","year":2010,"lang":"fr","type":"article","venue":"interactions","topic":"Health, Medicine and Society","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Production (economics); Psychology; Complement (music); Set (abstract data type); Humanities; Linguistics; Computer science; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.06334460921853734,"gpt":0.4440692826154718,"spread":0.3807246733969345,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.007434719,0.0003838909,0.0004588351,0.0002383229,0.00206389,0.0001198777,0.0002659647,0.001432582,0.0007312863],"category_scores_gemma":[0.01618741,0.0003744049,0.0001989561,0.0006085543,0.0007977942,0.001038404,0.0000733596,0.007101086,0.0002800389],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000735004,"about_ca_system_score_gemma":0.006022302,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005584699,"about_ca_topic_score_gemma":0.01917843,"domain_scores_codex":[0.9918029,0.005007239,0.001002178,0.0007697354,0.0003968843,0.001021064],"domain_scores_gemma":[0.9925448,0.004456039,0.0007055016,0.0006852559,0.0009339804,0.0006744111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004794095,0.003207362,0.03331954,0.002190928,0.0002910153,0.00006620304,0.2028492,0.000350846,0.03777886,0.02191646,0.6578946,0.03965563],"study_design_scores_gemma":[0.0008865713,0.0001134127,0.07367881,0.001530496,0.0002725138,0.0006146888,0.03018874,0.002677239,0.0007134663,0.001686449,0.8872984,0.0003391976],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6753963,0.00122294,0.006895732,0.278159,0.01053709,0.002147397,0.0001285435,0.0003926482,0.02512041],"genre_scores_gemma":[0.9663176,0.003308617,0.001730275,0.002611984,0.004539209,0.0009066405,0.00009670203,0.00008983493,0.02039915],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2909214,"threshold_uncertainty_score":0.9998708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413751440","doi":"10.1145/3760214","title":"Why AI Cannot Learn South Asian Cities","year":2025,"lang":"en","type":"article","venue":"interactions","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"South asia; Computer science; History; Ancient history","retraction":null,"screen_n_in":null,"score":{"opus":0.0102810375945805,"gpt":0.2400530766967854,"spread":0.229772039102205,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00001147662,0.00007346066,0.00007323845,0.0001677928,0.00007825485,0.00005278387,0.00009008135,0.00004104302,0.0002501574],"category_scores_gemma":[0.00002725572,0.00007510612,0.00004360755,0.0001475535,0.00003254281,0.0001064764,0.00002873427,0.000223313,0.00006836719],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005634132,"about_ca_system_score_gemma":0.000009712758,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001067668,"about_ca_topic_score_gemma":0.0005561639,"domain_scores_codex":[0.9996685,0.000003754281,0.00009267023,0.00007181591,0.00003543143,0.0001278295],"domain_scores_gemma":[0.9997744,0.00002625167,0.000007607407,0.0001553289,0.00002306007,0.00001334623],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000455679,0.00001496115,0.002867596,0.00004725884,0.0001711284,0.000007278039,0.001239267,0.003314422,0.0005891086,0.01781486,0.9561744,0.01775514],"study_design_scores_gemma":[0.00005963684,0.000006880455,0.001112502,0.00004231931,0.00001112713,0.000004120577,0.004890146,0.001537107,0.002477348,0.001535833,0.9882352,0.00008783092],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.136996,0.0005344489,0.03870152,0.0315135,0.009833572,0.0002450381,0.0001354299,0.005925393,0.7761151],"genre_scores_gemma":[0.9926646,0.00001281208,0.0001448828,0.0006998013,0.00005703008,0.00003193528,0.000005412186,0.00001054288,0.006372973],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8556686,"threshold_uncertainty_score":0.3062739,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2997045599","doi":"10.1145/3371283","title":"A story of paradise","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Paradise; Diversity (politics); Sustainability; Engineering ethics; Sociology; Computer science; Data science; Human–computer interaction; Engineering; Art; Ecology; Art history; Anthropology; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.5303795997868023,"gpt":0.5263667318339093,"spread":0.004012867952893018,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001348833,0.00001715956,0.00003382775,0.00003653203,0.000113185,0.000007423786,0.00007566279,0.00001410576,0.008486147],"category_scores_gemma":[0.00004973299,0.0000181408,0.00002896142,0.00006633189,0.00003891717,0.0001061741,0.00001037651,0.00007527011,0.0007363018],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004158093,"about_ca_system_score_gemma":0.00002014039,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003674291,"about_ca_topic_score_gemma":0.002406605,"domain_scores_codex":[0.9997069,0.0001070491,0.00005113814,0.00003537727,0.00005630508,0.0000432563],"domain_scores_gemma":[0.9996439,0.0001370397,0.00003435528,0.0001242906,0.00003966055,0.00002078252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008291016,0.0007530396,0.1094302,0.00005333202,0.00006569006,6.373357e-7,0.5063648,0.00004719081,0.03682833,0.1687757,0.05620894,0.1213893],"study_design_scores_gemma":[0.00005012879,0.00000721051,0.01207551,0.00001454662,0.000002659594,2.578595e-7,0.01835351,0.00003277655,0.00002664617,0.0001901123,0.9692184,0.00002826475],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5956674,0.00002835426,0.00002100886,0.003122158,0.0004734662,0.00007289655,0.000007045679,0.00002595903,0.4005817],"genre_scores_gemma":[0.9897099,0.0002450339,0.00004922495,0.00007704968,0.00003861382,0.000005203217,0.000006419809,0.000001860644,0.009866749],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9130094,"threshold_uncertainty_score":0.9924203,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4243087547","doi":"10.1145/3371297","title":"Introduction","year":2019,"lang":"en","type":"article","venue":"interactions","topic":"Digital Communication and Language","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.009333148540404904,"gpt":0.2652383720659994,"spread":0.2559052235255945,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00003251201,0.00002839822,0.00002900911,0.00004763725,0.00002671355,0.0001044609,0.0002928807,0.000007064365,0.0007555081],"category_scores_gemma":[0.00001362557,0.00002662378,0.00002360818,0.0001272233,0.000004795634,0.0007382179,0.00008061477,0.00006851689,0.004879538],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001780325,"about_ca_system_score_gemma":0.000007601717,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006377909,"about_ca_topic_score_gemma":0.000005380892,"domain_scores_codex":[0.9997323,0.00001332406,0.00005957803,0.00009401675,0.00004892084,0.0000518842],"domain_scores_gemma":[0.9994036,0.00002686334,0.00002130124,0.0005030544,0.00002591876,0.0000192743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001979019,0.00008274189,0.000204404,0.000002309042,0.00001073232,7.864483e-7,0.0003622865,0.00004393735,0.006907315,0.9236248,0.02704852,0.04171021],"study_design_scores_gemma":[0.00003826649,0.00001077031,0.001048796,0.000002045433,4.453503e-7,0.00001773333,0.00004570462,0.001584847,0.000875347,0.0006201362,0.9957172,0.00003876822],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01862129,0.00002263557,0.04594281,0.01472758,0.001099517,0.000073619,0.000001044568,0.0002710143,0.9192405],"genre_scores_gemma":[0.9689004,0.000001405046,0.003052193,0.0003790567,0.00005357062,0.000004205836,0.000004016247,0.000002111278,0.02760302],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9686686,"threshold_uncertainty_score":0.9958953,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993562676","doi":"10.1145/1699775.1699789","title":"MyMeal","year":2010,"lang":"en","type":"article","venue":"interactions","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02475355619535951,"gpt":0.3902375097024384,"spread":0.3654839535070789,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00002198814,0.00003714077,0.0000340371,0.000037096,0.00006095116,0.00001423252,0.00005708093,0.00002960586,0.0200549],"category_scores_gemma":[0.0000129502,0.00003431381,0.00003530772,0.00004757737,0.00002230946,0.00003964377,0.000008059142,0.00025986,0.00254323],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000003151075,"about_ca_system_score_gemma":0.000004881827,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002609162,"about_ca_topic_score_gemma":0.0007857996,"domain_scores_codex":[0.9997193,0.00000863046,0.00006724762,0.00008705662,0.00003010615,0.00008769879],"domain_scores_gemma":[0.9997412,0.00003602081,0.00002077029,0.0001544687,0.0000190583,0.00002849444],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003397279,0.00181432,0.3320846,0.000002489423,0.00007060547,0.00003571001,0.004919555,0.000001329313,0.1185393,0.06134221,0.3506624,0.1304935],"study_design_scores_gemma":[0.0002694505,0.00006827794,0.3065089,0.000004195931,0.00002214889,0.0000988489,0.001114199,0.00001021664,0.0002869325,0.0007462009,0.6907283,0.0001423769],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7604797,0.000003426881,0.00006947027,0.0004018829,0.00394917,0.00002842492,0.000004551733,0.00005900575,0.2350044],"genre_scores_gemma":[0.9757368,1.476779e-7,0.0002499183,0.0001421223,0.0001560781,0.00002272849,0.000005279507,0.000006691487,0.02368024],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3400659,"threshold_uncertainty_score":0.9982334,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4214698176","doi":"10.1145/3514207","title":"Elevate","year":2022,"lang":"en","type":"article","venue":"interactions","topic":"","field":"","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02744814347484858,"gpt":0.3233721600885762,"spread":0.2959240166137276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006437617,0.00003777412,0.00003528737,0.000103734,0.0003057492,0.00001590991,0.00009629555,0.000002843395,0.02492227],"category_scores_gemma":[0.00002743663,0.00004377741,0.00004061801,0.0002314335,0.000009331691,0.0001172469,0.00009148063,0.0002191623,0.0137872],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001907856,"about_ca_system_score_gemma":0.00001735529,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005977347,"about_ca_topic_score_gemma":0.00004772028,"domain_scores_codex":[0.9995627,0.00005151103,0.00007708043,0.00009195525,0.0001170158,0.00009971223],"domain_scores_gemma":[0.9997198,0.00004494365,0.00003378943,0.0001545869,0.0000201818,0.0000267157],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005878608,0.0003744339,0.001961689,0.00000128516,0.00007065914,0.00003396549,0.001115727,0.002532451,0.184418,0.008326106,0.7988163,0.002290565],"study_design_scores_gemma":[0.00007955408,0.00001762108,0.001504792,7.464477e-7,0.000006433474,0.0001027262,0.0004410646,0.0005540009,0.001046857,0.0004733086,0.9957201,0.00005273451],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7530605,0.00002374123,0.0001926052,0.001763196,0.003112782,0.0001436848,0.0003772776,0.0005842065,0.2407421],"genre_scores_gemma":[0.9799775,1.695458e-7,0.000109165,0.0002017775,0.00005565838,0.0001264691,0.00002919771,0.00002343217,0.01947665],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.226917,"threshold_uncertainty_score":0.9869807,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}