{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":6,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":6,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"ee0e06dff09f","filters":{"venue":"Interaction design & architecture(s)/ID&A Interaction design & architecture(s)"}},"results":[{"id":"W2295035569","doi":"10.55612/s-5002-025-001","title":"Using Automated Processes to Generate Test Items And Their Associated Solutions and Rationales to Support Formative Feedback","year":2015,"lang":"en","type":"article","venue":"Interaction design & architecture(s)/ID&A Interaction design & architecture(s)","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Formative assessment; Computer science; Task (project management); Process (computing); Test (biology); Human–computer interaction; Mathematics education; Psychology; Programming language; Engineering","authors":[{"name":"Mark J. Gierl","is_ca":true},{"name":"Hollis Lai","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1320321774201125,"gpt":0.3178800245209402,"spread":0.1858478471008276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001741716,0.0009366187,0.0007826874,0.001485857,0.0009641049,0.001139619,0.0007318304,0.00024749,0.00004096893],"category_scores_gemma":[0.002663815,0.0008091072,0.0001368171,0.001399946,0.0001143353,0.001596269,0.0005015521,0.00105541,0.0001541417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007074727,"about_ca_system_score_gemma":0.0005742181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002691147,"about_ca_topic_score_gemma":0.0001362861,"domain_scores_codex":[0.9943335,0.001321286,0.001186364,0.001361543,0.0007338118,0.001063517],"domain_scores_gemma":[0.994004,0.002687404,0.0007669006,0.0005962842,0.001082708,0.0008627526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000605289,0.0003181339,0.000130505,0.00009953458,0.0003599686,0.00004120321,0.03882913,0.8267555,0.09228578,0.0005768505,0.006409057,0.03358911],"study_design_scores_gemma":[0.002647788,0.006601621,0.0009141137,0.002033141,0.0001675244,0.0046785,0.005042777,0.7462503,0.1102685,0.004336337,0.113339,0.003720296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02896291,0.0001662526,0.9645472,0.001524481,0.001509095,0.001885707,0.00005057212,0.001110681,0.0002431443],"genre_scores_gemma":[0.9000572,0.00001881175,0.09692968,0.001154749,0.0004820727,0.0003477038,0.00004846515,0.0001112549,0.0008500759],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8710943,"threshold_uncertainty_score":0.9998973,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2955195912","doi":"10.55612/s-5002-036-005","title":"A food blog created by and for elders: a political gesture informed by the normative injunctions to eat and age well","year":2018,"lang":"en","type":"article","venue":"Interaction design & architecture(s)/ID&A Interaction design & architecture(s)","topic":"Culinary Culture and Tourism","field":"Agricultural and Biological Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Normative; Socialization; Sociology; Perspective (graphical); Gesture; Politics; Public relations; Psychology; Social science; Political science; Law; Computer science","authors":[{"name":"Maude Gauthier","is_ca":false},{"name":"Myriam Durocher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03848961387413283,"gpt":0.278164795395163,"spread":0.2396751815210302,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0004959933,0.0008193545,0.0006167099,0.0001980414,0.001311874,0.0006341513,0.0004874592,0.0003894891,0.0007192052],"category_scores_gemma":[0.0004942469,0.0003761087,0.000237266,0.000640337,0.0004821401,0.0005052388,0.0002015664,0.001165494,0.0001024996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001858815,"about_ca_system_score_gemma":0.00004717308,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004946989,"about_ca_topic_score_gemma":0.00113948,"domain_scores_codex":[0.9959061,0.0007489912,0.0007999392,0.001037772,0.0004661132,0.001041108],"domain_scores_gemma":[0.9949363,0.003506115,0.0003761522,0.0002751531,0.0002874785,0.0006188058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.009562973,0.0006419166,0.00006061043,0.00007854879,0.000823567,0.00002194156,0.01197851,0.000465279,0.5592223,0.0004211784,0.3023508,0.1143724],"study_design_scores_gemma":[0.00167547,0.01399104,0.0005749788,0.0002684245,0.0003145968,0.001681571,0.004345687,0.0009008401,0.06129897,0.0089524,0.9045553,0.001440743],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4227577,0.0006823477,0.5081782,0.04835254,0.002386654,0.0100344,0.000994819,0.001015791,0.005597506],"genre_scores_gemma":[0.9848465,0.0000433424,0.004821663,0.006118769,0.001273887,0.0008589269,0.0003510483,0.00002649667,0.001659358],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6022045,"threshold_uncertainty_score":0.9999883,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226354451","doi":"10.55612/s-5002-050-004","title":"The Ethical Smart City Framework & Toolkit: An Inclusive Application of Human-Centered Design and Public Engagement in Smart City Development","year":2021,"lang":"en","type":"article","venue":"Interaction design & architecture(s)/ID&A Interaction design & architecture(s)","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"George Brown College","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Smart city; Heuristics; Usability; Computer science; Sustainable development; Public engagement; Engineering management; Internet of Things; Engineering; World Wide Web; Human–computer interaction; Political science; Public relations","authors":[{"name":"Eirene Keh","is_ca":true},{"name":"Madalynne Lawrence","is_ca":true},{"name":"Rosanne Sauz","is_ca":true},{"name":"Nastaran Dadashi","is_ca":true},{"name":"Nazanin Homayounfar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06726615115869314,"gpt":0.3136098036717992,"spread":0.2463436525131061,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002498104,0.0009895406,0.0009133831,0.001052568,0.001065011,0.000571489,0.0009478436,0.0008552241,0.0002890151],"category_scores_gemma":[0.00162618,0.0008822886,0.0002361304,0.001053295,0.0004401218,0.0005448511,0.0005257871,0.004737302,0.00003359048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008881873,"about_ca_system_score_gemma":0.0002846013,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002176092,"about_ca_topic_score_gemma":0.001290465,"domain_scores_codex":[0.9924779,0.002415804,0.001796959,0.001257133,0.0009227237,0.001129487],"domain_scores_gemma":[0.9921565,0.005129977,0.0006013951,0.001355596,0.0004237685,0.0003327596],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002507941,0.001119326,0.002234751,0.0003914977,0.001297611,0.0001010203,0.01518948,0.2967736,0.1467439,0.002827323,0.002152523,0.5286611],"study_design_scores_gemma":[0.005314607,0.002242379,0.01386102,0.002019996,0.0004034446,0.001856757,0.007162275,0.07863658,0.4966736,0.09541011,0.291049,0.005370239],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1437413,0.0003634236,0.8504748,0.001510646,0.001125181,0.001822424,0.00001563883,0.0007201846,0.0002263964],"genre_scores_gemma":[0.8945509,0.0002128378,0.1032676,0.0004220118,0.0002124679,0.001024154,0.00011275,0.0001394267,0.00005783112],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7508096,"threshold_uncertainty_score":0.9993628,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319317815","doi":"10.55612/s-5002-054-009","title":"COVIDware: Designing Interactive Everyday Things as Tangible Homeware for Social Isolation","year":2022,"lang":"en","type":"article","venue":"Interaction design & architecture(s)/ID&A Interaction design & architecture(s)","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Isolation (microbiology); Process (computing); Everyday life; Human–computer interaction; Computer science; Interaction design; Design process; Interactive design; Interactive art; Engineering; Work in process; Art","authors":[{"name":"Alaa Nousir","is_ca":true},{"name":"Renee Chen","is_ca":true},{"name":"Anne Liu","is_ca":true},{"name":"Meara Donovan","is_ca":true},{"name":"Eliza Wallace","is_ca":true},{"name":"Lee W. Jones","is_ca":true},{"name":"Sara Nabil","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04213080428733434,"gpt":0.3071604453041125,"spread":0.2650296410167782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.003050439,0.001834707,0.001477603,0.004603365,0.004502857,0.001349841,0.003416659,0.0006436277,0.001715478],"category_scores_gemma":[0.001635584,0.001974356,0.0009474148,0.003040969,0.0003642509,0.004987761,0.001358338,0.005827053,0.0004199676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003606358,"about_ca_system_score_gemma":0.0007933079,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002560779,"about_ca_topic_score_gemma":0.00002874676,"domain_scores_codex":[0.9864923,0.003867912,0.002409423,0.003191761,0.00196101,0.002077604],"domain_scores_gemma":[0.9877141,0.006049292,0.002928519,0.001691674,0.001240346,0.0003761352],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0142985,0.001658656,0.0000337826,0.0002120675,0.001929345,0.0003052317,0.04499187,0.3472071,0.3215723,0.0100556,0.04895788,0.2087777],"study_design_scores_gemma":[0.007646649,0.01011678,0.0001600959,0.0005601758,0.0005356008,0.009204892,0.008072033,0.2139598,0.2874525,0.1036808,0.3527081,0.005902701],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004854174,0.0001153183,0.972428,0.006309357,0.007560112,0.004950728,0.00009502077,0.002468183,0.001219172],"genre_scores_gemma":[0.8023295,0.00001316887,0.1849904,0.005370072,0.001170108,0.003736172,0.0003719172,0.0003754088,0.001643274],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7974753,"threshold_uncertainty_score":0.9996868,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416915875","doi":"10.55612/s-5002-065-006","title":"Heritage Language Maintenance: The Case of Bangladeshi Immigrants in Canada.","year":2025,"lang":"en","type":"article","venue":"Interaction design & architecture(s)/ID&A Interaction design & architecture(s)","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Heritage language; Immigration; Cultural heritage; Face (sociological concept); Presentation (obstetrics); First language; Focus (optics); Focus group","authors":[{"name":"Hazem Ibrahim","is_ca":false},{"name":"Dina Sabie","is_ca":false},{"name":"Prianka Roy","is_ca":false},{"name":"Ananya Bhattacharjee","is_ca":false},{"name":"S. M. Raihanul Alam","is_ca":false},{"name":"Nusrat Jahan Mim","is_ca":false},{"name":"Syed Ishtiaque Ahmed","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01891228105887097,"gpt":0.2658008397287894,"spread":0.2468885586699184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001722385,0.0009855783,0.0009907376,0.001789503,0.0006184654,0.0004410935,0.003129032,0.0002530544,0.0002147232],"category_scores_gemma":[0.001034831,0.0007969096,0.000308589,0.002298872,0.0003027017,0.0008111967,0.0007744267,0.002909338,0.00003767824],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001753052,"about_ca_system_score_gemma":0.002111423,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.380908,"about_ca_topic_score_gemma":0.4857008,"domain_scores_codex":[0.9918245,0.003249455,0.001827844,0.001111747,0.0007520594,0.001234393],"domain_scores_gemma":[0.9896007,0.006539344,0.0009338763,0.002352438,0.000367427,0.0002062436],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.003052307,0.0006769269,0.0003344324,0.0005652699,0.001024464,0.00583565,0.054904,0.3863913,0.03245737,0.005361001,0.02682892,0.4825684],"study_design_scores_gemma":[0.01177737,0.002346413,0.007607756,0.009404306,0.0005485472,0.05148128,0.06793696,0.3169779,0.3702079,0.04966038,0.1038545,0.008196684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05856192,0.0005132169,0.9285283,0.00467105,0.003672884,0.00189528,0.00003880946,0.0003379556,0.001780566],"genre_scores_gemma":[0.9610593,0.00005287994,0.035132,0.002309932,0.0001514036,0.0004241373,0.00002064711,0.00008339975,0.0007663131],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9024974,"threshold_uncertainty_score":0.9994482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4328013640","doi":"10.55612/s-5002-003_4-002b","title":"Discussion on ‘Architects or builders; scaffolding or duck tape?’ - B","year":2008,"lang":"en","type":"article","venue":"Interaction design & architecture(s)/ID&A Interaction design & architecture(s)","topic":"Construction Engineering and Safety","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Scaffold; Architectural engineering; Engineering; Computer science; Programming language","authors":[{"name":"Tatjana Leblanc","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0436442705964808,"gpt":0.2603560965679502,"spread":0.2167118259714694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0007680515,0.001930407,0.001381353,0.00269679,0.001154631,0.0003630072,0.00106218,0.0006229675,0.003025706],"category_scores_gemma":[0.0008179694,0.001344532,0.0006584451,0.001676884,0.0003547723,0.0008723229,0.000192044,0.003489646,0.0007335289],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001031129,"about_ca_system_score_gemma":0.0003233811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008276298,"about_ca_topic_score_gemma":0.0000915413,"domain_scores_codex":[0.9920332,0.001081986,0.001907144,0.001798613,0.001374782,0.001804227],"domain_scores_gemma":[0.9937304,0.003070729,0.0005397632,0.001571154,0.0002137647,0.0008741478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.005640047,0.0002312793,0.00001507376,0.0001460332,0.0004345174,0.0004043158,0.003075994,0.7650732,0.04456179,0.00002610642,0.008353464,0.1720382],"study_design_scores_gemma":[0.0101544,0.006968485,0.001166904,0.00403042,0.0006498912,0.04665852,0.002412354,0.29212,0.25214,0.001814161,0.3727752,0.009109691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03606972,0.0001524369,0.9476635,0.0009619319,0.007464012,0.002180427,0.00006436063,0.003801982,0.00164156],"genre_scores_gemma":[0.9410673,0.0003567727,0.05092124,0.0005975117,0.001896986,0.0006594217,0.0001058628,0.0006087506,0.003786159],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9049976,"threshold_uncertainty_score":0.9993439,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}