{"meta":{"query_hash":"b9fe48e7b47a","filters":{"venue":"ACM Transactions on Interactive Intelligent Systems"},"cohort_total":25,"direct_labels_cover":0,"predictions_cover":25,"exported":25,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b9fe48e7b47a","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+Transactions+on+Interactive+Intelligent+Systems"},"results":[{"id":"W1973050785","doi":"10.1145/2812115","title":"Exploratory Visual Analysis and Interactive Pattern Extraction from Semi-Structured Data","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Boeing","keywords":"Computer science; Metadata; Information retrieval; Unstructured data; Cluster analysis; Schema (genetic algorithms); Vocabulary; Visual analytics; Semi-structured data; Set (abstract data type); Visualization; Artificial intelligence; Big data; World Wide Web; Data mining; Relational database","score_opus":0.07415542636238066,"score_gpt":0.359062718772732,"score_spread":0.28490729241035134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973050785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011509961,0.00011469852,0.98461705,0.00026329703,0.0023374576,0.0002969047,0.0005516457,0.00020692796,0.00010206362],"genre_scores_gemma":[0.99683964,0.00009525324,0.0016765957,0.00030461157,0.00014999796,0.0000451494,0.0005545701,0.000029432727,0.0003047249],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99679035,0.000448391,0.00070927467,0.0011411487,0.0006134076,0.0002974004],"domain_scores_gemma":[0.996076,0.00067751,0.00041805304,0.0020555446,0.00042528732,0.00034763187],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040461274,0.0003834846,0.0005089546,0.0008397406,0.00017261795,0.0007059875,0.0016749782,0.00014283207,0.00012596429],"category_scores_gemma":[0.00020286617,0.00035999055,0.00013839992,0.0011099718,0.00007160329,0.003223553,0.00017416822,0.00048963755,0.0002072148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011956979,0.004645072,0.011911216,0.00017141357,0.023241116,0.00032182253,0.052634932,0.04398115,0.0059461277,0.0010877195,0.010562192,0.8443015],"study_design_scores_gemma":[0.00066723116,0.00032891554,0.00085659383,0.00019717003,0.00075204956,0.000045885998,0.013448665,0.94532084,0.017747993,0.00038176004,0.019458488,0.0007944034],"about_ca_topic_score_codex":0.001685121,"about_ca_topic_score_gemma":0.00050845643,"teacher_disagreement_score":0.9853297,"about_ca_system_score_codex":0.00030117418,"about_ca_system_score_gemma":0.00009940596,"threshold_uncertainty_score":0.9998852},"labels":[],"label_agreement":null},{"id":"W1984948218","doi":"10.1145/2209310.2209311","title":"A Computational Framework for Media Bias Mitigation","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Media Influence and Politics","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"National Research Foundation of Korea; Ministry of Knowledge Economy","keywords":"Media bias; Viewpoints; Computer science; Journalism; Social media; Event (particle physics); Polarization (electrochemistry); Internet privacy; News media; Mass media; The Internet; Credibility; Data science; Politics; Political science; World Wide Web; Law","score_opus":0.1124844921086156,"score_gpt":0.3972061025637309,"score_spread":0.2847216104551153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984948218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03904276,0.0001225383,0.94903064,0.001192979,0.007903721,0.00089647487,0.0001473147,0.000103568214,0.0015600215],"genre_scores_gemma":[0.99096984,0.00004798354,0.0065553724,0.00039015038,0.0011649199,0.0004110372,0.000030951163,0.000020781028,0.00040899016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822384,0.0002735605,0.0003947063,0.00019172771,0.00045468967,0.00046146542],"domain_scores_gemma":[0.9923295,0.006651256,0.0001686148,0.00023876758,0.00033609074,0.0002758048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067191914,0.00015571974,0.00019592208,0.000189315,0.00048381925,0.00009522231,0.0002834183,0.00017887447,0.0004130003],"category_scores_gemma":[0.0015992678,0.00015277296,0.00016252861,0.00022071696,0.00016036889,0.0005103042,0.0000029575338,0.00028152953,0.0004810324],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023949148,0.0009269164,0.004564166,0.00012450364,0.00042278235,0.0000017141782,0.21264288,0.012645118,0.000052201707,0.73771507,0.0017521499,0.028913015],"study_design_scores_gemma":[0.0007964819,0.0004929888,0.0017629805,0.0016585519,0.00032123513,0.000024028192,0.20501243,0.0036460846,0.009991721,0.19602819,0.57879514,0.0014701547],"about_ca_topic_score_codex":0.00096936396,"about_ca_topic_score_gemma":0.00012380937,"teacher_disagreement_score":0.95192707,"about_ca_system_score_codex":0.00033589447,"about_ca_system_score_gemma":0.000128326,"threshold_uncertainty_score":0.6229901},"labels":[],"label_agreement":null},{"id":"W1988241068","doi":"10.1145/2591510","title":"Employing a Parametric Model for Analytic Provenance","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Boeing","keywords":"Computer science; Scripting language; Theoretical computer science; Dependency graph; Reuse; Graph; Programming language; Data mining","score_opus":0.05893685629110146,"score_gpt":0.33796880513537714,"score_spread":0.2790319488442757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988241068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003967204,0.00002537079,0.99718887,0.0002895454,0.0008912133,0.0005795044,0.00004065062,0.00019189555,0.00039626146],"genre_scores_gemma":[0.98118967,0.000026196683,0.015530208,0.00033758723,0.000053721527,0.00024873723,0.000011702537,0.000026608324,0.0025755423],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998149,0.000105181454,0.0005257281,0.000584003,0.0003133096,0.0003227835],"domain_scores_gemma":[0.99744684,0.0008035225,0.0002340156,0.0010725771,0.0003150366,0.00012799849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039525056,0.00023546048,0.00031299697,0.00053284055,0.00021667444,0.00034233346,0.0011498218,0.00007545021,0.000011617496],"category_scores_gemma":[0.00036941573,0.00021490746,0.00020785458,0.0007734832,0.000031556014,0.000693424,0.000020893425,0.000198817,0.00012998718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008835953,0.0008475417,0.00006344271,0.00020949401,0.00034498138,0.0000021015658,0.0017912692,0.8174616,0.000305199,0.096513435,0.0013295598,0.08104302],"study_design_scores_gemma":[0.0002063602,0.00019809268,0.0000059810127,0.00014413877,0.00003051391,0.000007994158,0.00014009929,0.9866055,0.00267746,0.0027225644,0.0070195827,0.000241712],"about_ca_topic_score_codex":0.000040426854,"about_ca_topic_score_gemma":0.0000097974,"teacher_disagreement_score":0.98165864,"about_ca_system_score_codex":0.00018268196,"about_ca_system_score_gemma":0.000057703437,"threshold_uncertainty_score":0.87636715},"labels":[],"label_agreement":null},{"id":"W2013729144","doi":"10.1145/2633043","title":"Inferring Visualization Task Properties, User Performance, and User Cognitive Abilities from Eye Gaze Data","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Visualization; Computer science; Human–computer interaction; Information visualization; Gaze; Eye tracking; Data visualization; Task (project management); Perception; Visual analytics; Classifier (UML); User interface; User modeling; Artificial intelligence; Psychology","score_opus":0.05378051185742397,"score_gpt":0.3125240347274856,"score_spread":0.25874352287006164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013729144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048641358,0.00006479098,0.949112,0.00010102409,0.0009774582,0.00039129143,0.00019418217,0.00017939927,0.00033850968],"genre_scores_gemma":[0.9969758,0.00020839518,0.0007263833,0.00026368684,0.00010021765,0.00006143831,0.00022469282,0.000029726414,0.0014096631],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977511,0.00028364384,0.00055498217,0.00075991376,0.00038828468,0.00026203878],"domain_scores_gemma":[0.99755937,0.00051107135,0.0002012874,0.0012746984,0.00032659183,0.000126988],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003583503,0.00028647704,0.00030710382,0.00028617788,0.000274213,0.00059897674,0.0011315668,0.00009380286,0.00007786026],"category_scores_gemma":[0.00027788756,0.00025024457,0.00004943704,0.00032935856,0.00010003255,0.0025306717,0.0001384327,0.00024493324,0.00016462593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021639736,0.00911983,0.08361941,0.0035848503,0.0076244776,0.000040326242,0.10074328,0.059296146,0.01183778,0.08159743,0.011175307,0.6291972],"study_design_scores_gemma":[0.00051634415,0.0003251482,0.0013211218,0.0014482494,0.000100010264,0.0000107172755,0.0032313303,0.916975,0.012236939,0.00011313895,0.06311537,0.00060661143],"about_ca_topic_score_codex":0.0005462716,"about_ca_topic_score_gemma":0.000071158465,"teacher_disagreement_score":0.9483856,"about_ca_system_score_codex":0.00010389223,"about_ca_system_score_gemma":0.00005412497,"threshold_uncertainty_score":0.999995},"labels":[],"label_agreement":null},{"id":"W2075457858","doi":"10.1145/2395123.2395125","title":"People, sensors, decisions","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Toronto Rehabilitation Institute; Canadian Institutes of Health Research; Research Councils UK; Alzheimer's Association","keywords":"Telecare; Health care; Population; Population ageing; Internet privacy; Business; Computer science; Knowledge management; Medicine; Telemedicine; Political science; Environmental health","score_opus":0.05486439013506324,"score_gpt":0.3046270733675481,"score_spread":0.24976268323248485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075457858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02698001,0.00023697458,0.9589809,0.000609992,0.009148598,0.0008702565,0.00005437785,0.00052163913,0.0025972317],"genre_scores_gemma":[0.9948923,0.00007014393,0.0021424508,0.00017464852,0.00030980996,0.0003994134,0.0000076159104,0.00004917115,0.001954461],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625474,0.00059726776,0.000867401,0.0007242985,0.0007725507,0.0007837338],"domain_scores_gemma":[0.9926002,0.0041621495,0.0003467825,0.0019687803,0.0004524986,0.00046959345],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007114522,0.00047154867,0.0005722484,0.00071473356,0.00040646922,0.00038771558,0.0015257683,0.00019615355,0.00029460815],"category_scores_gemma":[0.00046493567,0.00044092909,0.00040329443,0.0009486373,0.00005070132,0.0025017662,0.00006400144,0.00067694415,0.0049958467],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006048407,0.008874303,0.0062457537,0.00021329781,0.0029199978,0.000083722334,0.050119787,0.008314295,0.008253543,0.016122244,0.009986693,0.8882615],"study_design_scores_gemma":[0.004005825,0.002570444,0.012725852,0.004730488,0.0005466814,0.007103692,0.046465844,0.072142504,0.23769553,0.0028844823,0.6010886,0.0080400705],"about_ca_topic_score_codex":0.00050164195,"about_ca_topic_score_gemma":0.00008821881,"teacher_disagreement_score":0.96791226,"about_ca_system_score_codex":0.00050532277,"about_ca_system_score_gemma":0.0000760856,"threshold_uncertainty_score":0.99980426},"labels":[],"label_agreement":null},{"id":"W2080927183","doi":"10.1145/2808234","title":"A Review and Taxonomy of Interactive Optimization Methods in Operations Research","year":2015,"lang":"en","type":"review","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Advanced Multi-Objective Optimization Algorithms","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Deutsche Forschungsgemeinschaft","keywords":"Computer science; Optimization problem; Multi-objective optimization; Process (computing); Perspective (graphical); Test functions for optimization; Basis (linear algebra); Engineering optimization; Artificial intelligence; Machine learning; Management science; Multi-swarm optimization; Mathematics; Engineering; Algorithm","score_opus":0.2519919103655676,"score_gpt":0.502770982196378,"score_spread":0.25077907183081033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080927183","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.746781e-9,0.47621152,0.5198059,0.000038674265,0.0005468424,0.003083988,0.00005088529,0.000043883694,0.00021831079],"genre_scores_gemma":[0.0000046053765,0.68735754,0.309041,0.000032608168,0.000028949278,0.0031587367,0.000030663377,0.000056078967,0.00028981044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913846,0.0042235963,0.002036294,0.001331137,0.00053937815,0.0004849493],"domain_scores_gemma":[0.99215424,0.0030678012,0.0006392901,0.0017366698,0.0021676635,0.00023431156],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028001317,0.00070157833,0.0025407125,0.0023450467,0.00018443936,0.00020926521,0.0017020458,0.0003452213,0.00006687015],"category_scores_gemma":[0.0012296312,0.0006290315,0.00035394114,0.002877982,0.0002080013,0.0014967485,0.000170171,0.001836833,0.00006090812],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015332582,0.00042319464,1.0761997e-7,0.0068853428,0.00033307498,0.0000072630096,0.0006577578,0.15424614,6.365681e-7,0.00027648773,0.0000747166,0.83707994],"study_design_scores_gemma":[0.00042858845,0.00053973455,1.3994968e-7,0.081304185,0.0004906212,0.00027147747,0.0010643193,0.21809965,0.00008288979,0.00009874971,0.6966072,0.0010124728],"about_ca_topic_score_codex":0.00034864387,"about_ca_topic_score_gemma":0.000039624556,"teacher_disagreement_score":0.8360675,"about_ca_system_score_codex":0.0016761953,"about_ca_system_score_gemma":0.00066986255,"threshold_uncertainty_score":0.9996161},"labels":[],"label_agreement":null},{"id":"W2082308368","doi":"10.1145/2499671","title":"Design and evaluation techniques for authoring interactive and stylistic behaviors","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Human Motion and Animation","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Manitoba","funders":"","keywords":"Computer science; Human–computer interaction; Focus (optics); Robot; Style (visual arts); Character (mathematics); Interactive design; Interactive Learning; Dance; Multimedia; Interactive media; Artificial intelligence; Visual arts","score_opus":0.04690278566089027,"score_gpt":0.3201037049436035,"score_spread":0.27320091928271323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082308368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03370016,0.000051085408,0.963807,0.00003350838,0.0005530319,0.0012434286,0.0000126098885,0.00024670505,0.0003524624],"genre_scores_gemma":[0.99414575,0.000046659163,0.004775422,0.000015561074,0.000056010507,0.000816043,0.000010495326,0.00003988547,0.00009417831],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989269,0.00016465088,0.0003236431,0.00026299775,0.00016322559,0.00015858054],"domain_scores_gemma":[0.9988129,0.00067112694,0.00007293585,0.00019355006,0.00017425096,0.0000752147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005481457,0.00020168585,0.00020218817,0.00027500556,0.00014931468,0.0001256423,0.00009010104,0.000087494554,0.00004726685],"category_scores_gemma":[0.000098813085,0.00020321456,0.000048496124,0.000073541974,0.000033176686,0.00033961484,0.000003849613,0.0002124926,0.000015305695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034622196,0.00027004146,0.000052100397,0.0005282255,0.00040067514,0.0000012344201,0.008007406,0.11188728,0.04387071,0.001311912,0.0002492912,0.8330749],"study_design_scores_gemma":[0.00035504487,0.0005315403,0.00023772703,0.0005779806,0.00017177736,0.000026718133,0.0018811292,0.91268325,0.079277165,0.0007204903,0.0031652995,0.0003718866],"about_ca_topic_score_codex":0.000019562513,"about_ca_topic_score_gemma":0.0000070645906,"teacher_disagreement_score":0.9604456,"about_ca_system_score_codex":0.00022760597,"about_ca_system_score_gemma":0.000008102782,"threshold_uncertainty_score":0.8286849},"labels":[],"label_agreement":null},{"id":"W2095427297","doi":"10.1145/2738219","title":"Interactive Visuals as Metaphors for Dance Movement Qualities","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Human Motion and Animation","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Movement (music); Dance; Context (archaeology); Reflexivity; Human–computer interaction; Visual arts; Entertainment; Computer science; Multimedia; Visualization; Aesthetics; Art; Sociology; Artificial intelligence","score_opus":0.0690348343659593,"score_gpt":0.33581068270384057,"score_spread":0.26677584833788126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095427297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05873974,0.00019081905,0.9293249,0.00016033216,0.0047036367,0.0012308786,0.00015146147,0.0004719931,0.005026202],"genre_scores_gemma":[0.9947742,0.000056544886,0.00049162196,0.00015643047,0.00015401839,0.00081457314,0.00003449714,0.000068794296,0.0034492824],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998283,0.00012795889,0.0006298153,0.00032681032,0.0003307941,0.00030162127],"domain_scores_gemma":[0.9984654,0.0004633763,0.00013055792,0.00040665828,0.00034975147,0.00018421061],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034409444,0.00032273232,0.0003638443,0.00034380736,0.000115010065,0.00015337036,0.0002941599,0.00009811183,0.0002511211],"category_scores_gemma":[0.00014510096,0.00031656382,0.00021682857,0.00016655115,0.000038110426,0.0005842735,0.000006099869,0.00029028626,0.0006957943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002167594,0.0021066547,0.00006443775,0.0011841097,0.0048330445,0.000020741581,0.09637506,0.76125884,0.025670525,0.021737391,0.017961087,0.06662051],"study_design_scores_gemma":[0.001985124,0.0021314616,0.00006097198,0.0013974119,0.00024519107,0.00004374254,0.1284685,0.14913556,0.5542579,0.008681894,0.15194339,0.001648806],"about_ca_topic_score_codex":0.00018185195,"about_ca_topic_score_gemma":0.000044705797,"teacher_disagreement_score":0.9360345,"about_ca_system_score_codex":0.0006998087,"about_ca_system_score_gemma":0.00003409673,"threshold_uncertainty_score":0.99992865},"labels":[],"label_agreement":null},{"id":"W2292818183","doi":"10.1145/2854158","title":"Interactive Topic Modeling for Exploring Asynchronous Online Conversations","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; University of British Columbia","keywords":"Computer science; Asynchronous communication; Human–computer interaction; Conversation; Interface (matter); User interface; Visualization; Interactive visualization; User modeling; Data science; Multimedia; Artificial intelligence","score_opus":0.11520375059996209,"score_gpt":0.3402242574535698,"score_spread":0.22502050685360775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292818183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035802263,0.000030704217,0.9910313,0.0012354585,0.0029672943,0.0005590368,0.00021463708,0.00023334526,0.0001480348],"genre_scores_gemma":[0.9911915,0.00017759271,0.0068293936,0.0001964169,0.00015869018,0.00035917075,0.000027987675,0.000030377,0.001028888],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980954,0.00010973804,0.0005965888,0.0005941763,0.000275095,0.00032901842],"domain_scores_gemma":[0.997304,0.000993878,0.00019152933,0.00089729286,0.00047281195,0.00014045498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018135991,0.00026682805,0.00029363864,0.00041288402,0.00023683644,0.00021038947,0.00096302555,0.00007225589,0.00010296482],"category_scores_gemma":[0.00022375534,0.00020730271,0.0002110039,0.0002896156,0.000037337813,0.0018138826,0.000034740904,0.00017971147,0.00018402532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061582855,0.004250443,0.00021761878,0.0004186089,0.002434227,0.000031564494,0.017988762,0.18502314,0.006944,0.089742996,0.0011163853,0.6912164],"study_design_scores_gemma":[0.0008267697,0.000471387,0.0000131244515,0.0007699007,0.00006170185,0.000027614105,0.004109391,0.9550095,0.019412735,0.0017925951,0.016956115,0.0005491612],"about_ca_topic_score_codex":0.00010603833,"about_ca_topic_score_gemma":0.00004017813,"teacher_disagreement_score":0.98761123,"about_ca_system_score_codex":0.00047692136,"about_ca_system_score_gemma":0.00008194724,"threshold_uncertainty_score":0.8453559},"labels":[],"label_agreement":null},{"id":"W2792584195","doi":"10.1145/3181669","title":"A Visual Approach for Interactive Keyterm-Based Clustering","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cluster analysis; Computer science; Document clustering; Brown clustering; Flexibility (engineering); Correlation clustering; Task (project management); Relevance (law); Artificial intelligence; Information retrieval; Data mining; Canopy clustering algorithm; Mathematics","score_opus":0.04634535915117807,"score_gpt":0.3484522478146524,"score_spread":0.30210688866347435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792584195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040815515,0.0000135679,0.99434435,0.0001984636,0.002418416,0.0008706636,0.00008239361,0.00028184007,0.0013821357],"genre_scores_gemma":[0.9642499,0.0000063168773,0.03325575,0.0006078339,0.00027254058,0.0003843672,0.000058601927,0.000045318757,0.0011193828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975549,0.00018941228,0.00063520775,0.0008134256,0.00037767607,0.0004293946],"domain_scores_gemma":[0.9973707,0.00053213944,0.00029575123,0.0009982958,0.0006273015,0.00017576262],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033513427,0.00036203588,0.00037452366,0.00055847765,0.0003696276,0.00053860963,0.0013604311,0.00011889247,0.00009171301],"category_scores_gemma":[0.00014529128,0.00033842408,0.0002638887,0.00054257084,0.0001122767,0.00096812996,0.00004639977,0.00028525802,0.00021941644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007126497,0.021149635,0.00043674387,0.0022037732,0.0047671287,0.000074892436,0.040799595,0.28847146,0.01737053,0.030603895,0.014765723,0.57223016],"study_design_scores_gemma":[0.00048025642,0.00090047513,0.000011570508,0.00020732354,0.00003545565,0.000022751825,0.0011776964,0.9536832,0.029613754,0.00009916813,0.0133877555,0.00038059513],"about_ca_topic_score_codex":0.00008757638,"about_ca_topic_score_gemma":0.000022345213,"teacher_disagreement_score":0.96384174,"about_ca_system_score_codex":0.0003249947,"about_ca_system_score_gemma":0.00009562256,"threshold_uncertainty_score":0.9999068},"labels":[],"label_agreement":null},{"id":"W2935126934","doi":"10.1145/3181672","title":"Bi-Level Thresholding","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Thresholding; False positive paradox; Artificial intelligence; Computer science; Pattern recognition (psychology); Balanced histogram thresholding; Accelerometer; Speech recognition; Histogram","score_opus":0.05449439370813911,"score_gpt":0.2935625069466191,"score_spread":0.23906811323848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935126934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013785684,0.000121969686,0.9674312,0.00048338357,0.008648983,0.00095419417,0.00003634364,0.0003468383,0.008191431],"genre_scores_gemma":[0.99194777,0.000036432826,0.0019848128,0.00024054277,0.00013524981,0.00020257155,0.0000048987977,0.000034922363,0.0054128156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99726605,0.00024421775,0.0006635944,0.0007894692,0.00059364556,0.0004430211],"domain_scores_gemma":[0.9968908,0.00081473606,0.0002507833,0.0015365237,0.00032701757,0.00018012962],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043236732,0.00035284398,0.00043552392,0.0005509263,0.00017464368,0.00039178532,0.001469142,0.00015880702,0.00033558594],"category_scores_gemma":[0.00005200417,0.00031007445,0.0002722416,0.00061457267,0.000029476356,0.001022792,0.000034632034,0.0005219724,0.008166786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079549465,0.0043197866,0.004409799,0.0012354809,0.0042662844,0.00027033672,0.028703747,0.08567878,0.046620853,0.059245035,0.0062787356,0.7581757],"study_design_scores_gemma":[0.0035342977,0.002941648,0.0018083296,0.006211361,0.00016654932,0.0019418214,0.013989092,0.1584391,0.39944446,0.005191296,0.40167072,0.0046613184],"about_ca_topic_score_codex":0.00019895773,"about_ca_topic_score_gemma":0.000016204138,"teacher_disagreement_score":0.97816205,"about_ca_system_score_codex":0.00030174313,"about_ca_system_score_gemma":0.00006851808,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W3000988915","doi":"10.1145/3241380","title":"A Visual Analytics Approach for Interactive Document Clustering","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cluster analysis; Computer science; Visual analytics; Analytics; Visualization; Data mining; Set (abstract data type); Process (computing); Key (lock); Document clustering; Information retrieval; Machine learning","score_opus":0.03359866520823913,"score_gpt":0.33494963901087926,"score_spread":0.30135097380264014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000988915","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008428596,0.000024511557,0.99328107,0.00016295357,0.0023979433,0.0012814223,0.00005578177,0.00019458911,0.0017589006],"genre_scores_gemma":[0.9765475,0.000033786117,0.017810797,0.00033113622,0.0001003694,0.00027656285,0.00006790931,0.0000447325,0.004787202],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973935,0.00015890696,0.0007192438,0.00083921046,0.00045936633,0.00042976512],"domain_scores_gemma":[0.9973384,0.00067670434,0.0003303326,0.0010903878,0.00039460298,0.00016953617],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003685283,0.0003735707,0.00046132877,0.000548444,0.000177151,0.00059244165,0.0013236433,0.00011514642,0.00013242749],"category_scores_gemma":[0.00008052364,0.00034671163,0.0003145206,0.0005467867,0.000035294594,0.0012640851,0.000070892915,0.00035244337,0.00038390618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017678655,0.005400411,0.00035835608,0.0012230366,0.0040766518,0.000022626444,0.01238576,0.8272731,0.0032434005,0.036908302,0.0027003489,0.10464017],"study_design_scores_gemma":[0.00053035293,0.0007565391,0.000011278535,0.00021244856,0.00005277712,0.000031788746,0.003091688,0.9747273,0.0074430644,0.0002344116,0.0124664055,0.00044196213],"about_ca_topic_score_codex":0.000086078326,"about_ca_topic_score_gemma":0.000009324389,"teacher_disagreement_score":0.97570467,"about_ca_system_score_codex":0.00047462448,"about_ca_system_score_gemma":0.00007314712,"threshold_uncertainty_score":0.9998985},"labels":[],"label_agreement":null},{"id":"W3033300303","doi":"10.1145/3301400","title":"Comparing and Combining Interaction Data and Eye-tracking Data for the Real-time Prediction of User Cognitive Abilities in Visualization Tasks","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Mitacs","keywords":"Eye tracking; Computer science; Visualization; Task (project management); Data visualization; Adaptation (eye); Cognition; Human–computer interaction; Tracking (education); Set (abstract data type); Artificial intelligence; Machine learning","score_opus":0.12658732795574193,"score_gpt":0.3523066079723268,"score_spread":0.2257192800165849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033300303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08038935,0.00016436436,0.91691774,0.00027109045,0.0008307614,0.0010261827,0.00024903967,0.00008903787,0.000062451945],"genre_scores_gemma":[0.9986538,0.00019407304,0.00065446564,0.000035372635,0.0001093735,0.000078549194,0.00013113634,0.00002667761,0.00011651091],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99753803,0.00031345504,0.0007868548,0.0008437969,0.00028349747,0.00023439075],"domain_scores_gemma":[0.9952942,0.0029677718,0.00041725198,0.0009634301,0.00028130782,0.000076024975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009472813,0.00024890318,0.0004130961,0.00020844501,0.0002643187,0.00031627543,0.0011170421,0.00008428341,0.000007872627],"category_scores_gemma":[0.0006285747,0.00021325522,0.000044938835,0.00028259202,0.00008756513,0.001975352,0.00023033078,0.00036905296,0.0000074519016],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006159331,0.002865872,0.11925891,0.0061275912,0.0062682615,0.000043084197,0.33359858,0.1987269,0.0574795,0.055096842,0.0009455406,0.21342957],"study_design_scores_gemma":[0.00043726512,0.00038055427,0.002724777,0.0014832482,0.000077352386,0.000014611076,0.021902561,0.9670081,0.0026375847,0.000036790923,0.0030814067,0.00021576084],"about_ca_topic_score_codex":0.000946401,"about_ca_topic_score_gemma":0.000047696347,"teacher_disagreement_score":0.9182645,"about_ca_system_score_codex":0.00009477179,"about_ca_system_score_gemma":0.000039081922,"threshold_uncertainty_score":0.86962956},"labels":[],"label_agreement":null},{"id":"W3048030566","doi":"10.1145/3385732","title":"Automatic Detection of Usability Problem Encounters in Think-aloud Sessions","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Think aloud protocol; Computer science; Human–computer interaction; Workflow; Usability lab; Usability inspection; Cognitive walkthrough; Pluralistic walkthrough; Usability engineering; Test (biology); Automation; Usability goals; Engineering; Database","score_opus":0.030562041448167127,"score_gpt":0.2917840176591617,"score_spread":0.2612219762109945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048030566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23178169,0.00003329768,0.766141,0.000383082,0.00071307324,0.00063999597,0.000009743902,0.00025622867,0.00004186741],"genre_scores_gemma":[0.9962303,0.000012835592,0.003541987,0.000041565552,0.000028071581,0.00009782177,0.0000010886433,0.000020236386,0.000026078627],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762285,0.00028331473,0.00070870307,0.00054765935,0.00052874145,0.00030871865],"domain_scores_gemma":[0.996501,0.0021793605,0.00015981974,0.0007987602,0.00020038657,0.00016065664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044134626,0.00022606086,0.0003510985,0.00038280358,0.0000795861,0.000092383874,0.0011386761,0.00010542766,0.000058726662],"category_scores_gemma":[0.0007555846,0.00021068365,0.00015271953,0.0010613288,0.000058165813,0.0006463496,0.00004118338,0.0006536943,0.00011535065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005107837,0.0032757926,0.0056197364,0.0029494117,0.0008762718,0.000095987794,0.15396269,0.40558046,0.09782233,0.00091288495,0.0002073203,0.32818633],"study_design_scores_gemma":[0.0005867891,0.0011974841,0.004903093,0.0013448688,0.000024837169,0.000049981987,0.0072916844,0.7494932,0.23375398,0.00047371493,0.00028871465,0.00059164653],"about_ca_topic_score_codex":0.00048660513,"about_ca_topic_score_gemma":0.000040223964,"teacher_disagreement_score":0.76444864,"about_ca_system_score_codex":0.00046835828,"about_ca_system_score_gemma":0.00009082248,"threshold_uncertainty_score":0.85914296},"labels":[],"label_agreement":null},{"id":"W3196524514","doi":"10.1145/3439333","title":"A Taxonomy of Property Measures to Unify Active Learning and Human-centered Approaches to Data Labeling","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Deutsche Forschungsgemeinschaft; Deutscher Akademischer Austauschdienst","keywords":"Computer science; Visual analytics; Machine learning; Summative assessment; Artificial intelligence; Process (computing); Set (abstract data type); Analytics; Taxonomy (biology); Property (philosophy); Formative assessment; Visualization; Data mining; Programming language","score_opus":0.34217404350818925,"score_gpt":0.35596952039399693,"score_spread":0.013795476885807678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196524514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022209964,0.00004684991,0.99535245,0.00062254025,0.00035142965,0.00055145635,0.00009585725,0.000069638474,0.0006888035],"genre_scores_gemma":[0.98713917,0.00003166838,0.010657089,0.0001350836,0.000034724726,0.00009837966,0.000056423538,0.000020226062,0.0018272154],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979402,0.00029434494,0.0004806241,0.0007367168,0.0003275241,0.00022060233],"domain_scores_gemma":[0.9979749,0.00022796179,0.0001591211,0.0011253605,0.0003315996,0.0001810733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032503772,0.00020913835,0.0003287981,0.000309541,0.00020109279,0.00027103297,0.0010882585,0.000056882454,0.000038693408],"category_scores_gemma":[0.00027023046,0.00017242061,0.0000573728,0.0006193828,0.000031483185,0.0006450045,0.00020942528,0.00027541147,0.000043546086],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066935975,0.005079166,0.0016654279,0.0009465971,0.0036381504,0.0000967446,0.03562581,0.0738167,0.052802984,0.019995743,0.0028392517,0.8028241],"study_design_scores_gemma":[0.00097199704,0.0011928104,0.00017695785,0.0026400853,0.00019262802,0.00012588683,0.03320968,0.18675174,0.3412478,0.0001445887,0.43200818,0.0013376675],"about_ca_topic_score_codex":0.00026214335,"about_ca_topic_score_gemma":0.00014219026,"teacher_disagreement_score":0.9849182,"about_ca_system_score_codex":0.00010980755,"about_ca_system_score_gemma":0.00008510941,"threshold_uncertainty_score":0.7031108},"labels":[],"label_agreement":null},{"id":"W3197405043","doi":"10.1145/3447992","title":"Effect of Adaptive Guidance and Visualization Literacy on Gaze Attentive Behaviors and Sequential Patterns on Magazine-Style Narrative Visualizations","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Visualization; Narrative; Computer science; Psychological intervention; Comprehension; Gaze; Eye tracking; Literacy; Reading comprehension; Human–computer interaction; Reading (process); Cognitive psychology; Multimedia; Psychology; Artificial intelligence; Linguistics; Pedagogy","score_opus":0.022376789157294998,"score_gpt":0.34636703602714675,"score_spread":0.32399024686985173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197405043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1086324,0.0000769786,0.8892074,0.00011140099,0.0008520137,0.0005546017,0.00026780216,0.00008410859,0.00021328893],"genre_scores_gemma":[0.9981835,0.00017916186,0.00032766597,0.0001619056,0.000042442698,0.00010297433,0.00010854415,0.00003355054,0.00086025515],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969375,0.00087278284,0.00066107116,0.0007999565,0.00047961887,0.00024908604],"domain_scores_gemma":[0.9971982,0.0009676317,0.00038249933,0.00067663356,0.0006279379,0.00014710122],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003093456,0.00038321214,0.000462978,0.00045854127,0.00026979166,0.00032461353,0.0003650168,0.00011481514,0.00008759461],"category_scores_gemma":[0.00019564271,0.000353785,0.00013358287,0.0006472317,0.00009968051,0.0008255588,0.000053948905,0.00026658204,0.000039419127],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061761294,0.017112892,0.014397568,0.0037869792,0.006690991,0.00080619,0.288854,0.06685968,0.062619604,0.27211848,0.002424079,0.2581534],"study_design_scores_gemma":[0.0028295454,0.010691054,0.0021385641,0.006415484,0.00045667798,0.00019138468,0.009549699,0.35374793,0.60919595,0.00028731857,0.0028671038,0.0016292711],"about_ca_topic_score_codex":0.000064591215,"about_ca_topic_score_gemma":0.000023879807,"teacher_disagreement_score":0.8895511,"about_ca_system_score_codex":0.00016564666,"about_ca_system_score_gemma":0.00005387342,"threshold_uncertainty_score":0.9998914},"labels":[],"label_agreement":null},{"id":"W3198189810","doi":"10.1145/3465407","title":"Learn, Generate, Rank, Explain: A Case Study of Visual Explanation by Generative Machine Learning","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Guelph; Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency","keywords":"Discriminative model; Computer science; Ranking (information retrieval); Machine learning; Rank (graph theory); Artificial intelligence; Generative model; Generative grammar; Conceptualization; Motion (physics); Information retrieval; Mathematics","score_opus":0.0416245849989824,"score_gpt":0.3182963108914026,"score_spread":0.2766717258924202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198189810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32595697,0.00031795562,0.6713002,0.00014158429,0.0012589176,0.00069057086,0.00002259575,0.00014058247,0.00017061058],"genre_scores_gemma":[0.99582213,0.000119336095,0.0013282788,0.00007389857,0.000084616884,0.0003940253,0.000028655235,0.000049779686,0.0020992958],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9949282,0.0015007548,0.0012220712,0.0011116546,0.00073911203,0.00049820624],"domain_scores_gemma":[0.9960313,0.0010933873,0.0005072633,0.0010607238,0.0011069507,0.0002003898],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054734707,0.00048438276,0.00063208106,0.000517197,0.0006245312,0.0003794223,0.0008278656,0.00015591017,0.00019323385],"category_scores_gemma":[0.00028103768,0.0004867387,0.00021582805,0.0012031136,0.00006739533,0.0012434439,0.00007269212,0.00084486936,0.00015456953],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007369122,0.019076966,0.0012525788,0.00023763989,0.0028507637,0.0077496953,0.11494498,0.56791824,0.16033716,0.0021447807,0.0011228576,0.12162743],"study_design_scores_gemma":[0.00055222097,0.0022940845,0.0000051717006,0.00014019698,0.000067460875,0.001814898,0.10333469,0.22610454,0.6629801,0.00008736001,0.0020371687,0.0005821456],"about_ca_topic_score_codex":0.004462003,"about_ca_topic_score_gemma":0.0013572538,"teacher_disagreement_score":0.66997194,"about_ca_system_score_codex":0.00039795748,"about_ca_system_score_gemma":0.00013896945,"threshold_uncertainty_score":0.9997584},"labels":[],"label_agreement":null},{"id":"W3198380835","doi":"10.1145/3429448","title":"QuestionComb: A Gamification Approach for the Visual Explanation of Linguistic Phenomena through Interactive Labeling","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Deutsche Forschungsgemeinschaft","keywords":"Computer science; Visual analytics; Process (computing); Workspace; Domain (mathematical analysis); Human–computer interaction; Artificial intelligence; Task (project management); Analytics; Interface (matter); Visualization; Machine learning; Natural language processing; Data science","score_opus":0.05629626048807195,"score_gpt":0.35444123625994944,"score_spread":0.2981449757718775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198380835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001591339,0.00020624118,0.99633664,0.00026309822,0.0015654003,0.00058474357,0.00007393597,0.00008663131,0.0007241609],"genre_scores_gemma":[0.9782199,0.00018259665,0.02022353,0.00016862733,0.00015354175,0.00029341536,0.00014638707,0.000023533288,0.00058843155],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980193,0.00023766678,0.0006819151,0.0005013326,0.00035836676,0.00020146335],"domain_scores_gemma":[0.9958279,0.0017292645,0.00042223398,0.00077393436,0.0011949278,0.000051739793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036650163,0.00021210391,0.00028152505,0.00017654928,0.00025882915,0.00023775257,0.00073718815,0.000072314935,0.000028663231],"category_scores_gemma":[0.0006359764,0.00017465014,0.00017090193,0.00061129325,0.000053810047,0.0006227522,0.00002868691,0.00024426173,0.000021651998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007838701,0.008684882,0.00010301534,0.001186454,0.0037453522,0.000015560161,0.10885042,0.35367358,0.013436731,0.3476585,0.0011593396,0.16070233],"study_design_scores_gemma":[0.00036243952,0.00022061552,0.000016755122,0.0002828121,0.00010729521,0.000025467813,0.010818188,0.9259931,0.05341919,0.0014509498,0.00704141,0.00026176588],"about_ca_topic_score_codex":0.00012432582,"about_ca_topic_score_gemma":0.000011107792,"teacher_disagreement_score":0.9780608,"about_ca_system_score_codex":0.0002329732,"about_ca_system_score_gemma":0.00012017718,"threshold_uncertainty_score":0.71220255},"labels":[],"label_agreement":null},{"id":"W4226018502","doi":"10.1145/3545995","title":"EDAssistant: Supporting Exploratory Data Analysis in Computational Notebooks with In Situ Code Search and Recommendation","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Context (archaeology); Code (set theory); Exploratory search; Data science; Visualization; Information retrieval; Human–computer interaction; World Wide Web; Data mining; Programming language","score_opus":0.08697835265267972,"score_gpt":0.3651222442131325,"score_spread":0.27814389156045277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226018502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016027667,0.000014099573,0.982518,0.00053497776,0.00017604562,0.0002642795,0.00024098303,0.00004255397,0.00018135153],"genre_scores_gemma":[0.99680495,0.000010697807,0.0024333615,0.00012589921,0.000008206877,0.000073580886,0.00042760881,0.000011662486,0.00010404158],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770725,0.0004784999,0.00057065213,0.00063334854,0.0003970102,0.00021325672],"domain_scores_gemma":[0.9985015,0.0004668957,0.00016370574,0.0006969901,0.000100993224,0.00006995307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008953789,0.00015227908,0.0002611823,0.0011436391,0.00025317265,0.00021547993,0.00087528717,0.000027863907,0.00008652769],"category_scores_gemma":[0.000030317953,0.00015397223,0.000037050515,0.0014601361,0.00003501715,0.0008611544,0.00013114054,0.00040136118,0.000007740463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025548352,0.0011613043,0.0065826317,0.00006896084,0.00067066506,0.00008564277,0.013932153,0.93628454,0.00020667109,0.0035503798,0.00008006488,0.037121523],"study_design_scores_gemma":[0.0003340055,0.00014137228,0.00074923097,0.00005458123,0.00004043035,0.00002144884,0.010991431,0.9858273,0.00048087735,0.000096425814,0.0010582457,0.00020462896],"about_ca_topic_score_codex":0.00038648926,"about_ca_topic_score_gemma":0.0016669268,"teacher_disagreement_score":0.98077726,"about_ca_system_score_codex":0.00033434434,"about_ca_system_score_gemma":0.000114492446,"threshold_uncertainty_score":0.6278806},"labels":[],"label_agreement":null},{"id":"W4313590566","doi":"10.1145/3578523","title":"The Impact of Intelligent Pedagogical Agents’ Interventions on Student Behavior and Performance in Open-Ended Game Design Environments","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; Simon Fraser University","funders":"Mitacs","keywords":"Psychological intervention; Intervention (counseling); Process (computing); Psychology; Focus (optics); Repetition (rhetorical device); Computer science; Applied psychology; Human–computer interaction; Mathematics education; Medical education; Medicine","score_opus":0.19698060904365663,"score_gpt":0.42743298012823405,"score_spread":0.23045237108457742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313590566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43135715,0.00008895209,0.5660753,0.00012075699,0.00080727914,0.0013816123,0.000008029501,0.00009547176,0.00006541503],"genre_scores_gemma":[0.99680066,0.0003606123,0.0005169485,0.000009496177,0.000017704317,0.00067430973,0.00000430277,0.000023979062,0.0015920063],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969256,0.0007904612,0.0007965461,0.0005989561,0.00045048335,0.00043795272],"domain_scores_gemma":[0.99741757,0.0011873293,0.00030692862,0.0009122301,0.000045297915,0.00013065623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013854906,0.00031236536,0.00036356485,0.00046448474,0.00034891377,0.00045393745,0.0018373583,0.000089821275,0.000025158884],"category_scores_gemma":[0.00010681243,0.0002197874,0.0002892786,0.0005173788,0.00010390054,0.00043694404,0.00016551335,0.00077856914,0.00016145069],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064247043,0.004758403,0.013763233,0.00008081716,0.0007249273,0.00006116914,0.03213494,0.26257384,0.00037044453,0.0010638575,0.000116202595,0.6837097],"study_design_scores_gemma":[0.0033303269,0.022289185,0.7471597,0.0066331355,0.00027231112,0.00025829437,0.036096632,0.14861006,0.012885412,0.000349266,0.019821608,0.0022940391],"about_ca_topic_score_codex":0.0003866104,"about_ca_topic_score_gemma":0.000018377123,"teacher_disagreement_score":0.7333965,"about_ca_system_score_codex":0.00045437764,"about_ca_system_score_gemma":0.000043323238,"threshold_uncertainty_score":0.896267},"labels":[],"label_agreement":null},{"id":"W4408834070","doi":"10.1145/3725739","title":"Panda or Not Panda? Understanding Adversarial Attacks with Interactive Visualization","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Adversarial system; Visualization; Computer science; Computer security; Computer graphics (images); Human–computer interaction; Artificial intelligence","score_opus":0.04934597232391691,"score_gpt":0.3398007247743506,"score_spread":0.2904547524504337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408834070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016285208,0.000017917164,0.98824704,0.0006756028,0.005802281,0.0009517277,0.000020492893,0.0004324912,0.0022239285],"genre_scores_gemma":[0.9929285,0.00003199896,0.0037888635,0.00030439708,0.0001385274,0.00018425171,0.000013235692,0.000047405352,0.002562832],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964719,0.00056404324,0.0007675611,0.0010290422,0.0006477782,0.00051970355],"domain_scores_gemma":[0.9955538,0.0023567493,0.0004449431,0.0011259805,0.00037882713,0.00013973306],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004565391,0.000528867,0.0005765398,0.00089822063,0.00066538196,0.00057782605,0.001386099,0.0002049826,0.0001715695],"category_scores_gemma":[0.00036675742,0.0004203366,0.00019749341,0.0013082075,0.00012913822,0.0017085728,0.000087063025,0.0009513207,0.000099991375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018943222,0.0017844104,0.0009927165,0.00047690817,0.0043053036,0.0002647163,0.024434805,0.7831424,0.00142423,0.10959479,0.0009893035,0.053647213],"study_design_scores_gemma":[0.006293395,0.0034939153,0.00040272583,0.0064274017,0.0006006319,0.00031356362,0.041978497,0.86309546,0.047730863,0.0029485803,0.02404489,0.0026700974],"about_ca_topic_score_codex":0.00044127984,"about_ca_topic_score_gemma":0.00017130139,"teacher_disagreement_score":0.9913,"about_ca_system_score_codex":0.0018778131,"about_ca_system_score_gemma":0.0003066147,"threshold_uncertainty_score":0.9998248},"labels":[],"label_agreement":null},{"id":"W4411673851","doi":"10.1145/3744750","title":"Data Has Entered the Chat: How Data Workers Conduct Exploratory Visual Analytic Conversations with GenAI Agents","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Psychology","score_opus":0.2089093650588563,"score_gpt":0.3814249685980279,"score_spread":0.17251560353917159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411673851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007253944,0.00014595548,0.988745,0.0064181793,0.0021298307,0.0007046235,0.00073547964,0.00016647844,0.00022907257],"genre_scores_gemma":[0.9947889,0.0001437374,0.00080013333,0.00085085863,0.00006659433,0.00007996308,0.0006813632,0.00002655627,0.0025619324],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970089,0.00042769374,0.000528101,0.0011240675,0.00055820675,0.00035298322],"domain_scores_gemma":[0.9929675,0.00071116973,0.00031083645,0.005538641,0.0003361692,0.0001357062],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0005988305,0.00035517185,0.00036032556,0.00047384115,0.000595997,0.0014292352,0.006259971,0.00008415606,0.000096020995],"category_scores_gemma":[0.00018962422,0.00025489496,0.00008302169,0.001269429,0.00023818087,0.0027931214,0.00037451487,0.0004462091,0.00017393345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019271206,0.012294352,0.007410557,0.0017924587,0.035128657,0.0004206331,0.03878103,0.050517187,0.00169631,0.026155375,0.6746446,0.14923175],"study_design_scores_gemma":[0.00070200075,0.00021175113,0.00014815918,0.0009532321,0.00034961276,0.000029907966,0.020829137,0.8089366,0.001906885,0.00007627611,0.16533908,0.00051736215],"about_ca_topic_score_codex":0.00020185093,"about_ca_topic_score_gemma":0.00029927847,"teacher_disagreement_score":0.99406344,"about_ca_system_score_codex":0.00022054354,"about_ca_system_score_gemma":0.00037996145,"threshold_uncertainty_score":0.99999034},"labels":[],"label_agreement":null},{"id":"W4414786978","doi":"10.1145/3766062","title":"Spiders Based on Anxiety: How Reinforcement Learning Can Deliver Desired User Experience in Virtual Reality Personalized Arachnophobia Treatment","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Context (archaeology); Virtual Reality Exposure Therapy; Reinforcement learning; Virtual reality; Anxiety; Process (computing); Reinforcement","score_opus":0.053483683686555185,"score_gpt":0.3199277376343408,"score_spread":0.2664440539477856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414786978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045528222,0.000024484665,0.9491086,0.0025960512,0.00051585195,0.0011715925,0.00001932229,0.0001569498,0.00087894],"genre_scores_gemma":[0.99403346,0.00010863171,0.00050481927,0.0004969834,0.000018961035,0.0009516327,0.000018190232,0.000018839406,0.0038485096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99715275,0.00040917585,0.0005885355,0.00086500857,0.0005017803,0.0004827559],"domain_scores_gemma":[0.99740714,0.0007022129,0.00023116659,0.0012737473,0.00020475523,0.00018096005],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035898772,0.00042702546,0.00045632228,0.00064786646,0.00035843818,0.00036840647,0.00087871554,0.00014537487,0.000047509933],"category_scores_gemma":[0.00017940452,0.00038477636,0.00023374263,0.00092747173,0.00011161014,0.0005117994,0.00002540937,0.0004507034,0.000043721117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008030934,0.0018252941,0.00059791416,0.000059339,0.00029314152,0.000020781847,0.012172536,0.872602,0.0028388712,0.007977205,0.00021526165,0.10059456],"study_design_scores_gemma":[0.0018946637,0.002201978,0.00088113605,0.0010136127,0.00006266719,0.000010878717,0.012042275,0.88325447,0.07217281,0.0001352013,0.025563952,0.00076633657],"about_ca_topic_score_codex":0.0037990343,"about_ca_topic_score_gemma":0.0003509936,"teacher_disagreement_score":0.94860375,"about_ca_system_score_codex":0.0022000864,"about_ca_system_score_gemma":0.00021660315,"threshold_uncertainty_score":0.9998604},"labels":[],"label_agreement":null},{"id":"W4415794686","doi":"10.1145/3772071","title":"Designing and Personalising Hybrid Health Explanations for Lay Users","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Fonds Wetenschappelijk Onderzoek","keywords":"Modalities; Set (abstract data type); Modality (human–computer interaction); Preference; Coaching; Recommender system; Feature (linguistics); Design science; Preference elicitation","score_opus":0.048926140005219804,"score_gpt":0.33782373632704654,"score_spread":0.28889759632182677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415794686","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026179976,0.0003899587,0.9889596,0.00428284,0.0020097906,0.0011221645,0.000039580984,0.00020754086,0.00037050038],"genre_scores_gemma":[0.96990556,0.00012325193,0.027375743,0.0007962206,0.000052087664,0.0005070798,0.000008072915,0.000024401383,0.0012075793],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976964,0.00023646752,0.00063167705,0.0007039818,0.00025628993,0.00047519864],"domain_scores_gemma":[0.99667156,0.0019215944,0.00021165978,0.0007068298,0.0003372495,0.00015112325],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065303774,0.00028063948,0.00035496528,0.0006709271,0.0008125057,0.00047931308,0.0008003167,0.00006488048,0.000015261765],"category_scores_gemma":[0.00022319965,0.00028764125,0.00015744084,0.000518534,0.00007383039,0.0009448413,0.00002821053,0.00031058778,0.00003891152],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005895295,0.0015211176,0.000311425,0.0008388094,0.0016706397,0.000042747488,0.036291353,0.08004063,0.008265722,0.22993326,0.0076487404,0.632846],"study_design_scores_gemma":[0.0008889013,0.001635473,0.00010572033,0.0034256135,0.00012465674,0.00018408494,0.052829288,0.30900556,0.5252269,0.01406732,0.09092562,0.0015808977],"about_ca_topic_score_codex":0.0007304025,"about_ca_topic_score_gemma":0.00010468018,"teacher_disagreement_score":0.96728754,"about_ca_system_score_codex":0.0005403052,"about_ca_system_score_gemma":0.0002013853,"threshold_uncertainty_score":0.99995756},"labels":[],"label_agreement":null},{"id":"W4417043463","doi":"10.1145/3779216","title":"Personalized Adaptive Virtual Object Placement in AR for Nonspeaking Autistic Users Using Behavioural Cloning","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Object (grammar); Limiting; Cloning (programming); Replicate; Field (mathematics); Virtual reality; Spell; Matching (statistics)","score_opus":0.10063079205668418,"score_gpt":0.3732146929597778,"score_spread":0.27258390090309365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417043463","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20503028,0.00007079906,0.7894557,0.00042148103,0.0018409019,0.0023830433,0.00015060641,0.000108098306,0.0005390558],"genre_scores_gemma":[0.9968134,0.000023082885,0.00057311286,0.00012333423,0.000025362131,0.00075355166,0.0000055446417,0.000055016426,0.0016275891],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99651885,0.00052604656,0.0007486162,0.00093767187,0.0005289457,0.00073985325],"domain_scores_gemma":[0.9967989,0.002296244,0.0002194295,0.00052918226,0.00006462028,0.000091644484],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041778124,0.0004004143,0.00049013755,0.0011204574,0.00051593053,0.00019192704,0.0006581787,0.00013811707,0.00017440077],"category_scores_gemma":[0.00050516764,0.00041709543,0.00026736123,0.0008305336,0.00019991392,0.00040171118,0.000036660113,0.0008124962,0.000053304924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025638698,0.005723884,0.0034796398,0.00062400167,0.0011451447,0.00036772754,0.03723513,0.58767456,0.2130784,0.10867232,0.00017312725,0.016187383],"study_design_scores_gemma":[0.004387892,0.0021135453,0.0006941604,0.0039358586,0.00026862771,0.00012486186,0.03358158,0.55565786,0.39472237,0.0017110304,0.0014137913,0.0013884165],"about_ca_topic_score_codex":0.001926571,"about_ca_topic_score_gemma":0.0003754136,"teacher_disagreement_score":0.7917831,"about_ca_system_score_codex":0.0020483125,"about_ca_system_score_gemma":0.00025924854,"threshold_uncertainty_score":0.9998281},"labels":[],"label_agreement":null}]}