{"meta":{"query_hash":"1726eb7b19d1","filters":{"venue":"IEEE Transactions on Human-Machine Systems"},"cohort_total":50,"direct_labels_cover":0,"predictions_cover":50,"exported":50,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1726eb7b19d1","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+Transactions+on+Human-Machine+Systems"},"results":[{"id":"W1990441124","doi":"10.1109/thms.2013.2294636","title":"Supporting Air Versus Ground Vehicle Decisions for Interfacility Medical Transport Using Historical Data","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Transfer (computing); Estimation; Computer science; Process (computing); Operations research; Environmental science; Engineering","score_opus":0.32365519503919526,"score_gpt":0.5066983064589434,"score_spread":0.18304311141974816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990441124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11968243,0.00006461926,0.87140757,0.00076645805,0.0057512843,0.0013579407,0.0004947363,0.00022159486,0.00025334398],"genre_scores_gemma":[0.9945251,0.000015168255,0.0031349445,0.00019559666,0.0005649428,0.00023808819,0.0003645255,0.00006651952,0.00089515425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99522555,0.0009078085,0.0017226763,0.0007716267,0.00068865507,0.0006836774],"domain_scores_gemma":[0.99551153,0.0021432473,0.0003181527,0.0011925786,0.00037550105,0.0004589955],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004110731,0.00030113515,0.0006013966,0.00022722426,0.003252515,0.00002052786,0.0005808023,0.0004781122,0.00028591076],"category_scores_gemma":[0.0004665304,0.00027524913,0.00014916582,0.00029683596,0.00005895834,0.00036780236,0.000007916995,0.0011035982,0.000045501965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043296292,0.004391509,0.0061605163,0.0042162356,0.0010002248,0.000042871292,0.014448687,0.8734741,0.0029578584,0.0068032453,0.006499867,0.07567526],"study_design_scores_gemma":[0.0034591781,0.0003974031,0.00025926717,0.00052076264,0.00013888045,0.0000064169994,0.00086317054,0.9755851,0.0000225748,0.00003666308,0.01830399,0.00040660845],"about_ca_topic_score_codex":0.008226713,"about_ca_topic_score_gemma":0.006954174,"teacher_disagreement_score":0.87484264,"about_ca_system_score_codex":0.0009935757,"about_ca_system_score_gemma":0.00059893576,"threshold_uncertainty_score":0.99996996},"labels":[],"label_agreement":null},{"id":"W2007301751","doi":"10.1109/thms.2014.2382475","title":"An Observer/Predictor-Based Model of the User for Attaining Situation Awareness","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Estimator; Observer (physics); User interface; Automation; Human–computer interaction; Control (management); Interface (matter); Controller (irrigation); Invariant (physics); Artificial intelligence; Engineering; Mathematics","score_opus":0.23265357819880342,"score_gpt":0.40084395326360095,"score_spread":0.16819037506479753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007301751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5774354,0.0000344075,0.4205037,0.00012555676,0.0009060603,0.0007286417,0.00009135794,0.00014431994,0.000030594285],"genre_scores_gemma":[0.99901813,0.0000011520474,0.00036826887,0.000050682756,0.000113468035,0.00022746946,0.0000339731,0.000034991826,0.00015185532],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864084,0.00012498657,0.00044467588,0.00024689533,0.0003346664,0.00020793697],"domain_scores_gemma":[0.9986933,0.00010468699,0.00016742764,0.0005875231,0.00031180473,0.00013528539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005282316,0.0001651363,0.00031514018,0.00016693039,0.00031531006,0.00001051242,0.00017133495,0.00021871466,0.0000026932676],"category_scores_gemma":[0.000024791541,0.00012511425,0.00012605867,0.00018633631,0.00006605613,0.00011126892,9.07175e-7,0.0003027146,0.0000016666115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003402153,0.0004991968,0.025426367,0.00061546906,0.000085496285,0.0000012213562,0.0011912569,0.96289617,0.007233627,0.00053647766,0.000054751596,0.0011197529],"study_design_scores_gemma":[0.0036255345,0.0016216115,0.0014798323,0.00073308026,0.0002158622,0.0000065587365,0.0007708388,0.967564,0.023538895,0.00010743962,0.00011521868,0.00022114634],"about_ca_topic_score_codex":0.0007919681,"about_ca_topic_score_gemma":0.0003845086,"teacher_disagreement_score":0.4215828,"about_ca_system_score_codex":0.00016170098,"about_ca_system_score_gemma":0.00029514972,"threshold_uncertainty_score":0.5102011},"labels":[],"label_agreement":null},{"id":"W2020076260","doi":"10.1109/thms.2014.2325558","title":"Anticipation in Driving: The Role of Experience in the Efficacy of Pre-event Conflict Cues","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Networks of Centres of Excellence of Canada","keywords":"Anticipation (artificial intelligence); Competence (human resources); Event (particle physics); Psychology; Cognitive psychology; Driving simulator; Computer science; Social psychology; Simulation; Artificial intelligence","score_opus":0.048132391385258336,"score_gpt":0.40222838254609095,"score_spread":0.3540959911608326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020076260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9591647,0.00007673364,0.032213405,0.000101809,0.0008496601,0.0006996729,0.000012024031,0.000037595284,0.0068444153],"genre_scores_gemma":[0.99931175,0.0000053238855,0.0000042320935,0.000033825356,0.00004471955,0.00024418833,0.0000042227157,0.000014424156,0.0003373211],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9975496,0.0009244474,0.00084040815,0.00022212061,0.0002911636,0.00017227004],"domain_scores_gemma":[0.9983186,0.00073797343,0.00031542126,0.0005413201,0.000059865633,0.000026780275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008656799,0.0001495165,0.00028205197,0.00027011786,0.00013670961,0.000023724053,0.00033622517,0.00008209472,0.00036707183],"category_scores_gemma":[0.000025497176,0.0000991486,0.00011624961,0.00027345947,0.000109989254,0.00009665983,0.0000013889239,0.0003105944,0.000026049069],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077083736,0.0069837966,0.032189846,0.0002628886,0.00030176793,0.0000054833554,0.63527894,0.20109159,0.024401246,0.0744086,0.00026761342,0.024037397],"study_design_scores_gemma":[0.0054774624,0.0012047307,0.8253616,0.0008968573,0.000099934994,0.00004842801,0.044769626,0.09166658,0.012739515,0.00022861357,0.016848346,0.0006583041],"about_ca_topic_score_codex":0.0031198545,"about_ca_topic_score_gemma":0.0015251375,"teacher_disagreement_score":0.79317176,"about_ca_system_score_codex":0.000040857667,"about_ca_system_score_gemma":0.000011919943,"threshold_uncertainty_score":0.47163075},"labels":[],"label_agreement":null},{"id":"W2028003743","doi":"10.1109/thms.2013.2284911","title":"Detection and Discrimination of Motion-Defined Form: Implications for the Use of Night Vision Devices","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Visual perception and processing mechanisms","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; York University","funders":"University of Toronto; York University","keywords":"Luminance; Artificial intelligence; Computer vision; Stimulus (psychology); Computer science; Image noise; Gaussian noise; Decorrelation; Noise (video); Night vision; Mathematics; Optics; Physics; Image (mathematics); Psychology","score_opus":0.13226616079115247,"score_gpt":0.35659178341108305,"score_spread":0.22432562261993058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028003743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20679814,0.000029496356,0.791446,0.00026042646,0.00032048466,0.00095758424,0.00010157415,0.000052862426,0.00003345619],"genre_scores_gemma":[0.9991027,0.00003735323,0.0001612245,0.000055404475,0.000022583281,0.00032716666,0.0000046165524,0.000019581077,0.00026938118],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99892956,0.00010684865,0.0004161551,0.00025100636,0.00017236931,0.00012407023],"domain_scores_gemma":[0.9987917,0.00049963215,0.00025257553,0.00024764263,0.00016404166,0.000044394328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016997647,0.0001354711,0.00017528007,0.00018312862,0.0006199501,0.00010604251,0.0001229987,0.000072615556,0.00003188927],"category_scores_gemma":[0.00003605823,0.00009429836,0.00008458933,0.00022077054,0.00009372028,0.000536248,0.0000016517306,0.00010283603,0.0000053198937],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025964058,0.00018193931,0.000014575503,0.00027985888,0.000010429997,1.8122936e-8,0.00057685486,0.0036533198,0.9576359,0.0022376361,0.000023363275,0.035360143],"study_design_scores_gemma":[0.0016150804,0.001497874,0.012790749,0.00040646704,0.00023360278,0.000033262713,0.00070217025,0.3573873,0.62140006,0.0026595406,0.0008008494,0.00047304458],"about_ca_topic_score_codex":0.0005569596,"about_ca_topic_score_gemma":0.00033447836,"teacher_disagreement_score":0.7923046,"about_ca_system_score_codex":0.000026251533,"about_ca_system_score_gemma":0.000010238772,"threshold_uncertainty_score":0.47682175},"labels":[],"label_agreement":null},{"id":"W2042311736","doi":"10.1109/tsmcc.2012.2227959","title":"Robust Multimodal Person Identification With Limited Training Data","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Speech and Audio Processing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Computer science; Artificial intelligence; Feature (linguistics); Modalities; Speech recognition; Modality (human–computer interaction); Identification (biology); Pattern recognition (psychology); Discrete cosine transform; Facial recognition system; Image (mathematics)","score_opus":0.1401146962662099,"score_gpt":0.2934333072960502,"score_spread":0.15331861102984032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042311736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027822535,0.000114936374,0.9694128,0.00039914183,0.000672066,0.0005129373,0.000037355538,0.00047536628,0.0005528839],"genre_scores_gemma":[0.9879083,0.000003933273,0.010933424,0.000073331335,0.00010549349,0.00011119427,0.00003822175,0.000031750536,0.0007943195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979254,0.000110125904,0.00037052284,0.00077094126,0.0004560368,0.00036694968],"domain_scores_gemma":[0.9980669,0.00008817723,0.00020478935,0.0013460903,0.00014576185,0.00014825026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035836452,0.0002591758,0.0002609998,0.00027425075,0.0007071232,0.00088819064,0.0012802308,0.00008562901,0.000041639938],"category_scores_gemma":[0.0000067031465,0.00021418593,0.000053538824,0.00048107313,0.000058558962,0.0020041356,0.0000050286917,0.00033942825,0.00015016952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006058118,0.0013438532,0.00027380383,0.0005996979,0.0005895053,0.00006244671,0.016397422,0.40898812,0.122085705,0.00057229266,0.0023855206,0.44664106],"study_design_scores_gemma":[0.0011184047,0.00023099045,0.0007635871,0.0002926317,0.000051688105,0.00012072946,0.0014493197,0.98032033,0.014780668,0.000023307517,0.00025691235,0.0005914287],"about_ca_topic_score_codex":0.0010304712,"about_ca_topic_score_gemma":0.00020054859,"teacher_disagreement_score":0.9600858,"about_ca_system_score_codex":0.00007024323,"about_ca_system_score_gemma":0.00006557177,"threshold_uncertainty_score":0.8734248},"labels":[],"label_agreement":null},{"id":"W2070613221","doi":"10.1109/thms.2014.2310953","title":"Affective Movement Recognition Based on Generative and Discriminative Stochastic Dynamic Models","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Discriminative model; Artificial intelligence; Computer science; Hidden Markov model; Representation (politics); Salient; Movement (music); Pattern recognition (psychology); Generative model; Speech recognition; Machine learning; Generative grammar","score_opus":0.051554895619185234,"score_gpt":0.32514340551483983,"score_spread":0.2735885098956546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070613221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03725304,0.00003762668,0.94780624,0.0001282238,0.001688388,0.0012237265,0.0003799382,0.00017389555,0.011308948],"genre_scores_gemma":[0.9973388,0.000003974602,0.00011785865,0.00036604074,0.000090495436,0.0007214333,0.0001301277,0.000056935954,0.0011743703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976208,0.00080837804,0.00036998378,0.0006241414,0.00028739934,0.00028926146],"domain_scores_gemma":[0.9988944,0.0003541741,0.00017605118,0.0003033956,0.0001319618,0.00014005028],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039375655,0.0003517861,0.00034546287,0.00043904388,0.0004758879,0.00006300517,0.0000832593,0.0001619778,0.00024257369],"category_scores_gemma":[0.00000790141,0.000318688,0.00012649923,0.0001483959,0.00010113447,0.00015065199,0.000001099996,0.00041019067,0.00014620337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001089242,0.005053169,0.0000058286373,0.00034538464,0.0008322076,0.000016817276,0.013075004,0.7904819,0.0065909103,0.011838775,0.00036579993,0.17030494],"study_design_scores_gemma":[0.004785336,0.0034246584,0.00031693,0.0005222111,0.0002755872,0.000015924395,0.0021536748,0.98039865,0.0015854974,0.0057598012,0.000019308549,0.00074241473],"about_ca_topic_score_codex":0.00044616358,"about_ca_topic_score_gemma":0.00051669957,"teacher_disagreement_score":0.96008575,"about_ca_system_score_codex":0.00018149812,"about_ca_system_score_gemma":0.000014067038,"threshold_uncertainty_score":0.9999265},"labels":[],"label_agreement":null},{"id":"W2100726938","doi":"10.1109/tsmc.2013.2239595","title":"Effects of display mode and input method for handheld control of micro aerial vehicles for a reconnaissance mission","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"Defence Research and Development Canada","keywords":"Joystick; Mobile device; Stylus; Computer science; Computer vision; Operator (biology); Target acquisition; Artificial intelligence; Real-time computing; Simulation","score_opus":0.029737938629055504,"score_gpt":0.3790941118361402,"score_spread":0.34935617320708473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100726938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112482965,0.00024873816,0.88162875,0.00012790153,0.0021219323,0.002705987,0.00040597582,0.00006162909,0.00021611944],"genre_scores_gemma":[0.9957052,0.0000061672226,0.0011643568,0.000060191243,0.00012358837,0.0011063718,0.000012327541,0.00003842775,0.0017834055],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982867,0.0002972766,0.0007487776,0.00033193652,0.000121464356,0.0002138451],"domain_scores_gemma":[0.99751544,0.0015273355,0.00039369785,0.00026203188,0.00020790311,0.00009359448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003393777,0.00021928894,0.00057003764,0.00021900581,0.00023209253,0.00003158069,0.00012551519,0.00017403236,0.00018874575],"category_scores_gemma":[0.000026719656,0.00018995156,0.00022574236,0.00006909532,0.00007175846,0.00013632627,8.6535755e-7,0.00014985728,0.000010742889],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023296848,0.0010756492,0.000053392578,0.002705152,0.00081815146,8.7254347e-7,0.004855752,0.005191137,0.9567133,0.0049376613,0.0038822766,0.017436963],"study_design_scores_gemma":[0.04568384,0.0052336506,0.0027120244,0.0022515326,0.0010157427,0.00008682849,0.0012901771,0.354827,0.5701973,0.0014540169,0.013809464,0.0014384468],"about_ca_topic_score_codex":0.0012573032,"about_ca_topic_score_gemma":0.00007936686,"teacher_disagreement_score":0.8832222,"about_ca_system_score_codex":0.000031754556,"about_ca_system_score_gemma":0.000016401087,"threshold_uncertainty_score":0.77459997},"labels":[],"label_agreement":null},{"id":"W2332551110","doi":"10.1109/thms.2016.2537760","title":"Expert-Driven Perceptual Features for Modeling Style and Affect in Human Motion","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human Motion and Animation","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Centres of Excellence","keywords":"Perception; Computer science; Artificial intelligence; Motion (physics); Affect (linguistics); Cartesian coordinate system; Motion capture; Style (visual arts); Computer vision; Pattern recognition (psychology); Mathematics; Geometry; Communication; Psychology","score_opus":0.03842233311049834,"score_gpt":0.293756535421546,"score_spread":0.25533420231104764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332551110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36442825,0.00010829716,0.63413346,0.00002406608,0.0003087007,0.00045074904,0.000047764534,0.00026269755,0.00023597782],"genre_scores_gemma":[0.9990773,0.000036996626,0.000094431816,0.0000098332985,0.00013213624,0.00019855573,0.000013158142,0.000054790245,0.00038279901],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990046,0.00006620529,0.0003097728,0.0002542772,0.00014278243,0.00022234212],"domain_scores_gemma":[0.999642,0.000056201035,0.00003077852,0.00016884437,0.000031161784,0.00007101148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016440655,0.00021239473,0.00023428508,0.00029649423,0.0002549251,0.000065209875,0.000080714955,0.00011886004,0.0000624206],"category_scores_gemma":[0.0000029059986,0.00017277188,0.00008527124,0.00007142804,0.000026174359,0.00024323977,7.398251e-7,0.00015217246,0.000012677741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027742952,0.0001437559,0.000037789723,0.00030900346,0.00006377717,0.0000020972066,0.003433709,0.6529936,0.33140722,0.0012676687,0.00025979732,0.010053797],"study_design_scores_gemma":[0.0030427657,0.00031092542,0.0006191977,0.00065081357,0.0000310963,0.000015792477,0.000785907,0.98924625,0.0044190865,0.00009910177,0.00019525536,0.0005838075],"about_ca_topic_score_codex":0.00013799047,"about_ca_topic_score_gemma":0.0004917255,"teacher_disagreement_score":0.63464904,"about_ca_system_score_codex":0.0001446015,"about_ca_system_score_gemma":0.0000037048906,"threshold_uncertainty_score":0.7045433},"labels":[],"label_agreement":null},{"id":"W2553321217","doi":"10.1109/thms.2016.2620106","title":"Augmented-Reality-Based Indoor Navigation: A Comparative Analysis of Handheld Devices Versus Google Glass","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Spatial Cognition and Navigation","field":"Engineering","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Workload; Mobile device; Computer science; Wearable computer; Augmented reality; Navigation system; Wearable technology; Reliability (semiconductor); Human–computer interaction; Real-time computing; Embedded system; Simulation; World Wide Web","score_opus":0.06946273064031878,"score_gpt":0.33020971053351295,"score_spread":0.2607469798931942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553321217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31836158,0.0001072228,0.67701054,0.000054985754,0.0010046148,0.00044608442,0.0011360372,0.00035202422,0.0015269357],"genre_scores_gemma":[0.99948204,0.0000051361426,0.000038899972,0.000011621873,0.0000473659,0.00012412253,0.00019162612,0.000020708354,0.00007846155],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855244,0.00013435385,0.00054895726,0.00023617456,0.0003471605,0.00018093007],"domain_scores_gemma":[0.9989967,0.00031493074,0.0001488397,0.00027901246,0.00016631222,0.00009421686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018647614,0.00023042789,0.00046172427,0.0004824331,0.000173791,0.000037511618,0.00012829993,0.00010454733,0.00020728305],"category_scores_gemma":[0.0000028899901,0.00018561068,0.00022839571,0.0008516899,0.0000645525,0.00018022719,6.440553e-7,0.0001466543,0.0000462924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045413987,0.00038068302,0.00034513883,0.0003099247,0.0035799094,0.000004465151,0.00074661185,0.9552425,0.034245756,0.00058932434,0.00017043388,0.0039310725],"study_design_scores_gemma":[0.01072278,0.0010064518,0.002790468,0.0013446939,0.003491722,0.0000032321336,0.0006592988,0.7907356,0.18551292,0.000024620833,0.0025876295,0.0011205657],"about_ca_topic_score_codex":0.00083924556,"about_ca_topic_score_gemma":0.002083967,"teacher_disagreement_score":0.6811205,"about_ca_system_score_codex":0.00016294364,"about_ca_system_score_gemma":0.00002077182,"threshold_uncertainty_score":0.7568984},"labels":[],"label_agreement":null},{"id":"W2595039132","doi":"10.1109/thms.2017.2664358","title":"Guest Editorial Special Issue on Drawing and Handwriting Processing for User-Centered Systems","year":2017,"lang":"en","type":"editorial","venue":"IEEE Transactions on Human-Machine Systems","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Handwriting; Focus (optics); Frontier; Computer science; Field (mathematics); Special section; Human–computer interaction; Data science; Artificial intelligence; Engineering; History","score_opus":0.0328404144930048,"score_gpt":0.32143325574590265,"score_spread":0.28859284125289786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595039132","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010456407,0.00043025936,0.20772709,0.000046830264,0.7862048,0.002342987,0.001128109,0.00044219237,0.0016672551],"genre_scores_gemma":[0.024666172,0.00005357842,0.00011950155,0.000010693311,0.96937615,0.0009901134,0.00020020417,0.00019577293,0.0043878127],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99260235,0.0005470265,0.0016802185,0.0019829334,0.0022053712,0.0009821046],"domain_scores_gemma":[0.9932891,0.0019197591,0.0015626168,0.0015396825,0.0012840171,0.00040480684],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0019709717,0.0011937753,0.0018351871,0.0008073436,0.0032749637,0.0054001804,0.0017776199,0.0016884534,0.0000055923174],"category_scores_gemma":[0.00025024245,0.0011362508,0.00040153266,0.00026888103,0.00014449032,0.0011129031,0.000020330024,0.0019336243,0.00008851705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012774335,0.00025034268,0.0000013705632,0.0028476866,0.00023366012,0.00002818389,0.00072144566,0.00072231825,0.00009543363,0.00005950873,0.9892429,0.005669369],"study_design_scores_gemma":[0.003164683,0.00069737935,5.8676187e-7,0.0065053646,0.00013899877,0.000035053545,0.0001456444,0.0037972282,0.00013965153,0.000008102084,0.98424953,0.0011177722],"about_ca_topic_score_codex":0.0007660305,"about_ca_topic_score_gemma":0.00032361128,"teacher_disagreement_score":0.2076076,"about_ca_system_score_codex":0.00044273734,"about_ca_system_score_gemma":0.00047654385,"threshold_uncertainty_score":0.99960756},"labels":[],"label_agreement":null},{"id":"W2608656908","doi":"10.1109/thms.2017.2706727","title":"A Comprehensive Review of Smart Wheelchairs: Past, Present, and Future","year":2017,"lang":"en","type":"review","venue":"IEEE Transactions on Human-Machine Systems","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Kent; Université de Lorraine; National Research Council Canada; Universidade de Aveiro","keywords":"Wheelchair; Assistive technology; Computer science; Data science; Engineering ethics; Human–computer interaction; Engineering; World Wide Web","score_opus":0.11132362243359879,"score_gpt":0.378502560642799,"score_spread":0.26717893820920025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608656908","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2978567e-7,0.9039372,0.091715194,0.00031293064,0.0017389505,0.0013605057,0.00019065276,0.00029126488,0.00045303872],"genre_scores_gemma":[0.00021903077,0.9980916,0.0002982515,0.000028751007,0.0004874199,0.00032397042,0.00001647466,0.000054078162,0.00048043288],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965611,0.0005329032,0.0011509216,0.00094117015,0.00042998517,0.00038389556],"domain_scores_gemma":[0.9959128,0.0002498178,0.001221023,0.0022468725,0.00023237696,0.00013710871],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040105352,0.00071548676,0.0029425183,0.00052342704,0.00051820616,0.00015398992,0.0017210303,0.0004330459,0.000012961372],"category_scores_gemma":[0.000003445014,0.0005597289,0.0006745326,0.00033047108,0.00024052143,0.00021783682,0.000021805314,0.0010346529,0.000034383036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014747288,0.00011867349,2.8564787e-7,0.13142508,0.00029979672,0.000022930057,0.00003186419,0.000004743232,6.350467e-7,0.0007799182,0.0012608741,0.8660537],"study_design_scores_gemma":[0.00019743516,0.00021602302,0.0000022103868,0.083986506,0.0003886286,0.0002324567,0.000008219978,0.000086933345,0.0000019569602,0.000016755943,0.91445273,0.00041015912],"about_ca_topic_score_codex":0.00018265094,"about_ca_topic_score_gemma":0.000011669615,"teacher_disagreement_score":0.91319185,"about_ca_system_score_codex":0.00007664648,"about_ca_system_score_gemma":0.00011212036,"threshold_uncertainty_score":0.9996854},"labels":[],"label_agreement":null},{"id":"W2609014753","doi":"10.1109/thms.2017.2693245","title":"Force Exertion Affects Grasp Classification Using Force Myography","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Muscle activation and electromyography studies","field":"Engineering","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"GRASP; Artificial intelligence; Electrical impedance myography; Computer science; Linear discriminant analysis; Thumb; Pattern recognition (psychology); Medicine","score_opus":0.05227165393494105,"score_gpt":0.2948206906414377,"score_spread":0.24254903670649663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609014753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25378814,0.00033239837,0.7365396,0.000060493996,0.0021920926,0.00084078667,0.00004028396,0.00082766655,0.0053785713],"genre_scores_gemma":[0.99908113,0.00009149583,0.000078834695,0.00001409526,0.00014209615,0.00019110252,0.000012473472,0.000070559094,0.0003182092],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859387,0.000060990846,0.00034381953,0.00033173859,0.0002944761,0.0003751324],"domain_scores_gemma":[0.9988592,0.000058401663,0.00017131481,0.00073619693,0.00007178088,0.000103100785],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00018980903,0.00032834042,0.00032748358,0.00046493448,0.0017680394,0.0002594357,0.0002801756,0.00014071968,0.0000161868],"category_scores_gemma":[0.0000050502385,0.000330476,0.00024679696,0.0001895481,0.000087947345,0.0005158451,0.0000015018026,0.00032509293,0.000006267648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010712284,0.00044510353,0.0017247248,0.001260213,0.0014176065,0.000009296569,0.0012890258,0.35397848,0.5895955,0.0032723031,0.0012362081,0.045664445],"study_design_scores_gemma":[0.0038455904,0.0006714326,0.06127301,0.0009938967,0.00056069315,0.000055271,0.00089922355,0.8491444,0.07693959,0.0005917951,0.0025079725,0.0025170988],"about_ca_topic_score_codex":0.00031213654,"about_ca_topic_score_gemma":0.00023184548,"teacher_disagreement_score":0.745293,"about_ca_system_score_codex":0.0001242343,"about_ca_system_score_gemma":0.000009101902,"threshold_uncertainty_score":0.9999147},"labels":[],"label_agreement":null},{"id":"W2767934528","doi":"10.1109/thms.2017.2767284","title":"Influence of Information Layout on Diagnosis Performance","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Natural Science Foundation of China","keywords":"Interface (matter); Abstraction; Computer science; Horizontal and vertical; Hierarchy; Human–computer interaction; Task (project management); Domain (mathematical analysis); User interface; Engineering; Systems engineering; Programming language; Mathematics","score_opus":0.03932742642295769,"score_gpt":0.36531749001544034,"score_spread":0.32599006359248267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767934528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9427191,0.000014758694,0.008941023,0.00013761125,0.002610924,0.0005432226,0.00019338477,0.00018623937,0.044653755],"genre_scores_gemma":[0.9967802,0.00001782636,0.000009765529,0.00013868506,0.00007794781,0.0003739421,0.00001492785,0.000022143417,0.0025645467],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99821436,0.0001383826,0.00079113257,0.0002400184,0.00037504768,0.0002410307],"domain_scores_gemma":[0.99780995,0.00015326981,0.0006806021,0.0010683166,0.00019043997,0.00009739765],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003482138,0.00024168783,0.00032675322,0.00039538846,0.0010430095,0.00014679387,0.00045907352,0.00015542473,0.0011409541],"category_scores_gemma":[0.000021403324,0.00022329424,0.00014908415,0.00008733802,0.00012024913,0.0009839754,0.0000022848753,0.00041407516,0.0017502727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009899039,0.0023151687,0.018812073,0.000890561,0.0008600679,0.0000133107205,0.020121356,0.87506247,0.0006864111,0.025805574,0.0057263197,0.048716806],"study_design_scores_gemma":[0.009595032,0.0040020165,0.8491754,0.0024980465,0.00029869442,0.00012410182,0.0026669318,0.03511307,0.012652622,0.00009106063,0.08160554,0.0021774787],"about_ca_topic_score_codex":0.0016581741,"about_ca_topic_score_gemma":0.00012864154,"teacher_disagreement_score":0.83994937,"about_ca_system_score_codex":0.0000954022,"about_ca_system_score_gemma":0.000021638165,"threshold_uncertainty_score":0.99977213},"labels":[],"label_agreement":null},{"id":"W2783282453","doi":"10.1109/thms.2018.2791570","title":"A Topology of Shared Control Systems—Finding Common Ground in Diversity","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":289,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Computer science; Axiom; Control (management); Context (archaeology); Common ground; Human–computer interaction; Generalizability theory; Distributed computing; Automation; Set (abstract data type); Artificial intelligence; Engineering","score_opus":0.06816260115683855,"score_gpt":0.3206184121259397,"score_spread":0.2524558109691012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783282453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92723304,0.00007217045,0.06677321,0.00007467679,0.0029809717,0.0007169843,0.00028583387,0.00013274624,0.0017303893],"genre_scores_gemma":[0.999231,0.0000031366967,0.000009050196,0.000079671256,0.00014806393,0.00003352262,0.0000017892477,0.000020526664,0.0004732786],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976855,0.0005683658,0.00058978645,0.00048172308,0.0003216638,0.0003529783],"domain_scores_gemma":[0.9987115,0.0005070671,0.00023958538,0.0003992981,0.00006005515,0.000082444116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039699892,0.0002374801,0.00054609304,0.00042325116,0.00060268864,0.00008366349,0.00052412704,0.00013450968,0.00006203182],"category_scores_gemma":[0.000010524578,0.0002188239,0.00011947898,0.00030438474,0.0002671592,0.00023862334,0.000010551626,0.00033846658,0.00004496849],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014262352,0.0033713037,0.009814735,0.0017583949,0.00039142283,0.00029649131,0.02141908,0.10603406,0.8381131,0.013977685,0.0011167276,0.0022807145],"study_design_scores_gemma":[0.027815752,0.011900112,0.013172407,0.0045559052,0.00050472474,0.0011344316,0.0057870536,0.5512734,0.37547752,0.00075377134,0.0036639667,0.0039609466],"about_ca_topic_score_codex":0.006838529,"about_ca_topic_score_gemma":0.0012273891,"teacher_disagreement_score":0.4626356,"about_ca_system_score_codex":0.0001303979,"about_ca_system_score_gemma":0.000018439903,"threshold_uncertainty_score":0.999775},"labels":[],"label_agreement":null},{"id":"W2811116136","doi":"10.1109/thms.2018.2836798","title":"Efficacy of Group-View Displays in Nuclear Control Rooms","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Control (management); State (computer science); Human–computer interaction; Scale (ratio); Artificial intelligence; Physics","score_opus":0.03166666154079122,"score_gpt":0.3594813616581021,"score_spread":0.3278147001173109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811116136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5466831,0.00043649165,0.31872803,0.00042853985,0.015986625,0.003191353,0.00051752845,0.00087233115,0.11315604],"genre_scores_gemma":[0.9972063,0.000007096058,0.00001721445,0.00015746945,0.00023681196,0.00011569772,0.000011903019,0.000060824907,0.0021866977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973438,0.0005206296,0.0010446279,0.0004499602,0.00029972137,0.00034130397],"domain_scores_gemma":[0.9985238,0.00029509125,0.0003023655,0.00064916513,0.00010832606,0.000121277844],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004918842,0.00028642474,0.000559426,0.00048892555,0.0002970164,0.000045254146,0.00029490428,0.00018878545,0.006961869],"category_scores_gemma":[0.000009208236,0.000266777,0.00023990602,0.00032883164,0.00017176331,0.00016734407,0.000001348627,0.00046143364,0.0017121361],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017976627,0.04795236,0.00520403,0.0030737913,0.0080960635,0.00038011945,0.13332811,0.07634124,0.06730203,0.46110845,0.035417218,0.14381996],"study_design_scores_gemma":[0.11942045,0.016532669,0.23866068,0.005966863,0.0014858625,0.0009452274,0.013975987,0.17028564,0.0021975194,0.0005804875,0.42290822,0.0070403963],"about_ca_topic_score_codex":0.0017471291,"about_ca_topic_score_gemma":0.0010097146,"teacher_disagreement_score":0.46052796,"about_ca_system_score_codex":0.00011863917,"about_ca_system_score_gemma":0.000013645397,"threshold_uncertainty_score":0.9999784},"labels":[],"label_agreement":null},{"id":"W2883511217","doi":"10.1109/thms.2018.2849024","title":"Negotiating Corners With Teleoperated Mobile Robots With Time Delay","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Teleoperation and Haptic Systems","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Canarie","keywords":"Teleoperation; Mobile robot; Computer science; Robot; Telerobotics; Real-time computing; Simulation; Artificial intelligence","score_opus":0.013334973346723216,"score_gpt":0.23492298772572812,"score_spread":0.2215880143790049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883511217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3609766,0.0002713175,0.6208049,0.000012106624,0.0016468591,0.0016566277,0.00010070956,0.001930056,0.0126007935],"genre_scores_gemma":[0.9960542,0.000005890237,0.00025911455,0.000025034133,0.00027448667,0.00034154957,0.000024292973,0.00013786806,0.0028775814],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821323,0.00009795182,0.000500252,0.0003905919,0.00037684425,0.0004211378],"domain_scores_gemma":[0.9989924,0.00006436432,0.00008111564,0.00047071738,0.00020848299,0.00018293568],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001857029,0.00042281018,0.00045357924,0.00024759004,0.00052136503,0.000264694,0.00019057255,0.00013546647,0.0003125475],"category_scores_gemma":[0.0000013862237,0.00031843962,0.000058312842,0.00044445548,0.00011090661,0.00026589216,8.0338157e-7,0.00033884324,0.0005287311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004470667,0.00007457031,0.000050275736,0.00007601464,0.00024042383,0.000016142718,0.0009123574,0.9914496,0.006169952,0.00006041846,0.00036440205,0.00054113567],"study_design_scores_gemma":[0.0022141826,0.0018537336,0.00007848723,0.0004475264,0.00013234038,0.00038657035,0.00095590175,0.98564976,0.0045118155,4.8440774e-7,0.0028278248,0.00094139396],"about_ca_topic_score_codex":0.00066882704,"about_ca_topic_score_gemma":0.0006816539,"teacher_disagreement_score":0.6350776,"about_ca_system_score_codex":0.00014929529,"about_ca_system_score_gemma":0.000044417153,"threshold_uncertainty_score":0.99992675},"labels":[],"label_agreement":null},{"id":"W2885377338","doi":"10.1109/thms.2018.2860595","title":"Does Predictability Play a Role in Task Management? An Experimental Study With a Financial Trading Simulation","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Ontario Centres of Excellence","keywords":"Predictability; Task (project management); Situation awareness; Leverage (statistics); Workflow; Context (archaeology); Computer science; Situational ethics; Psychology; Cognitive psychology; Applied psychology; Social psychology","score_opus":0.12495528935864357,"score_gpt":0.42100434262217185,"score_spread":0.29604905326352826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885377338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9501809,0.000007262375,0.045932427,0.000013080454,0.00068010454,0.0016556736,0.000065570144,0.00012747891,0.001337504],"genre_scores_gemma":[0.9987409,2.6427026e-7,0.00005937762,0.000029271296,0.00010951044,0.00028468567,0.000008349134,0.000018915549,0.000748723],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965309,0.00033570733,0.00089717034,0.00062090316,0.0013199138,0.00029542975],"domain_scores_gemma":[0.9987652,0.00013945096,0.00021826531,0.00064047927,0.000119647404,0.00011696761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016130037,0.0002728025,0.00034380067,0.0007702808,0.000631053,0.0004284623,0.0005083686,0.000067885456,0.00031409264],"category_scores_gemma":[0.000008940588,0.00016800052,0.000084408566,0.0007612247,0.00009087559,0.0014076091,0.0000053702306,0.00020765349,0.00006489986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060580936,0.03187507,0.21049301,0.00018264136,0.00044365023,0.00016699154,0.19210035,0.5246189,0.004206945,0.0023404504,0.00038200972,0.027131869],"study_design_scores_gemma":[0.0097221825,0.009898725,0.14199343,0.00021328621,0.00021645139,0.000007865189,0.101704285,0.73159295,0.0014814052,0.00040182832,0.0013862291,0.0013813868],"about_ca_topic_score_codex":0.00051364105,"about_ca_topic_score_gemma":0.0031674986,"teacher_disagreement_score":0.206974,"about_ca_system_score_codex":0.00015942016,"about_ca_system_score_gemma":0.000020187184,"threshold_uncertainty_score":0.68508625},"labels":[],"label_agreement":null},{"id":"W2952113293","doi":"10.1109/thms.2019.2917194","title":"High Cognitive Load Assessment in Drivers Through Wireless Electroencephalography and the Validation of a Modified <i>N</i>-Back Task","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Electroencephalography; Task (project management); Cognitive load; Cognition; n-back; Baseline (sea); Audiology; Elementary cognitive task; Computer science; Simulation; Physical medicine and rehabilitation; Psychology; Working memory; Medicine; Engineering; Neuroscience","score_opus":0.021926708533871436,"score_gpt":0.33552590668791515,"score_spread":0.3135991981540437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952113293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8571876,0.00006690323,0.12102331,0.0002136377,0.0021070843,0.0017707673,0.00014353426,0.000087460096,0.017399693],"genre_scores_gemma":[0.9983419,0.000038073827,0.000019358113,0.00013774092,0.000035708104,0.00025916207,0.000031286898,0.000026405041,0.0011103414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974096,0.000791323,0.00072626275,0.0004281828,0.00038570698,0.00025895023],"domain_scores_gemma":[0.99851334,0.0005082455,0.00036446337,0.00035314533,0.00021384259,0.000046947807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056319835,0.00025268158,0.0004966565,0.00027337848,0.00019271924,0.000055469365,0.00017010083,0.0001349703,0.00090791757],"category_scores_gemma":[0.0000036581962,0.0001990233,0.00017109528,0.000372884,0.0002104934,0.00024995997,0.0000019145602,0.0005498356,0.00012332066],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012201504,0.010436888,0.014116288,0.0018746837,0.007637288,0.00006220676,0.17889124,0.15118036,0.036418542,0.565892,0.0028134899,0.018475534],"study_design_scores_gemma":[0.3424751,0.01507687,0.17241736,0.0084897,0.0038025137,0.00082395,0.1663371,0.21831857,0.043962367,0.011913208,0.0064084213,0.009974885],"about_ca_topic_score_codex":0.0046413993,"about_ca_topic_score_gemma":0.00038762932,"teacher_disagreement_score":0.5539788,"about_ca_system_score_codex":0.00012824476,"about_ca_system_score_gemma":0.000046255103,"threshold_uncertainty_score":0.99410605},"labels":[],"label_agreement":null},{"id":"W2962902933","doi":"10.1109/thms.2017.2693242","title":"Qualitative Action Recognition by Wireless Radio Signals in Human–Machine Systems","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Indoor and Outdoor Localization Technologies","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China","keywords":"Computer science; Quality (philosophy); Action (physics); Key (lock); Artificial neural network; Artificial intelligence; Identification (biology); Variety (cybernetics); SIGNAL (programming language); Wireless; Human–computer interaction; Machine learning; Telecommunications; Computer security","score_opus":0.07680294279126616,"score_gpt":0.35059736358463295,"score_spread":0.2737944207933668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962902933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32153508,0.001127148,0.66557723,0.000057238518,0.0038551819,0.0015725011,0.0010211932,0.0019489411,0.0033055057],"genre_scores_gemma":[0.9981205,0.00017756889,0.00001870767,0.000008453522,0.00012131836,0.00046400417,0.00016902978,0.000116771334,0.0008036586],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973361,0.00032587608,0.00093472516,0.0004886664,0.00043028273,0.0004843507],"domain_scores_gemma":[0.99848294,0.00016260476,0.0003096421,0.00078992615,0.0001494574,0.000105428524],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000719219,0.0004982383,0.0006851104,0.00059278595,0.0011356361,0.00039697715,0.00049916527,0.0004087027,0.00006342518],"category_scores_gemma":[0.000018469982,0.0005067625,0.00015118756,0.0002787004,0.00015577377,0.00066940486,0.0000033862275,0.0007777548,0.00008532133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017822272,0.001006094,0.0002599976,0.0030617146,0.0009275137,0.000069652815,0.010485847,0.7844156,0.17261472,0.0020526377,0.004494492,0.02043349],"study_design_scores_gemma":[0.010194988,0.0012545711,0.00033453846,0.0034856186,0.00034662994,0.00012765036,0.022059398,0.65623504,0.29691634,0.0009204063,0.0036618407,0.004463012],"about_ca_topic_score_codex":0.004598515,"about_ca_topic_score_gemma":0.0012003739,"teacher_disagreement_score":0.67658544,"about_ca_system_score_codex":0.00044951387,"about_ca_system_score_gemma":0.000018305347,"threshold_uncertainty_score":0.9997384},"labels":[],"label_agreement":null},{"id":"W2989911746","doi":"10.1109/thms.2019.2947576","title":"Natural Human–Robot Interface Using Adaptive Tracking System with the Unscented Kalman Filter","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Kalman filter; Computer science; Robot; Interface (matter); Cartesian coordinate system; Process (computing); Task (project management); Filter (signal processing); Noise (video); Computer vision; Tracking (education); Simulation; Artificial intelligence; Engineering","score_opus":0.04389706553892932,"score_gpt":0.29133492114076276,"score_spread":0.24743785560183346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989911746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06979683,0.00033580404,0.9230546,0.000102594255,0.0031830273,0.0016575888,0.000038740225,0.0005854813,0.0012453836],"genre_scores_gemma":[0.99775726,0.0000011202186,0.00033042676,0.000057556466,0.0001923688,0.000107158856,0.000005783762,0.000070085734,0.0014782222],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962809,0.0006930878,0.0007166509,0.00088846765,0.00083472295,0.0005861891],"domain_scores_gemma":[0.9976595,0.00023472005,0.00044144093,0.0011990132,0.0003174447,0.00014787618],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067145523,0.0005569276,0.00065172865,0.00037639178,0.001014147,0.00059880165,0.0011280314,0.00015952473,0.000025408017],"category_scores_gemma":[0.0000016028033,0.00036312666,0.00024599902,0.0006910052,0.000092913855,0.00079504645,0.000010837872,0.0009050381,0.00022973436],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037948185,0.0010198188,0.00037924643,0.002066175,0.002407627,0.00019725433,0.015569464,0.8124506,0.14609714,0.013677058,0.0005006609,0.0052554975],"study_design_scores_gemma":[0.005937205,0.0018798532,0.00055514404,0.006840782,0.0003230181,0.0020983939,0.008192701,0.9452827,0.024571802,0.000015176934,0.0017609157,0.0025423008],"about_ca_topic_score_codex":0.0010268477,"about_ca_topic_score_gemma":0.0005131855,"teacher_disagreement_score":0.92796046,"about_ca_system_score_codex":0.00039590386,"about_ca_system_score_gemma":0.000063276646,"threshold_uncertainty_score":0.99988204},"labels":[],"label_agreement":null},{"id":"W3089391872","doi":"10.1109/thms.2020.3017784","title":"An Empirical Approach to Modeling User-System Interaction Conflicts in Smart Homes","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Empirical research; Cluster analysis; Home automation; Smart city; Class (philosophy); Sample (material); Computer security; Human–computer interaction; Internet of Things; Artificial intelligence; Telecommunications","score_opus":0.13118263230948773,"score_gpt":0.3453238863638838,"score_spread":0.21414125405439605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089391872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09465104,0.00004038385,0.8994987,0.00039227135,0.0015012496,0.001268206,0.00004900976,0.0009306396,0.0016684941],"genre_scores_gemma":[0.9978111,0.0000018899491,0.00096972444,0.00038137074,0.00022332986,0.00044790513,0.00001598661,0.00006230243,0.00008643629],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955987,0.0008078163,0.0010791548,0.0012675511,0.00072448415,0.0005223217],"domain_scores_gemma":[0.99788743,0.00018438157,0.00020976788,0.0009402559,0.00020465595,0.00057348324],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007048929,0.00048444903,0.0007914402,0.00070429256,0.0003724694,0.00063196296,0.0010281802,0.00021313825,0.000009217445],"category_scores_gemma":[0.000013164484,0.0004909425,0.00021401663,0.0011221179,0.000024992336,0.0015482256,0.000011932088,0.0007464415,0.00023316793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016594041,0.0012495478,0.00043273924,0.00059872697,0.00016105291,0.0000470572,0.016000256,0.9655437,0.005634966,0.0010192933,0.00020224504,0.008944501],"study_design_scores_gemma":[0.00092262495,0.00040693194,0.00007990671,0.00024628433,0.000018984403,0.000098827026,0.0017994472,0.9941117,0.00062944356,0.0000036622334,0.0011560165,0.0005261347],"about_ca_topic_score_codex":0.0023173518,"about_ca_topic_score_gemma":0.00045260444,"teacher_disagreement_score":0.90316004,"about_ca_system_score_codex":0.0004294622,"about_ca_system_score_gemma":0.000077325865,"threshold_uncertainty_score":0.99975425},"labels":[],"label_agreement":null},{"id":"W3142032567","doi":"10.1109/thms.2021.3064815","title":"Investigating the P300 Response as a Marker of Working Memory in Virtual Training Environments","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Queen's University; Queen's University Belfast","keywords":"Event-related potential; Computer science; Latency (audio); Stimulus (psychology); Virtual reality; Context (archaeology); Electroencephalography; Psychology; Audiology; Cognitive psychology; Human–computer interaction; Medicine; Neuroscience","score_opus":0.08879536586935168,"score_gpt":0.3050038407637269,"score_spread":0.21620847489437522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142032567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811675,0.0001068833,0.0156432,0.00028061678,0.000977603,0.00032130277,0.000024552404,0.000053152584,0.0014251787],"genre_scores_gemma":[0.99696016,0.00000789705,0.000043530275,0.00030572273,0.0000531035,0.00005549045,0.0000010116858,0.000033270662,0.0025397895],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99657434,0.0015486899,0.0006173585,0.0004920123,0.000461382,0.00030619235],"domain_scores_gemma":[0.99761164,0.0016570652,0.0001955167,0.0004469209,0.000011897216,0.00007694665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010221236,0.00022796683,0.00031962353,0.00020406167,0.00037238366,0.00009820436,0.0003592403,0.00008498809,0.00007341821],"category_scores_gemma":[0.000114461436,0.00018415188,0.00012728716,0.00040796038,0.00020231286,0.00014303731,0.0000073038664,0.00056042377,0.000022937917],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012220154,0.00020379965,0.000083974955,0.000039752897,0.00003124593,0.00007259228,0.011123073,0.11600463,0.8669751,0.00019526496,0.000020661859,0.0051276805],"study_design_scores_gemma":[0.0019024658,0.0005330195,0.001086837,0.0016433931,0.000047265996,0.00033839038,0.007674294,0.041847106,0.9426878,0.00013437704,0.0015100582,0.0005949835],"about_ca_topic_score_codex":0.00012180977,"about_ca_topic_score_gemma":0.000109766195,"teacher_disagreement_score":0.07571269,"about_ca_system_score_codex":0.00008287726,"about_ca_system_score_gemma":0.000073701995,"threshold_uncertainty_score":0.75094956},"labels":[],"label_agreement":null},{"id":"W3142541787","doi":"10.1109/thms.2021.3066456","title":"Does Explicit Categorization Taxonomy Facilitate Performing Goal-Directed Task Analysis?","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; École de Technologie Supérieure","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Categorization; Computer science; Taxonomy (biology); Task (project management); Artificial intelligence; Task analysis; Natural language processing; Machine learning; Engineering","score_opus":0.053514017641382375,"score_gpt":0.33348567932866585,"score_spread":0.2799716616872835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142541787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073050566,0.00014053461,0.889845,0.00021037762,0.0077923066,0.0009973372,0.00056560035,0.0012611853,0.026137056],"genre_scores_gemma":[0.9461107,0.000013824204,0.000081987615,0.000097134536,0.00018455254,0.0007980604,0.0003390258,0.00004793648,0.052326724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966058,0.0006611915,0.0010808309,0.00081129593,0.00040700665,0.00043383488],"domain_scores_gemma":[0.9979898,0.00024848434,0.00032976147,0.0008573831,0.00038318525,0.00019138528],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00037780456,0.00040891653,0.00063495524,0.000813992,0.0008806251,0.00020528173,0.00022228473,0.0002213027,0.009958475],"category_scores_gemma":[0.00001305324,0.0003251198,0.00047849148,0.001207978,0.00004924741,0.00036838476,0.000002510824,0.0005576593,0.0010026144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011383407,0.008944076,0.0070867483,0.0012687314,0.031604204,0.00056023634,0.08913618,0.7003082,0.0632838,0.029944666,0.014871623,0.05185318],"study_design_scores_gemma":[0.01250943,0.001084617,0.021625265,0.0005651118,0.006228011,0.00040613458,0.055889264,0.4571488,0.018870039,0.00023726758,0.41968295,0.0057530976],"about_ca_topic_score_codex":0.0017390543,"about_ca_topic_score_gemma":0.0018550447,"teacher_disagreement_score":0.88976306,"about_ca_system_score_codex":0.00025483803,"about_ca_system_score_gemma":0.00005608413,"threshold_uncertainty_score":0.99992007},"labels":[],"label_agreement":null},{"id":"W3178787732","doi":"10.1109/thms.2021.3087902","title":"Toward Long-Term FMG Model-Based Estimation of Applied Hand Force in Dynamic Motion During Human–Robot Interactions","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Muscle activation and electromyography studies","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Canadian Institutes of Health Research; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Motion (physics); Robot; Term (time); Artificial intelligence; Calibration; Population; Human–robot interaction; Machine learning; Simulation; Mathematics; Statistics","score_opus":0.02328230106461052,"score_gpt":0.27317170646930616,"score_spread":0.24988940540469565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178787732","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39945644,0.00007172046,0.5992552,0.000014470152,0.0002545085,0.00029088766,0.000026543838,0.00016095996,0.0004692998],"genre_scores_gemma":[0.9992372,0.000019045514,0.00020061918,0.000006584376,0.000019717616,0.00025113238,0.000075202544,0.0000529667,0.00013753802],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856764,0.000043318923,0.0005979648,0.00030074443,0.0002289569,0.0002613651],"domain_scores_gemma":[0.9993956,0.00005573598,0.000104673905,0.00031094064,0.00007710902,0.000055954686],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000095488744,0.00026999926,0.00037844924,0.0006021382,0.00031942513,0.00006437866,0.00010332348,0.00009309591,0.000033219912],"category_scores_gemma":[0.0000025499246,0.00030739311,0.00015627248,0.00048252227,0.000046873705,0.00021114638,0.0000015470231,0.0003602128,0.0000023775528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019334359,0.00016282874,0.00004713715,0.0006034896,0.00009566142,0.0000030193203,0.00043344588,0.83899933,0.15741292,0.00008622418,0.0000025091776,0.002134085],"study_design_scores_gemma":[0.0012519673,0.000039973933,0.006985348,0.00031581058,0.00006113643,0.000007957901,0.00012544205,0.88751614,0.10333475,0.000057421807,0.0000012129983,0.00030286034],"about_ca_topic_score_codex":0.000073592564,"about_ca_topic_score_gemma":0.00089089025,"teacher_disagreement_score":0.59978074,"about_ca_system_score_codex":0.00026450463,"about_ca_system_score_gemma":0.000019461462,"threshold_uncertainty_score":0.99993783},"labels":[],"label_agreement":null},{"id":"W3195584230","doi":"10.1109/thms.2021.3107675","title":"Individualized Mutual Adaptation in Human-Agent Teams","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Adaptation (eye); Computer science; Task (project management); Metric (unit); Knowledge management; Artificial intelligence; Human–computer interaction; Process management; Psychology; Business; Engineering; Marketing","score_opus":0.06216651657609476,"score_gpt":0.3856208231288542,"score_spread":0.3234543065527594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195584230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4577017,0.00058085774,0.3742301,0.0005067378,0.016300982,0.0019232831,0.0005607465,0.0012025781,0.14699301],"genre_scores_gemma":[0.97100204,0.000009914341,0.00008096805,0.00021721805,0.00020146562,0.00043909083,0.00017488895,0.00006919655,0.027805207],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607915,0.0009970549,0.00122095,0.000711556,0.0005388177,0.0004524921],"domain_scores_gemma":[0.9984178,0.00023318364,0.00029526505,0.00071137084,0.00017578973,0.00016658199],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005830548,0.0003821857,0.000534496,0.000673208,0.00057598145,0.00015769733,0.0002492599,0.00027519232,0.01141892],"category_scores_gemma":[0.00001298822,0.0004042738,0.00027043498,0.0005381315,0.00007156925,0.0002607142,0.0000029479195,0.0007910169,0.001401941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015452247,0.02300741,0.002824075,0.0010870117,0.004437135,0.0020230447,0.22344272,0.39946154,0.053435374,0.17854023,0.032590754,0.07760549],"study_design_scores_gemma":[0.086142026,0.0052131223,0.059585445,0.003900961,0.0015652174,0.0029250903,0.20434952,0.12560695,0.02701344,0.0022708059,0.47003588,0.0113915345],"about_ca_topic_score_codex":0.0021575405,"about_ca_topic_score_gemma":0.0033508444,"teacher_disagreement_score":0.5133003,"about_ca_system_score_codex":0.00035891155,"about_ca_system_score_gemma":0.00007894275,"threshold_uncertainty_score":0.9998409},"labels":[],"label_agreement":null},{"id":"W3199713003","doi":"10.1109/thms.2021.3107256","title":"Phase Variable Based Recognition of Human Locomotor Activities Across Diverse Gait Patterns","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Muscle activation and electromyography studies","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"China Postdoctoral Science Foundation; National Natural Science Foundation of China","keywords":"Artificial intelligence; Classifier (UML); Pattern recognition (psychology); Gait; Adaptability; Computer science; STRIDE; Mathematics; Machine learning; Physical medicine and rehabilitation; Medicine; Biology","score_opus":0.038140331136448144,"score_gpt":0.2931912207926373,"score_spread":0.25505088965618916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199713003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64271384,0.000107356616,0.3528167,0.000012680315,0.0008632566,0.00038777228,0.0013005792,0.00039845775,0.0013993451],"genre_scores_gemma":[0.9992006,0.00002952478,0.000074005795,0.000024066,0.000081609905,0.00018334872,0.000120491306,0.00005131236,0.00023507293],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985894,0.000103898485,0.00043769734,0.0002724085,0.00026893878,0.00032764307],"domain_scores_gemma":[0.99925697,0.00011211943,0.00009708214,0.00033275288,0.00012239195,0.00007871427],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015115258,0.0002733027,0.00040055107,0.00021203014,0.00047660008,0.00006840204,0.00011137451,0.000105628365,0.0003658576],"category_scores_gemma":[0.000003165913,0.00029667627,0.00019496356,0.00035995163,0.00005024017,0.00022950856,0.0000016013033,0.00030235044,0.00000453417],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015503718,0.004416288,0.00036474495,0.00356684,0.0019020345,0.00004765924,0.0032046305,0.10956181,0.8343327,0.00020388159,0.0010144968,0.041229896],"study_design_scores_gemma":[0.012403127,0.0016015309,0.0009808013,0.0013607532,0.00040805968,0.000031058014,0.006057671,0.03634436,0.9365032,0.00009788977,0.002526291,0.0016852819],"about_ca_topic_score_codex":0.00049144635,"about_ca_topic_score_gemma":0.0003640197,"teacher_disagreement_score":0.3564867,"about_ca_system_score_codex":0.000098230135,"about_ca_system_score_gemma":0.000019036735,"threshold_uncertainty_score":0.99994856},"labels":[],"label_agreement":null},{"id":"W3205246920","doi":"10.1109/thms.2021.3112957","title":"Assistant Robot Enhances the Perceived Communication Quality of People With Dementia: A Proof of Concept","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"China Scholarship Council","keywords":"Robot; Dementia; Psychology; Applied psychology; Perception; Human–computer interaction; Humanoid robot; Computer science; Social isolation; Medicine; Artificial intelligence","score_opus":0.07426700498940422,"score_gpt":0.39180713500403896,"score_spread":0.31754013001463477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205246920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5080348,0.002511384,0.46766376,0.00084814255,0.0020807828,0.0013518917,0.0002696734,0.00011455465,0.017125005],"genre_scores_gemma":[0.99771905,0.000017506549,0.000074060226,0.000037500104,0.000030644987,0.00017759162,0.000022161337,0.000020348389,0.0019011255],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9975697,0.0010393074,0.00068229577,0.00023653827,0.00031904725,0.00015310135],"domain_scores_gemma":[0.9979923,0.0004426571,0.0004895083,0.0006996917,0.00033529065,0.00004057065],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039362424,0.00015718356,0.0004262993,0.00006861204,0.00034860027,0.000029735409,0.00024319305,0.0000899938,0.0012299304],"category_scores_gemma":[0.000009673291,0.00011442417,0.00017071493,0.0002704714,0.00018139434,0.00008240328,0.0000020947527,0.00032103548,0.0000084684025],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033929884,0.018090764,0.0048163743,0.0019133982,0.014970758,0.000021638065,0.3680384,0.11478845,0.38521716,0.06789717,0.0028769495,0.017975971],"study_design_scores_gemma":[0.01700412,0.0045065945,0.21512003,0.0030035991,0.0030234517,0.0002214402,0.37370503,0.0033259755,0.37050742,0.000439609,0.006525604,0.0026171326],"about_ca_topic_score_codex":0.0061770724,"about_ca_topic_score_gemma":0.010453003,"teacher_disagreement_score":0.48968425,"about_ca_system_score_codex":0.000049102633,"about_ca_system_score_gemma":0.000059573926,"threshold_uncertainty_score":0.9996831},"labels":[],"label_agreement":null},{"id":"W4206041117","doi":"10.1109/thms.2021.3137032","title":"EEG Correlates of Driving Performance","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Queen's University; Queen's University Belfast","keywords":"Notation; Task (project management); Electroencephalography; Alpha (finance); Artificial intelligence; Session (web analytics); Computer science; Mathematics; Arithmetic; Psychology; Statistics; Psychometrics; Engineering; World Wide Web","score_opus":0.03450477912760559,"score_gpt":0.2817183517238656,"score_spread":0.24721357259626003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206041117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96483135,0.00007262857,0.029081196,0.0000399015,0.0030142919,0.00034242272,0.00009518228,0.00018899476,0.0023340217],"genre_scores_gemma":[0.99686164,0.0000104741375,0.00001545209,0.000054587897,0.00003553643,0.000092886294,0.0000019286122,0.000031049418,0.0028964556],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981579,0.0002639147,0.00045920594,0.00039474267,0.00046387635,0.0002603708],"domain_scores_gemma":[0.9990468,0.0003013757,0.00019103858,0.00037226343,0.000026552316,0.00006197276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027463553,0.00019596922,0.0002791913,0.00026008507,0.00089657336,0.000049598977,0.00047271457,0.00003835684,0.00027608126],"category_scores_gemma":[0.0000059361805,0.00018423505,0.00013065821,0.00032848452,0.000085528955,0.00017764882,0.0000073634783,0.0005168908,0.000032389486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004499654,0.00056199875,0.0007757844,0.00018630823,0.00003755747,0.000015478852,0.001960675,0.6940709,0.2984872,0.0006658397,0.00025973056,0.0029335453],"study_design_scores_gemma":[0.0017640374,0.0026621518,0.001016525,0.00038103358,0.00007855788,0.00044952353,0.0010807203,0.46000862,0.5270347,0.00006221282,0.004522119,0.0009398165],"about_ca_topic_score_codex":0.00014169335,"about_ca_topic_score_gemma":0.000017047443,"teacher_disagreement_score":0.2340623,"about_ca_system_score_codex":0.000078320765,"about_ca_system_score_gemma":0.000023735005,"threshold_uncertainty_score":0.7512887},"labels":[],"label_agreement":null},{"id":"W4213439100","doi":"10.1109/thms.2022.3146053","title":"Myoelectric Control With Fixed Convolution-Based Time-Domain Feature Extraction: Exploring the Spatio–Temporal Interaction","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Muscle activation and electromyography studies","field":"Engineering","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"National Natural Science Foundation of China","keywords":"Computer science; Generalizability theory; Leverage (statistics); Pattern recognition (psychology); Artificial intelligence; Feature extraction; Convolution (computer science); Feature (linguistics); Machine learning; Artificial neural network; Mathematics","score_opus":0.019079330672531418,"score_gpt":0.2322600840912812,"score_spread":0.21318075341874979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213439100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17970818,0.0005458108,0.8104838,0.00082800514,0.0031603628,0.0019537334,0.00020129679,0.0014867361,0.0016320859],"genre_scores_gemma":[0.996951,0.000010347211,0.00004511662,0.00008712808,0.00015375744,0.0021168194,0.000057555575,0.00007331311,0.000504995],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815536,0.00028606018,0.0003641531,0.00032129404,0.0005062815,0.0003668696],"domain_scores_gemma":[0.999045,0.00028814343,0.00013694908,0.00037230336,0.0000829308,0.000074661424],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00027000962,0.00034751356,0.0003314589,0.00047350716,0.0017268915,0.000102297585,0.0001997147,0.00005215654,0.00022035762],"category_scores_gemma":[0.0000026802572,0.00028227575,0.00017929464,0.00088468485,0.000050410268,0.00030234043,0.0000011647351,0.0009846488,0.000011220453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030825337,0.00018306458,0.00018585043,0.00007266493,0.00048269556,0.000008040111,0.00043652457,0.98797625,0.0041677486,0.00007584128,0.0030167343,0.0030863066],"study_design_scores_gemma":[0.011122281,0.003468513,0.0070993993,0.00028673414,0.00066618214,0.00035117948,0.00556555,0.8442855,0.010613624,0.000045421657,0.11384512,0.0026504993],"about_ca_topic_score_codex":0.0003261274,"about_ca_topic_score_gemma":0.000215552,"teacher_disagreement_score":0.8172428,"about_ca_system_score_codex":0.0004651382,"about_ca_system_score_gemma":0.000036600584,"threshold_uncertainty_score":0.9999629},"labels":[],"label_agreement":null},{"id":"W4220951123","doi":"10.1109/thms.2022.3155714","title":"Situated Visual Alarm Displays Support Machine Fitness Assessment for Nonexplainable Automation","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"ALARM; Situated; Artificial intelligence; Computer science; Machine learning; Engineering","score_opus":0.046762208882050106,"score_gpt":0.3834482084951403,"score_spread":0.33668599961309015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220951123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5011096,0.00012397012,0.48730505,0.0008256665,0.0041723484,0.003794444,0.0009106191,0.0011002284,0.0006580624],"genre_scores_gemma":[0.9939142,0.000008098834,0.00029011696,0.00009860226,0.00014313031,0.002326795,0.00069198763,0.00007254609,0.0024545542],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751794,0.0002176594,0.0007199055,0.0004962506,0.0005615344,0.00048667967],"domain_scores_gemma":[0.9988275,0.00018166458,0.00022795692,0.00044570168,0.00014491286,0.00017222296],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0008228801,0.00030916673,0.00054305856,0.00052594393,0.0019967202,0.000031064286,0.00017143757,0.00017758124,0.00031438458],"category_scores_gemma":[0.000009252343,0.00030725484,0.00019279795,0.0004134448,0.00004711283,0.0001405987,0.0000054203324,0.00089343864,0.000018556446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008056669,0.033912092,0.057368834,0.020925136,0.0059433025,0.0015624274,0.013828615,0.5846287,0.13231638,0.013394207,0.010766002,0.11729766],"study_design_scores_gemma":[0.022471117,0.02802076,0.007345647,0.00089641433,0.0014892217,0.0013351692,0.005857171,0.87937784,0.021073725,0.00018046478,0.029642174,0.0023103128],"about_ca_topic_score_codex":0.0010469459,"about_ca_topic_score_gemma":0.00011519245,"teacher_disagreement_score":0.49280456,"about_ca_system_score_codex":0.0006954846,"about_ca_system_score_gemma":0.00019439674,"threshold_uncertainty_score":0.99993795},"labels":[],"label_agreement":null},{"id":"W4226167526","doi":"10.1109/thms.2021.3138684","title":"Toward Active Physical Human–Robot Interaction: Quantifying the Human State During Interactions","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Robot; Human–computer interaction; Perception; Personality psychology; Human–robot interaction; Software deployment; Exploratory research; Computer science; Task (project management); Artificial intelligence; Psychology; Engineering; Social psychology; Personality","score_opus":0.167364245123494,"score_gpt":0.4362022721921432,"score_spread":0.26883802706864923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226167526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93560034,0.00008929066,0.01958397,0.0008458562,0.017566985,0.0016865886,0.00043823282,0.0009066561,0.023282057],"genre_scores_gemma":[0.97982436,0.000003379372,0.0000044815824,0.00016767153,0.0007924273,0.001589495,0.00005501788,0.0001344442,0.017428745],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99568343,0.0012150694,0.00089204696,0.0008585192,0.00070104725,0.0006498708],"domain_scores_gemma":[0.99778545,0.00047433987,0.00055262295,0.0008686979,0.00014153233,0.00017734719],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037119596,0.00054230035,0.000610353,0.00057320885,0.00639424,0.00028072228,0.0006572859,0.00008772974,0.0057375985],"category_scores_gemma":[0.0000066407674,0.0004971923,0.00064987625,0.0005953605,0.00017032836,0.0004533893,0.000020963174,0.0028444768,0.00054592855],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002375532,0.014571693,0.0005496274,0.00042046237,0.0072286027,0.0005027127,0.26280826,0.37899446,0.2797315,0.03245928,0.008830647,0.011527188],"study_design_scores_gemma":[0.024434919,0.007541747,0.032326855,0.0012447184,0.002842917,0.005265527,0.67486167,0.014441311,0.042664655,0.0020439117,0.18261646,0.009715309],"about_ca_topic_score_codex":0.006399227,"about_ca_topic_score_gemma":0.0011390382,"teacher_disagreement_score":0.4120534,"about_ca_system_score_codex":0.0009011816,"about_ca_system_score_gemma":0.000036808837,"threshold_uncertainty_score":0.999748},"labels":[],"label_agreement":null},{"id":"W4230627982","doi":"10.1109/thms.2014.2338532","title":"IEEE Transactions on Human-Machine Systems publication information","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"Computer science; Human–machine system; World Wide Web; Data science; Information retrieval; Human–computer interaction","score_opus":0.04222023821799235,"score_gpt":0.3524445768534288,"score_spread":0.3102243386354364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230627982","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071231914,0.00007702017,0.9054842,0.0005017106,0.014063008,0.0020766729,0.0007281618,0.0016853961,0.068260625],"genre_scores_gemma":[0.97507316,0.000014022642,0.000037142614,0.0005990574,0.00047024727,0.0014937562,0.00035089772,0.00013892473,0.021822775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933912,0.0012737756,0.0024481956,0.0009362906,0.0011146647,0.00083583756],"domain_scores_gemma":[0.995435,0.0006550191,0.0010480136,0.0017467705,0.0006528088,0.00046237872],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014462648,0.0008817361,0.0009425993,0.0018407834,0.0021714095,0.000734261,0.00071014895,0.000626296,0.0049656923],"category_scores_gemma":[0.00002664252,0.0008630441,0.0005616832,0.000805101,0.0001633472,0.0016143206,0.0000014236667,0.0015614785,0.0066231573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016690749,0.010098848,0.00014323146,0.002155736,0.003924421,0.000028286335,0.026777776,0.6194354,0.007121661,0.16971222,0.06394172,0.09499162],"study_design_scores_gemma":[0.019165825,0.005607735,0.0022597583,0.0016428473,0.0011581712,0.0007890411,0.007567702,0.41003534,0.004441481,0.0003409751,0.54108953,0.0059015835],"about_ca_topic_score_codex":0.0037295932,"about_ca_topic_score_gemma":0.0005861817,"teacher_disagreement_score":0.96795,"about_ca_system_score_codex":0.0006137417,"about_ca_system_score_gemma":0.00006306605,"threshold_uncertainty_score":0.999382},"labels":[],"label_agreement":null},{"id":"W4242628070","doi":"10.1109/thms.2013.2270319","title":"IEEE Transactions on Human-Machine Systems publication information","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"Computer science; World Wide Web; Information retrieval; Data science","score_opus":0.04414786797967752,"score_gpt":0.3491400944733836,"score_spread":0.3049922264937061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242628070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016730946,0.00014292067,0.88977426,0.0008579804,0.01606332,0.0042813765,0.0009544638,0.0021351525,0.06905958],"genre_scores_gemma":[0.96437806,0.000018384839,0.000036589332,0.0005776748,0.00035354108,0.0032765854,0.0003415962,0.00013789178,0.030879656],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99363035,0.0009314764,0.0025397392,0.0009141756,0.0010991141,0.0008851525],"domain_scores_gemma":[0.9954452,0.0005069548,0.0010177264,0.0016701713,0.00085875543,0.00050118007],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00086362835,0.00090047665,0.0009042717,0.0018689261,0.0020747625,0.0010096702,0.000713106,0.0006355672,0.014317761],"category_scores_gemma":[0.00001715072,0.00086530484,0.0005566694,0.00085046806,0.00016623261,0.0025121071,0.0000015174674,0.0015953478,0.015889501],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013191198,0.015345251,0.00022234497,0.0027280697,0.006379621,0.000050798655,0.041567273,0.515379,0.015246294,0.096204236,0.19259067,0.11296731],"study_design_scores_gemma":[0.031129615,0.008285027,0.007486092,0.002851375,0.0018214739,0.0015847937,0.026146904,0.48178607,0.008096178,0.000636192,0.41902697,0.011149323],"about_ca_topic_score_codex":0.009789127,"about_ca_topic_score_gemma":0.0004992171,"teacher_disagreement_score":0.94764715,"about_ca_system_score_codex":0.0006940292,"about_ca_system_score_gemma":0.000074281386,"threshold_uncertainty_score":0.99937975},"labels":[],"label_agreement":null},{"id":"W4242965482","doi":"10.1109/thms.2013.2292177","title":"IEEE Transactions on Human-Machine Systems publication information","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"Computer science; World Wide Web; Business","score_opus":0.04414786797967752,"score_gpt":0.3491400944733836,"score_spread":0.3049922264937061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242965482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016730946,0.00014292067,0.88977426,0.0008579804,0.01606332,0.0042813765,0.0009544638,0.0021351525,0.06905958],"genre_scores_gemma":[0.96437806,0.000018384839,0.000036589332,0.0005776748,0.00035354108,0.0032765854,0.0003415962,0.00013789178,0.030879656],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99363035,0.0009314764,0.0025397392,0.0009141756,0.0010991141,0.0008851525],"domain_scores_gemma":[0.9954452,0.0005069548,0.0010177264,0.0016701713,0.00085875543,0.00050118007],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00086362835,0.00090047665,0.0009042717,0.0018689261,0.0020747625,0.0010096702,0.000713106,0.0006355672,0.014317761],"category_scores_gemma":[0.00001715072,0.00086530484,0.0005566694,0.00085046806,0.00016623261,0.0025121071,0.0000015174674,0.0015953478,0.015889501],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013191198,0.015345251,0.00022234497,0.0027280697,0.006379621,0.000050798655,0.041567273,0.515379,0.015246294,0.096204236,0.19259067,0.11296731],"study_design_scores_gemma":[0.031129615,0.008285027,0.007486092,0.002851375,0.0018214739,0.0015847937,0.026146904,0.48178607,0.008096178,0.000636192,0.41902697,0.011149323],"about_ca_topic_score_codex":0.009789127,"about_ca_topic_score_gemma":0.0004992171,"teacher_disagreement_score":0.94764715,"about_ca_system_score_codex":0.0006940292,"about_ca_system_score_gemma":0.000074281386,"threshold_uncertainty_score":0.99937975},"labels":[],"label_agreement":null},{"id":"W4243310653","doi":"10.1109/thms.2014.2321311","title":"IEEE Transactions on Human-Machine Systems publication information","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"Computer science; Data science; Information retrieval; World Wide Web","score_opus":0.04222023821799235,"score_gpt":0.3524445768534288,"score_spread":0.3102243386354364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243310653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071231914,0.00007702017,0.9054842,0.0005017106,0.014063008,0.0020766729,0.0007281618,0.0016853961,0.068260625],"genre_scores_gemma":[0.97507316,0.000014022642,0.000037142614,0.0005990574,0.00047024727,0.0014937562,0.00035089772,0.00013892473,0.021822775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933912,0.0012737756,0.0024481956,0.0009362906,0.0011146647,0.00083583756],"domain_scores_gemma":[0.995435,0.0006550191,0.0010480136,0.0017467705,0.0006528088,0.00046237872],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014462648,0.0008817361,0.0009425993,0.0018407834,0.0021714095,0.000734261,0.00071014895,0.000626296,0.0049656923],"category_scores_gemma":[0.00002664252,0.0008630441,0.0005616832,0.000805101,0.0001633472,0.0016143206,0.0000014236667,0.0015614785,0.0066231573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016690749,0.010098848,0.00014323146,0.002155736,0.003924421,0.000028286335,0.026777776,0.6194354,0.007121661,0.16971222,0.06394172,0.09499162],"study_design_scores_gemma":[0.019165825,0.005607735,0.0022597583,0.0016428473,0.0011581712,0.0007890411,0.007567702,0.41003534,0.004441481,0.0003409751,0.54108953,0.0059015835],"about_ca_topic_score_codex":0.0037295932,"about_ca_topic_score_gemma":0.0005861817,"teacher_disagreement_score":0.96795,"about_ca_system_score_codex":0.0006137417,"about_ca_system_score_gemma":0.00006306605,"threshold_uncertainty_score":0.999382},"labels":[],"label_agreement":null},{"id":"W4254158391","doi":"10.1109/thms.2017.2671618","title":"2017 IEEE International Conference on Systems, Man, and Cybernetics, October 5–8, 2017, Banff Center, Banff, Canada","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Advanced Data and IoT Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Center (category theory); Cybernetics; Library science; Geography; Computer science; Artificial intelligence; Chemistry","score_opus":0.061342363293128456,"score_gpt":0.30358191912133903,"score_spread":0.24223955582821058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254158391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27221125,0.0045933872,0.48948765,0.001366721,0.08937301,0.004339143,0.01741652,0.0042219693,0.11699035],"genre_scores_gemma":[0.9961454,0.0007904584,0.00005654279,0.00002276101,0.00017698926,0.00009150345,0.000065236454,0.000057893325,0.0025931625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982513,0.000036857222,0.00046534694,0.00045569823,0.0004036635,0.00038710173],"domain_scores_gemma":[0.99839735,0.00005655222,0.00017244866,0.0011357431,0.000098706594,0.00013922104],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011506528,0.00041254697,0.00042257414,0.00018723618,0.00065668335,0.00037260063,0.00081213634,0.0001826931,0.000045414497],"category_scores_gemma":[0.000010901354,0.0003933667,0.00006264146,0.000037098573,0.00014357295,0.00038594005,0.000008361251,0.0005525941,0.000045534198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031616123,0.0009675199,0.0014698973,0.002618037,0.0027106255,0.0007877658,0.0007166203,0.6895703,0.027824104,0.028171059,0.22201386,0.022834018],"study_design_scores_gemma":[0.010464402,0.0009765846,0.0046675266,0.004769246,0.00037828143,0.00083996204,0.0021341452,0.5953169,0.017520357,0.00032291815,0.3573024,0.0053073084],"about_ca_topic_score_codex":0.08692812,"about_ca_topic_score_gemma":0.121601865,"teacher_disagreement_score":0.72393423,"about_ca_system_score_codex":0.00028854195,"about_ca_system_score_gemma":0.00004379626,"threshold_uncertainty_score":0.9998518},"labels":[],"label_agreement":null},{"id":"W4292387435","doi":"10.1109/thms.2022.3194715","title":"Sonified Distance in Sensory Substitution Does Not Always Improve Localization: Comparison With a 2-D and 3-D Handheld Device","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Substitution (logic); Sensory substitution; Mobile device; Computer science; Sensory system; Computer graphics (images); Biology; Neuroscience; Operating system","score_opus":0.05438581490685924,"score_gpt":0.30621969476112426,"score_spread":0.25183387985426503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292387435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67718804,0.000060990496,0.31669208,0.00026564058,0.0022998834,0.0012311066,0.0007089415,0.00029865408,0.0012546353],"genre_scores_gemma":[0.9974389,0.000017247748,0.000014071506,0.00023249496,0.000052086354,0.0003031794,0.000009695057,0.000035196295,0.0018971285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99771553,0.0003737436,0.00050761213,0.0006375222,0.0004576509,0.00030793977],"domain_scores_gemma":[0.9989963,0.00028654505,0.00020948797,0.00036325195,0.00004540672,0.0000989732],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00012331642,0.0002711902,0.00034840286,0.00030507392,0.0014737688,0.00014677134,0.00016971849,0.000062277606,0.000109537104],"category_scores_gemma":[0.0000123838545,0.00022456529,0.00006324472,0.00042464366,0.00014127814,0.0003491764,0.0000036905762,0.00069439056,0.000014137462],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010793894,0.0012205954,0.0009822393,0.00023320649,0.000048913495,0.0001118935,0.0034020417,0.5982337,0.38940808,0.004303662,0.00006246517,0.000913841],"study_design_scores_gemma":[0.0044546314,0.0013850585,0.00028648015,0.0002577887,0.00014645334,0.00045280825,0.006869707,0.36438906,0.6022671,0.000051824725,0.018176978,0.0012621224],"about_ca_topic_score_codex":0.0013269297,"about_ca_topic_score_gemma":0.003917691,"teacher_disagreement_score":0.32025084,"about_ca_system_score_codex":0.0002267234,"about_ca_system_score_gemma":0.00005055041,"threshold_uncertainty_score":0.9998262},"labels":[],"label_agreement":null},{"id":"W4293202779","doi":"10.1109/thms.2022.3164775","title":"Public Opinion About the Benefit, Risk, and Acceptance of Aerial Manipulation Systems","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada; Ryerson University","keywords":"Public opinion; Business; Risk analysis (engineering); Political science; Law","score_opus":0.08642854745479074,"score_gpt":0.3577846786480007,"score_spread":0.27135613119320995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293202779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55792594,0.004222948,0.31442603,0.00078285113,0.07328881,0.0053095673,0.0027917365,0.0010209283,0.040231194],"genre_scores_gemma":[0.99554646,0.000043596523,0.0000063478183,0.000041291427,0.0003196015,0.0007396762,0.00005655738,0.0000454276,0.003201021],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968592,0.0010093178,0.0009214232,0.00043154444,0.00050155004,0.0002769949],"domain_scores_gemma":[0.9981592,0.0002968007,0.0006491927,0.00064671854,0.0001580908,0.00008995254],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009194264,0.0002537061,0.00037363585,0.000361851,0.0016463223,0.00014417798,0.00032813463,0.00010412302,0.002609044],"category_scores_gemma":[0.000009148138,0.00021585617,0.00014929939,0.00039452073,0.00009315609,0.0002257777,0.000006089528,0.0006583586,0.000061976214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013926636,0.0028842033,0.0042241826,0.0007054057,0.0019260407,0.000014492799,0.028112087,0.59752136,0.0026932645,0.31663516,0.010974888,0.03291624],"study_design_scores_gemma":[0.019615076,0.0045577814,0.14697143,0.0006627277,0.0006703044,0.0015578837,0.049017556,0.25843343,0.00046303196,0.0007337466,0.5136189,0.0036981108],"about_ca_topic_score_codex":0.0035297899,"about_ca_topic_score_gemma":0.0003092654,"teacher_disagreement_score":0.502644,"about_ca_system_score_codex":0.00016607343,"about_ca_system_score_gemma":0.000026657595,"threshold_uncertainty_score":0.9996534},"labels":[],"label_agreement":null},{"id":"W4309226869","doi":"10.1109/thms.2022.3207699","title":"Touch Semantics for Intuitive Physical Manipulation of Humanoids","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Robotic Locomotion and Control","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut interdisciplinaire d'innovation technologique","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Humanoid robot; Computer science; Human–computer interaction; Task (project management); Semantics (computer science); Robot; Usability; Artificial intelligence; Set (abstract data type); Engineering; Programming language","score_opus":0.030188028293324107,"score_gpt":0.27688138928495637,"score_spread":0.24669336099163225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309226869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052960828,0.000046827136,0.94328165,0.00002997179,0.0013917278,0.0008679723,0.00020738535,0.00025554272,0.0009580904],"genre_scores_gemma":[0.9986973,0.000002406531,0.00005620613,0.000012163944,0.00011977896,0.00046177447,0.000031170966,0.00005034198,0.0005688682],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998939,0.00007339266,0.00035804685,0.00017859126,0.00026731397,0.00018366192],"domain_scores_gemma":[0.99949276,0.000096968564,0.00006920607,0.00023788807,0.000056479214,0.00004668383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012745816,0.00017479782,0.0003120229,0.00018566569,0.00033690964,0.000022453884,0.00014348119,0.00004078981,0.00008480108],"category_scores_gemma":[0.0000014988766,0.00018651484,0.00018825242,0.000159023,0.000023837514,0.000076887,0.0000013357993,0.00024992894,0.0000073448405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021105356,0.00020933316,0.0000052624805,0.00016431577,0.000117370735,0.0000010146538,0.00068918255,0.98432684,0.008424855,0.0047355616,0.00012748569,0.0011776717],"study_design_scores_gemma":[0.0013443237,0.00044471942,0.00005450724,0.000033805503,0.00010227186,0.000008433831,0.00050734915,0.9912349,0.005122943,0.00026192176,0.0006326013,0.00025220815],"about_ca_topic_score_codex":0.0000690673,"about_ca_topic_score_gemma":0.00002669996,"teacher_disagreement_score":0.94573647,"about_ca_system_score_codex":0.00014653645,"about_ca_system_score_gemma":0.000010615194,"threshold_uncertainty_score":0.7605854},"labels":[],"label_agreement":null},{"id":"W4376478934","doi":"10.1109/thms.2023.3265972","title":"Evaluation of Short-Range Depth Sonifications for Visual-to-Auditory Sensory Substitution","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Sensory substitution; Sonification; Repetition (rhetorical device); Memorization; Azimuth; Auditory feedback; Noise (video); Range (aeronautics); Speech recognition; Reverberation; Task (project management); Acoustics; Binaural recording; Sensory system; Artificial intelligence; Mathematics; Human–computer interaction; Audiology; Psychology; Engineering","score_opus":0.20880716149997464,"score_gpt":0.41433443309065676,"score_spread":0.20552727159068213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376478934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7359115,0.000022413577,0.24806523,0.000210021,0.0074203406,0.0037264072,0.0010763042,0.0007125366,0.0028552643],"genre_scores_gemma":[0.9967686,0.000019110583,0.000028057864,0.000043695905,0.00028273574,0.0011835344,0.000030469408,0.000052985022,0.0015908079],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969063,0.0004922264,0.0006569151,0.0005940107,0.0010008444,0.00034973706],"domain_scores_gemma":[0.9979734,0.0007176158,0.00017257202,0.0005213835,0.00047302694,0.00014198964],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006916734,0.00025508576,0.00031577208,0.0008510337,0.00085472513,0.000069415626,0.00021635553,0.00013013522,0.00008541457],"category_scores_gemma":[0.0001839217,0.00026097285,0.00025095575,0.00079136953,0.00008703733,0.0003094714,0.0000016393562,0.00026387905,0.00036181454],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006120325,0.00040524735,0.000015149069,0.000087867746,0.000053654545,0.0000022952204,0.00058100076,0.29946542,0.69405526,0.0005355662,0.0008110685,0.003926252],"study_design_scores_gemma":[0.0013916248,0.0006262878,0.0011067087,0.00021460056,0.0006153079,0.000042966898,0.001256227,0.42411274,0.5642216,0.00013662521,0.005589409,0.00068586064],"about_ca_topic_score_codex":0.00018114496,"about_ca_topic_score_gemma":0.00045252274,"teacher_disagreement_score":0.2608571,"about_ca_system_score_codex":0.00023129587,"about_ca_system_score_gemma":0.00011720636,"threshold_uncertainty_score":0.99998426},"labels":[],"label_agreement":null},{"id":"W4385977576","doi":"10.1109/thms.2023.3298309","title":"Gamification of Driver Distraction Feedback: A Simulator Study With Younger Drivers","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Toyota Collaborative Safety Research Center","keywords":"Distraction; Driving simulator; SAFER; Simulation; Human–computer interaction; Computer science; Distracted driving; Visual feedback; Video feedback; Psychology; Cognitive psychology; Computer security; Artificial intelligence","score_opus":0.0454609942191945,"score_gpt":0.3688490174998084,"score_spread":0.3233880232806139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385977576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9325299,0.000012339531,0.057008203,0.00009273936,0.003403123,0.0015597618,0.00018978932,0.00078251015,0.0044216053],"genre_scores_gemma":[0.9891921,0.000003617116,0.000008486411,0.0000208737,0.00009644291,0.00030395045,0.000060418373,0.0000614386,0.010252662],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9974653,0.0003741811,0.00077069586,0.0005434746,0.00054930366,0.000297042],"domain_scores_gemma":[0.9983209,0.0002197006,0.0004064495,0.0007070379,0.00022678371,0.00011915481],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00040047785,0.00030670888,0.00040750025,0.0006686669,0.0004476955,0.000062268104,0.00021048346,0.00014214186,0.0018953435],"category_scores_gemma":[0.0000048092647,0.0002713618,0.00016620611,0.0007053057,0.00009700248,0.00035916982,0.0000014865215,0.000413232,0.0013646884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040394785,0.01697382,0.016708024,0.0006560403,0.005849511,0.0002236974,0.08096072,0.8099429,0.032193467,0.012306681,0.009870833,0.010274846],"study_design_scores_gemma":[0.024073014,0.009632384,0.7317673,0.00080043834,0.0016493177,0.00023831897,0.115699396,0.08497798,0.0028157914,0.00008312854,0.025001064,0.0032618889],"about_ca_topic_score_codex":0.0011459544,"about_ca_topic_score_gemma":0.00041366223,"teacher_disagreement_score":0.7249649,"about_ca_system_score_codex":0.00016740557,"about_ca_system_score_gemma":0.000029907842,"threshold_uncertainty_score":0.99997383},"labels":[],"label_agreement":null},{"id":"W4386321924","doi":"10.1109/thms.2023.3303438","title":"Self-Supervised Human Activity Recognition With Localized Time-Frequency Contrastive Representation Learning","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transfer of learning; Artificial intelligence; Accelerometer; Activity recognition; Machine learning; Representation (politics); Supervised learning; Labeled data; Class (philosophy); Domain (mathematical analysis); Field (mathematics); Pattern recognition (psychology); Task (project management); Artificial neural network; Mathematics","score_opus":0.052082508431410726,"score_gpt":0.3014689507831605,"score_spread":0.24938644235174978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386321924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17203312,0.000025878393,0.8192534,0.00013905822,0.00083777827,0.001741546,0.000093265415,0.003345414,0.0025305387],"genre_scores_gemma":[0.99689496,0.00001033179,0.0006034924,0.000029254692,0.00016175245,0.0007140708,0.00009965796,0.000085023166,0.0014014503],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99503785,0.0014474135,0.00073117117,0.0011947982,0.00095893117,0.0006298544],"domain_scores_gemma":[0.9972067,0.000740724,0.0004815499,0.00086049794,0.00046102735,0.00024951616],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009928431,0.00054494984,0.00076125475,0.00087150105,0.0016792716,0.00070494093,0.00059051334,0.00022908625,0.000105162006],"category_scores_gemma":[0.000025490397,0.0005246442,0.0002574966,0.0017813738,0.00011604173,0.001654295,0.000010256158,0.0008388807,0.0011758746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013158324,0.006779058,0.0030340578,0.0026072522,0.0057573966,0.0011393611,0.030306226,0.08491761,0.42462605,0.0016750493,0.0015661082,0.436276],"study_design_scores_gemma":[0.011136518,0.0031837793,0.0014449254,0.0013492078,0.00038953417,0.00043788276,0.0012350719,0.9428209,0.033688672,0.00058886927,0.000980383,0.002744233],"about_ca_topic_score_codex":0.0025774874,"about_ca_topic_score_gemma":0.0005373878,"teacher_disagreement_score":0.8579033,"about_ca_system_score_codex":0.00035570524,"about_ca_system_score_gemma":0.00013267263,"threshold_uncertainty_score":0.9997205},"labels":[],"label_agreement":null},{"id":"W4399995429","doi":"10.1109/thms.2024.3408841","title":"Modeling Brake Perception Response Time in On-Road and Roadside Hazards Using an Integrated Cognitive Architecture","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Safety Warnings and Signage","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Western University","funders":"","keywords":"Brake; Cognitive architecture; Perception; Cognition; Architecture; Automotive engineering; Response time; Computer science; Engineering; Psychology; Neuroscience; Geography","score_opus":0.05104347476449961,"score_gpt":0.3587444118349861,"score_spread":0.3077009370704865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399995429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7332715,0.00026754892,0.26433766,0.0000570086,0.00071170117,0.0005010979,0.00013359766,0.00025233108,0.00046758665],"genre_scores_gemma":[0.9980923,0.0000063855455,0.000055348566,0.000062329105,0.00012747999,0.000085907115,0.00004339324,0.000093880975,0.001432964],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99698305,0.0011356544,0.0005151031,0.0007442435,0.00025718904,0.00036475426],"domain_scores_gemma":[0.9991561,0.000300735,0.00005574325,0.00029579352,0.00006013223,0.00013149547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009786721,0.00037411277,0.00040488472,0.0009285986,0.00032774638,0.00017651863,0.00012304154,0.0002613538,0.0004914571],"category_scores_gemma":[0.000013919914,0.00033409146,0.00012824076,0.00040707717,0.00007916327,0.00017641514,0.0000016741459,0.0010606854,0.00015040864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034223434,0.00047244798,0.000020295658,0.000073878815,0.0002360148,0.00023518981,0.0236075,0.8898415,0.04050785,0.000079671576,0.000016066404,0.041487265],"study_design_scores_gemma":[0.0011787768,0.0010544304,0.0005841462,0.0012029402,0.000106619584,0.0002307827,0.004720852,0.9902498,0.00007423918,0.000042011503,0.00010203606,0.00045337592],"about_ca_topic_score_codex":0.00447431,"about_ca_topic_score_gemma":0.00074468757,"teacher_disagreement_score":0.26482084,"about_ca_system_score_codex":0.00019358275,"about_ca_system_score_gemma":0.00006220937,"threshold_uncertainty_score":0.9999111},"labels":[],"label_agreement":null},{"id":"W4407098514","doi":"10.1109/thms.2025.3527397","title":"Global-Local Image Perceptual Score (GLIPS): Evaluating Photorealistic Quality of AI-Generated Images","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Visual Attention and Saliency Detection","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Perception; Artificial intelligence; Image quality; Computer vision; Computer science; Image (mathematics); Quality (philosophy); Computer graphics (images); Psychology","score_opus":0.0740158551259147,"score_gpt":0.408762644697055,"score_spread":0.3347467895711403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407098514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094127305,0.000082653,0.9011619,0.000081381506,0.001996803,0.00048756463,0.00018425411,0.00035214037,0.0015259946],"genre_scores_gemma":[0.9983935,0.0000045863644,0.00055343966,0.00011341111,0.000043642558,0.00008899938,0.000017128035,0.000014337516,0.0007709624],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964845,0.00082311116,0.001026362,0.00065365963,0.00068142003,0.00033094967],"domain_scores_gemma":[0.9983075,0.00012816789,0.00025005854,0.0007382226,0.00046456288,0.00011149177],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010959994,0.0003142017,0.00049630896,0.00031512044,0.00059610914,0.00022235735,0.000597392,0.00013863819,0.000060283328],"category_scores_gemma":[0.000029732644,0.0002944753,0.00026931395,0.0010945585,0.00018853089,0.00041911504,0.000009005852,0.00032482066,0.000027690914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004323139,0.0034960194,0.0009954679,0.002021611,0.00084952486,0.000040213443,0.0022461198,0.25970832,0.52659243,0.12186073,0.0024380856,0.07931921],"study_design_scores_gemma":[0.0043551265,0.0016382607,0.0111012105,0.00081652356,0.00024075093,0.000066525135,0.0013010566,0.91049933,0.0665836,0.0019507329,0.00015046852,0.0012964152],"about_ca_topic_score_codex":0.005379633,"about_ca_topic_score_gemma":0.0006905491,"teacher_disagreement_score":0.9042662,"about_ca_system_score_codex":0.00029702406,"about_ca_system_score_gemma":0.00014960249,"threshold_uncertainty_score":0.99995077},"labels":[],"label_agreement":null},{"id":"W4407937729","doi":"10.1109/thms.2025.3538098","title":"Time Series Signal Analysis With Information Granulation Based on Permutation Entropy: An Application to Electroencephalography Signals","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Neural Networks and Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Electroencephalography; SIGNAL (programming language); Pattern recognition (psychology); Series (stratigraphy); Computer science; Entropy (arrow of time); Signal processing; Permutation (music); Artificial intelligence; Speech recognition; Data mining; Mathematics; Psychology; Neuroscience; Acoustics; Physics; Biology; Telecommunications","score_opus":0.0065784996221192,"score_gpt":0.2515574771403906,"score_spread":0.2449789775182714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407937729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01296313,0.000007530606,0.9844359,0.00066678325,0.00007653297,0.0011302665,0.000050764316,0.00037363905,0.0002954353],"genre_scores_gemma":[0.9966625,0.0000017805905,0.0018116586,0.0004315649,0.00003740664,0.0007491466,0.00019635865,0.000010994137,0.00009859711],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981447,0.00018170517,0.00048067656,0.0004740932,0.00044206137,0.0002767903],"domain_scores_gemma":[0.9986539,0.00010196575,0.00019588477,0.000696419,0.00022782253,0.00012401096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002750907,0.00026257138,0.00031053764,0.0012928004,0.0006991497,0.00039878732,0.0004448407,0.000078423895,0.000017187325],"category_scores_gemma":[0.0000013073777,0.00022965192,0.00014426922,0.0033499172,0.000042440508,0.0011698849,0.0000019132528,0.00020114334,0.000042254862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007551614,0.00016651879,0.00006437965,0.000019417363,0.00010274617,3.7580597e-7,0.00015538825,0.9826363,0.0042554005,0.0067815077,0.000051578914,0.005690912],"study_design_scores_gemma":[0.00039776825,0.0006569225,0.0010421892,0.00004070795,0.00017710219,0.0000016726286,0.000029282553,0.99350613,0.0032818215,0.00024206977,0.00037770395,0.00024663802],"about_ca_topic_score_codex":0.0001965862,"about_ca_topic_score_gemma":0.00015802406,"teacher_disagreement_score":0.9836994,"about_ca_system_score_codex":0.000105259605,"about_ca_system_score_gemma":0.000048155296,"threshold_uncertainty_score":0.9364934},"labels":[],"label_agreement":null},{"id":"W4408859987","doi":"10.1109/thms.2025.3546515","title":"EEG Features to Quantify the NASA-TLX Factors of Cognitive Workload","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Electroencephalography; Workload; Cognition; Psychology; Computer science; Cognitive psychology; Artificial intelligence; Human–computer interaction; Cognitive science; Neuroscience","score_opus":0.04737216503554875,"score_gpt":0.40676266301146574,"score_spread":0.359390497975917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408859987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48492146,0.0008762527,0.35629117,0.0013261801,0.019174285,0.0030345218,0.0008643572,0.0006876846,0.1328241],"genre_scores_gemma":[0.9658107,0.000006726044,0.0000072554276,0.0003518994,0.00006390583,0.00026249062,0.000017223934,0.000031546908,0.03344824],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99763376,0.0005282222,0.0007557074,0.000446145,0.00032705106,0.0003091468],"domain_scores_gemma":[0.9977882,0.0010759939,0.00022653068,0.0005835985,0.00022302587,0.00010266263],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003653716,0.00032146522,0.00045197582,0.00058667857,0.0006469348,0.000086938955,0.00035959587,0.00019505878,0.0019329395],"category_scores_gemma":[0.000032061354,0.00023502899,0.00030265143,0.00060702965,0.000112356465,0.00009917909,0.0000029827354,0.0006525638,0.0003988193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072863717,0.015465728,0.010258059,0.0018257949,0.01855771,0.0001070121,0.33293602,0.07546071,0.024737176,0.25425717,0.15469468,0.10441356],"study_design_scores_gemma":[0.016909372,0.0043007345,0.60396606,0.011005131,0.002384882,0.00019408623,0.24192467,0.002966569,0.027556172,0.0007805019,0.08339921,0.004612637],"about_ca_topic_score_codex":0.002338071,"about_ca_topic_score_gemma":0.0012060801,"teacher_disagreement_score":0.593708,"about_ca_system_score_codex":0.000091763766,"about_ca_system_score_gemma":0.000039474162,"threshold_uncertainty_score":0.99897945},"labels":[],"label_agreement":null},{"id":"W4409154300","doi":"10.1109/thms.2025.3552231","title":"Cybersecurity Challenge Analysis of Work-From-Anywhere (WFA) and Recommendations Guided by a User Study","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Information and Cyber Security","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Work (physics); Computer science; Computer security; Engineering","score_opus":0.028050095648286373,"score_gpt":0.3125078055633413,"score_spread":0.2844577099150549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409154300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.110978186,0.00043149802,0.8807255,0.001014466,0.001024261,0.00091617217,0.000294047,0.00025536964,0.004360483],"genre_scores_gemma":[0.99875396,0.000048295926,0.00025640024,0.00009690625,0.000010022716,0.000106587606,0.000029609066,0.000008137059,0.00069005723],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979139,0.0003110012,0.00079773244,0.00043312844,0.00033403863,0.00021022154],"domain_scores_gemma":[0.9984702,0.00017806029,0.0002363499,0.0008571992,0.00016526118,0.00009296223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004978541,0.00024089174,0.0005216575,0.0007194955,0.0004475003,0.00019109978,0.0005486862,0.0001052538,0.00009045019],"category_scores_gemma":[0.0000052429227,0.00023228342,0.00018565716,0.0016372108,0.00003975337,0.00051343837,0.000011851005,0.0003021586,0.00001028283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041584307,0.03686519,0.02058688,0.0013097303,0.053348806,0.000047460537,0.29855397,0.082122445,0.0016047005,0.29368573,0.090037316,0.12142195],"study_design_scores_gemma":[0.021691425,0.0028095432,0.03487161,0.0016208708,0.011059751,0.000015182172,0.032139212,0.79706824,0.0035978048,0.0021475863,0.08745364,0.005525131],"about_ca_topic_score_codex":0.0034054476,"about_ca_topic_score_gemma":0.0027563265,"teacher_disagreement_score":0.8877758,"about_ca_system_score_codex":0.00008240861,"about_ca_system_score_gemma":0.00003573871,"threshold_uncertainty_score":0.9472243},"labels":[],"label_agreement":null},{"id":"W4413155970","doi":"10.1109/thms.2025.3591550","title":"Dynamic Estimation of Mental Workload and Operator Accuracy for Time-Constrained Binary Classification Tasks","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale; Innovation for Defence Excellence and Security","keywords":"Workload; Operator (biology); Computer science; Binary number; Estimation; Binary classification; Bitwise operation; Artificial intelligence; Mathematics; Arithmetic; Programming language; Engineering; Support vector machine","score_opus":0.02869783594966975,"score_gpt":0.3842877530317126,"score_spread":0.35558991708204285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413155970","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24127088,0.00040164322,0.739782,0.000835205,0.0042889565,0.0029475498,0.0008863916,0.00039958398,0.009187794],"genre_scores_gemma":[0.991145,0.000012611525,0.0002872,0.00007086629,0.000021773576,0.00053116225,0.00012379895,0.000025933663,0.007781631],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982681,0.0002099374,0.0007814363,0.0003926794,0.00015583674,0.00019199998],"domain_scores_gemma":[0.9987619,0.00040379222,0.00027094703,0.0003722599,0.00012475377,0.00006633807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003336956,0.00023277794,0.00034572292,0.0004893571,0.00046158917,0.000070248185,0.0001452748,0.00016782901,0.0007479238],"category_scores_gemma":[0.00001723481,0.00023056671,0.00013637294,0.00024159145,0.00011349304,0.0002238935,0.0000015988442,0.00022347365,0.00009173421],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042431965,0.0074510276,0.00030450043,0.002691259,0.004338535,0.000012079001,0.021699857,0.10905397,0.31145835,0.07427195,0.018603997,0.44587126],"study_design_scores_gemma":[0.0053454763,0.0006448037,0.004032133,0.00080391637,0.00025609994,0.00004042002,0.0028088135,0.980701,0.0016741218,0.00016421701,0.002988065,0.0005409293],"about_ca_topic_score_codex":0.00012949092,"about_ca_topic_score_gemma":0.00003963684,"teacher_disagreement_score":0.87164706,"about_ca_system_score_codex":0.00014413371,"about_ca_system_score_gemma":0.00004818075,"threshold_uncertainty_score":0.94022375},"labels":[],"label_agreement":null},{"id":"W4413344168","doi":"10.1109/thms.2025.3591603","title":"Role-Based Human-Machine Collaboration Task-Allocation Strategy in Multiagent Environment","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Collaboration in agile enterprises","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"National Natural Science Foundation of China","keywords":"Task (project management); Computer science; Human–computer interaction; Process management; Knowledge management; Distributed computing; Business; Systems engineering; Engineering","score_opus":0.017943066818514927,"score_gpt":0.27489252771407613,"score_spread":0.2569494608955612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413344168","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13583332,0.001045798,0.8262657,0.001663417,0.0034194381,0.005574008,0.00027627344,0.000971312,0.024950746],"genre_scores_gemma":[0.9965376,0.000012546266,0.000033901168,0.00039424622,0.00023486587,0.0007597478,0.00027448297,0.000058150974,0.0016944616],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720526,0.00012923409,0.0010465172,0.00069346064,0.0005520828,0.00037342485],"domain_scores_gemma":[0.9986083,0.000103796534,0.00040312274,0.00064449996,0.00020842685,0.000031837015],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005270136,0.0004665394,0.0004491956,0.0013382123,0.00073575025,0.0006437847,0.00035191304,0.00018157632,0.0004463779],"category_scores_gemma":[0.000015381758,0.00049156585,0.00012708361,0.0013354261,0.000073793635,0.0008711748,0.0000069273456,0.00040015456,0.00026193055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111802925,0.0010378426,0.0010021962,0.0003500928,0.000076703254,0.000008808402,0.00009885437,0.9746214,0.015211244,0.004819983,0.00072854245,0.0019324939],"study_design_scores_gemma":[0.009903513,0.00026725637,0.0050978414,0.0011556506,0.00044035545,0.0000023074647,0.002945058,0.9237054,0.0054520583,0.0006747655,0.048502427,0.0018533658],"about_ca_topic_score_codex":0.0044907387,"about_ca_topic_score_gemma":0.008698449,"teacher_disagreement_score":0.8607043,"about_ca_system_score_codex":0.0005546596,"about_ca_system_score_gemma":0.00009367985,"threshold_uncertainty_score":0.9997536},"labels":[],"label_agreement":null},{"id":"W4416429257","doi":"10.1109/thms.2025.3627893","title":"Adaptive Weighted Federated Domain Adaptation Methods for Nonintrusive Load Monitoring","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Human-Machine Systems","topic":"Smart Grid Energy Management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Concordia University","keywords":"Weighting; Scalability; Adaptation (eye); Domain (mathematical analysis); Context (archaeology); Similarity (geometry); Raw data; Coding (social sciences); Similarity measure","score_opus":0.03830626402564625,"score_gpt":0.3343307092553955,"score_spread":0.29602444522974924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416429257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019767699,0.0030729454,0.95887744,0.0001163002,0.02531357,0.0035588492,0.00022889636,0.00083977,0.006015458],"genre_scores_gemma":[0.95724607,0.0002351612,0.034110267,0.000027725924,0.00072402897,0.0025717008,0.00003936566,0.0002464676,0.0047992156],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944786,0.00085950975,0.0017577901,0.0012381789,0.000608388,0.0010575791],"domain_scores_gemma":[0.9967715,0.0010573654,0.00035215035,0.0009034184,0.0006653522,0.0002502028],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0014773471,0.0011740951,0.0012653015,0.0011899661,0.0018598794,0.00054135174,0.0005140898,0.00054437714,0.00007601449],"category_scores_gemma":[0.000021937305,0.0013331033,0.0005920604,0.0013879893,0.000113055066,0.00047088868,0.000007994761,0.000992888,0.000056075212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038493288,0.00033072947,0.000005877738,0.0009083496,0.0030052194,0.0000114296345,0.0014897925,0.95992786,0.0058656107,0.0045986483,0.00018755037,0.023284005],"study_design_scores_gemma":[0.003747561,0.00055272056,0.000055747896,0.0016627726,0.0009058658,0.000006548039,0.0033249606,0.9549519,0.025848204,0.00047410763,0.0073448243,0.0011248082],"about_ca_topic_score_codex":0.0023620802,"about_ca_topic_score_gemma":0.00046118553,"teacher_disagreement_score":0.9552693,"about_ca_system_score_codex":0.0029989318,"about_ca_system_score_gemma":0.00024097593,"threshold_uncertainty_score":0.99943954},"labels":[],"label_agreement":null}]}