{"meta":{"query_hash":"1d14961659f5","filters":{"venue":"Journal of Cognitive Engineering and Decision Making"},"cohort_total":32,"direct_labels_cover":0,"predictions_cover":32,"exported":32,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1d14961659f5","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Cognitive+Engineering+and+Decision+Making"},"results":[{"id":"W2002894033","doi":"10.1518/155534308x284417","title":"Situation Awareness, Mental Workload, and Trust in Automation: Viable, Empirically Supported Cognitive Engineering Constructs","year":2008,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":672,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Transport Canada","funders":"","keywords":"Operationalization; Workload; Computer science; Cognitive ergonomics; Situation awareness; Automation; Cognition; Empirical research; Knowledge management; Human–computer interaction; Cognitive science; Psychology; Data science; Human factors and ergonomics; Poison control; Engineering; Epistemology","score_opus":0.026262311589130425,"score_gpt":0.34432124287148386,"score_spread":0.3180589312823534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002894033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8745799,0.00043239433,0.123608895,0.000039359296,0.0007090879,0.00013173412,0.000010958743,0.000042968473,0.0004446798],"genre_scores_gemma":[0.99625796,0.0001176077,0.0033461114,0.00008671062,0.00012666643,0.000005618898,0.000006861825,0.000020978241,0.000031487903],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99850804,0.00004897067,0.00073432183,0.00020198831,0.00030252527,0.00020418443],"domain_scores_gemma":[0.9979028,0.0012951328,0.00030508704,0.00005564016,0.00032932972,0.00011201361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003994859,0.00019287824,0.00034040827,0.0006684166,0.00011544935,0.00006104862,0.00005611507,0.00011861478,0.00044409567],"category_scores_gemma":[0.0007881269,0.00018973129,0.000063024316,0.00031560013,0.000046141395,0.00040153373,0.000031037867,0.00035962992,0.000013032262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038309712,0.00075370044,0.25204253,0.00018486698,0.0010773102,0.002696522,0.051219363,0.013296533,0.002592789,0.0017029884,0.0018286834,0.6687737],"study_design_scores_gemma":[0.0049332827,0.00023324016,0.8882194,0.0032777786,0.000065832406,0.0041256836,0.0028897852,0.094989724,0.00016428369,0.00019079824,0.0005098597,0.00040031306],"about_ca_topic_score_codex":0.000002730102,"about_ca_topic_score_gemma":0.0000020829957,"teacher_disagreement_score":0.6683734,"about_ca_system_score_codex":0.000059974107,"about_ca_system_score_gemma":0.000054336335,"threshold_uncertainty_score":0.7737017},"labels":[],"label_agreement":null},{"id":"W2009277668","doi":"10.1518/155534307x264898","title":"Development and Evaluation of an Intuitive Operational Planning Process","year":2007,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Operational planning; Process management; Computer science; Military doctrine; Operations research; Key (lock); Set (abstract data type); Action (physics); Comprehensive planning; Land-use planning; Doctrine; Operations management; Management science; Engineering; Computer security; Land use; Business; Political science","score_opus":0.059846007774369735,"score_gpt":0.44815801145592216,"score_spread":0.38831200368155244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009277668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8012379,0.00018781473,0.19737826,0.000003913252,0.00022883422,0.000054692504,0.000001026497,0.000006053814,0.00090153184],"genre_scores_gemma":[0.99028325,0.0000015172151,0.009576823,0.000032754167,0.0000901229,0.0000021325486,0.0000016328293,0.0000068879262,0.0000048664783],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99894553,0.00003163546,0.00046776352,0.000090816226,0.00038285478,0.00008138888],"domain_scores_gemma":[0.9982876,0.00057959213,0.00023249513,0.000026926316,0.000817476,0.000055863828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020531935,0.000074231844,0.00013397793,0.00032430136,0.00005912273,0.000027877131,0.0000326056,0.00004554843,0.00014583403],"category_scores_gemma":[0.00048660737,0.000065782886,0.000018813964,0.00008456021,0.000014951575,0.0002327656,0.000010165881,0.00014172985,0.0000014302151],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005905698,0.0000922473,0.001463485,0.00001688778,0.00012273033,0.000028763048,0.026894208,0.0072812857,0.00039992743,0.0011801266,0.000017839799,0.9619119],"study_design_scores_gemma":[0.0038777108,0.00038089833,0.8863282,0.0027637745,0.00011266466,0.00087292114,0.024551146,0.07672878,0.002332616,0.001244807,0.00050555106,0.0003009002],"about_ca_topic_score_codex":2.1197249e-7,"about_ca_topic_score_gemma":7.1834677e-7,"teacher_disagreement_score":0.96161103,"about_ca_system_score_codex":0.000029182049,"about_ca_system_score_gemma":0.000045183286,"threshold_uncertainty_score":0.26825485},"labels":[],"label_agreement":null},{"id":"W2046742742","doi":"10.1518/155534307x232848","title":"Using GOMS for Modeling Routine Tasks Within Complex Sociotechnical Systems: Connecting Macrocognitive Models to Microcognition","year":2007,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sociotechnical system; Computer science; Task (project management); Cognitive ergonomics; Cognition; Cognitive model; Socio-cognitive; Work (physics); Systems modeling; Human–computer interaction; Complex system; Management science; Systems engineering; Artificial intelligence; Engineering; Software engineering; Poison control; Psychology; Human factors and ergonomics","score_opus":0.10379096358067728,"score_gpt":0.35358182245898306,"score_spread":0.24979085887830577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046742742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2689763,0.00019250238,0.72986674,0.000033536937,0.00036409762,0.0004542975,0.000010292174,0.00005491915,0.00004730865],"genre_scores_gemma":[0.6856895,0.000005880182,0.31389907,0.0001685557,0.00020900131,0.0000057478255,0.0000010853047,0.000020167947,9.715362e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973495,0.000039160208,0.0010503351,0.0004480721,0.00057485356,0.0005380669],"domain_scores_gemma":[0.9950663,0.0023262477,0.00048123562,0.000118988006,0.0017496363,0.00025759026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037743393,0.00028666575,0.00050081365,0.0008167256,0.00036465464,0.00041155,0.00035230746,0.00013407246,0.0000012139268],"category_scores_gemma":[0.001510251,0.0002720027,0.00017407989,0.0006257287,0.000032698626,0.001067872,0.00026563864,0.00039699962,0.0000014704909],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005697352,0.00009164223,0.000030082212,0.00011663076,0.00013841118,0.00013716581,0.0048398008,0.743844,0.035695132,0.0059106187,0.000018590781,0.20860822],"study_design_scores_gemma":[0.0011159261,0.00024016158,0.000060481474,0.0038661994,0.00005801574,0.00069131353,0.003007585,0.98349804,0.0010054774,0.0060857716,0.000014638333,0.00035641753],"about_ca_topic_score_codex":0.000004788489,"about_ca_topic_score_gemma":0.0000022064255,"teacher_disagreement_score":0.41671324,"about_ca_system_score_codex":0.00012791023,"about_ca_system_score_gemma":0.00008645632,"threshold_uncertainty_score":0.99997324},"labels":[],"label_agreement":null},{"id":"W2075418616","doi":"10.1518/155534309x441853","title":"Modeling SGOMS in ACT-R: Linking Macro- and Microcognition","year":2009,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Cognitive architecture; Sociotechnical system; Computer science; Cognitive science; Cognition; Architecture; Cognitive model; Macro; Selection (genetic algorithm); Software engineering; Human–computer interaction; Artificial intelligence; Psychology; Programming language","score_opus":0.014898807227578767,"score_gpt":0.2751815534824121,"score_spread":0.26028274625483333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075418616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45024186,0.00061544246,0.54887784,0.00004775861,0.000086701046,0.000039274382,2.8861464e-7,0.000012240342,0.00007862169],"genre_scores_gemma":[0.94825536,0.00022260562,0.051214643,0.00021699429,0.00008342957,6.945835e-7,1.9251664e-7,0.0000049809905,0.0000010938082],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988231,0.000020373167,0.00040984974,0.00022475362,0.00028629156,0.00023563071],"domain_scores_gemma":[0.99900097,0.00046962174,0.00012177181,0.000060962655,0.00025884778,0.00008784988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008371511,0.00013925522,0.00023054775,0.000628207,0.00008424593,0.00026227898,0.00017020649,0.000056298024,0.0000012098781],"category_scores_gemma":[0.0004505336,0.00012707154,0.000051528576,0.00040106583,0.00001622358,0.000980793,0.000091948416,0.0003064891,0.0000010458366],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037586873,0.000024526107,0.00035461245,0.000010089944,0.0000073867154,0.000121918274,0.0008950559,0.0054928395,0.003367255,0.00059248717,0.0000019438528,0.9890943],"study_design_scores_gemma":[0.001078335,0.00021290616,0.013658573,0.00472171,0.000014919989,0.000644374,0.0002621099,0.9583727,0.00039518456,0.020351687,0.000027350334,0.00026011394],"about_ca_topic_score_codex":6.055186e-7,"about_ca_topic_score_gemma":8.594808e-7,"teacher_disagreement_score":0.9888342,"about_ca_system_score_codex":0.00002509276,"about_ca_system_score_gemma":0.00003327146,"threshold_uncertainty_score":0.5181827},"labels":[],"label_agreement":null},{"id":"W2099372490","doi":"10.1177/1555343412446193","title":"Support Requirements for Cognitive Readiness in Complex Operations","year":2012,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Defence Research and Development Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Anticipation (artificial intelligence); Cognition; Computer science; Task (project management); Term (time); Risk analysis (engineering); Focus (optics); Knowledge management; Cognitive psychology; Process management; Management science; Psychology; Artificial intelligence; Engineering; Systems engineering","score_opus":0.19153899633747282,"score_gpt":0.44391318231428634,"score_spread":0.2523741859768135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099372490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43080378,0.00064225117,0.5673174,0.000021937549,0.00063399965,0.00022323153,0.00002466824,0.000008912496,0.00032380508],"genre_scores_gemma":[0.98017555,0.000010499656,0.019160153,0.00012713195,0.00043016393,0.000013193356,0.0000022185366,0.000024335877,0.000056776924],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99615115,0.000094964584,0.0017676263,0.0002893214,0.0012694782,0.00042747927],"domain_scores_gemma":[0.987057,0.010489053,0.00048935093,0.00015999122,0.001577646,0.00022696872],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0058404114,0.00023068377,0.0006722008,0.0012797363,0.00016663843,0.00035625137,0.00028932723,0.00009110665,0.00018061025],"category_scores_gemma":[0.017329244,0.00017607494,0.00019862373,0.000756769,0.000041113402,0.0010607048,0.000146565,0.00023684374,0.000021223175],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023028443,0.00060997444,0.08088047,0.000060228875,0.00022270429,0.0001558014,0.006508234,0.014825827,0.0022577948,0.010669903,0.0073223123,0.8741839],"study_design_scores_gemma":[0.0122847585,0.0012454161,0.7241041,0.0066516614,0.00022441622,0.0018617519,0.012374361,0.18991631,0.0002592594,0.03484821,0.01476979,0.0014599356],"about_ca_topic_score_codex":0.0000018647179,"about_ca_topic_score_gemma":0.000008263889,"teacher_disagreement_score":0.872724,"about_ca_system_score_codex":0.00005740856,"about_ca_system_score_gemma":0.000061877516,"threshold_uncertainty_score":0.9909482},"labels":[],"label_agreement":null},{"id":"W2100987193","doi":"10.1518/155534307x255654","title":"Intelligent Adaptive Interfaces for the Control of Multiple UAVs","year":2007,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Workload; Situation awareness; Workstation; Task (project management); Computer science; Control (management); Human–computer interaction; Interface (matter); Simulation; Engineering; Systems engineering; Artificial intelligence; Operating system","score_opus":0.03860555287976615,"score_gpt":0.3730407804181074,"score_spread":0.33443522753834126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100987193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16930315,0.0009039349,0.828516,0.000021774822,0.00082550396,0.0001176268,0.0000071461395,0.000007540382,0.0002973276],"genre_scores_gemma":[0.99673176,0.000019424051,0.0029889762,0.00006120937,0.00015491752,0.000003306215,1.8357638e-7,0.000009946423,0.000030273493],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991009,0.000020308746,0.0005352971,0.00007636826,0.00015230545,0.00011480781],"domain_scores_gemma":[0.99026984,0.008859517,0.00033637843,0.0000527265,0.00044164827,0.000039897684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010089644,0.00008630283,0.00019320518,0.00020811392,0.000052407555,0.000019797142,0.00007987559,0.000046146426,0.0001329007],"category_scores_gemma":[0.001095478,0.000057664605,0.0001056274,0.000073071074,0.000028086786,0.00007609328,0.000013220987,0.000182449,0.000004216672],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051453877,0.00011298338,0.0010717693,0.00001633638,0.00056044996,0.000018934275,0.0056495992,0.006929276,0.00080759014,0.0040475526,0.0004112259,0.9752289],"study_design_scores_gemma":[0.020470588,0.004627812,0.3344319,0.0077901874,0.00080898707,0.0012980558,0.07967731,0.50589836,0.011027942,0.005131327,0.02780107,0.0010364646],"about_ca_topic_score_codex":8.145861e-7,"about_ca_topic_score_gemma":0.0000020420114,"teacher_disagreement_score":0.97419244,"about_ca_system_score_codex":0.000018292067,"about_ca_system_score_gemma":0.000008414741,"threshold_uncertainty_score":0.23514943},"labels":[],"label_agreement":null},{"id":"W2103865800","doi":"10.1177/1555343414540172","title":"Comparing Cognitive Efficiency of Experienced and Inexperienced Designers in Conceptual Design Processes","year":2014,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Design Education and Practice","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of New Brunswick","funders":"","keywords":"Creativity; Cognition; Conceptual design; Quality (philosophy); Computer science; Engineering design process; Design process; Design education; Process (computing); Psychology; Human–computer interaction; Engineering; Social psychology; Work in process; Operations management","score_opus":0.03648772234528918,"score_gpt":0.306836422491104,"score_spread":0.2703487001458148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103865800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5157945,0.0008087959,0.4830666,0.0000017102651,0.000107111475,0.000060630515,3.5655046e-7,0.00001218624,0.00014810503],"genre_scores_gemma":[0.9845534,0.00015049672,0.0152102895,0.000017960389,0.000042444535,0.000006884967,2.3943073e-7,0.000017217086,0.0000010587829],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989158,0.000056772857,0.00049067463,0.00012741963,0.00023543266,0.00017392519],"domain_scores_gemma":[0.9950381,0.0043643257,0.00016983703,0.000041586205,0.00029673704,0.00008941775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073109334,0.00015651184,0.00033545526,0.00037991948,0.000038225277,0.0000524945,0.00008256671,0.00005708133,0.000009873631],"category_scores_gemma":[0.004141148,0.0001452999,0.000025240106,0.00039192027,0.000089631256,0.0004040528,0.000020594305,0.00021794892,6.182778e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020948173,0.00036785568,0.011791101,0.00066706695,0.00020977504,0.00008672002,0.13169472,0.3957991,0.027801653,0.0009969957,0.00008598592,0.4284042],"study_design_scores_gemma":[0.0065188366,0.0013357986,0.02812689,0.011857191,0.00014694716,0.00057011336,0.05965852,0.85226893,0.037609335,0.0006568674,0.00016054849,0.0010900248],"about_ca_topic_score_codex":7.3959114e-7,"about_ca_topic_score_gemma":4.842711e-7,"teacher_disagreement_score":0.46875888,"about_ca_system_score_codex":0.00002062896,"about_ca_system_score_gemma":0.000047758003,"threshold_uncertainty_score":0.59251577},"labels":[],"label_agreement":null},{"id":"W2123927446","doi":"10.1177/1555343412440697","title":"Designing for Social Engagement in Online Social Networks Using Communities-of-Practice Theory and Cognitive Work Analysis","year":2012,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Knowledge management; Usability; Online participation; Social computing; Process (computing); Social engagement; Domain (mathematical analysis); Online community; Computer science; Sociology; Public relations; World Wide Web; Social media; The Internet; Human–computer interaction; Political science; Social science","score_opus":0.08574631084439252,"score_gpt":0.39841668536762925,"score_spread":0.31267037452323676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123927446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47836125,0.0012293826,0.5199775,0.000009835786,0.0001190022,0.00009695697,0.0000026471794,0.0000052175415,0.00019823363],"genre_scores_gemma":[0.98523617,0.00011042336,0.014036876,0.000038872473,0.00055478036,0.0000025510908,0.000002028669,0.000013403996,0.0000049078],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9984763,0.0004401384,0.00044126998,0.00008142835,0.00027280542,0.00028804355],"domain_scores_gemma":[0.9894428,0.009727125,0.00037866776,0.000024888366,0.00036766156,0.000058819947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068580606,0.00012408987,0.00037469744,0.0005962995,0.00049043476,0.00009849181,0.000091588045,0.000085415835,0.000011370112],"category_scores_gemma":[0.0024755648,0.00012486306,0.00012761223,0.00068965845,0.0000908748,0.00050651876,0.000098336925,0.00033475732,7.779242e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026640252,0.00042781048,0.08335389,0.000087438704,0.0025027532,0.000022894616,0.23106688,0.009992859,0.000041267183,0.010152477,0.000025980045,0.6596617],"study_design_scores_gemma":[0.005335138,0.000250805,0.26077172,0.0051488276,0.0076956516,0.000012708776,0.6491819,0.066517055,0.000026697797,0.003295715,0.0007440974,0.0010196404],"about_ca_topic_score_codex":0.000008829208,"about_ca_topic_score_gemma":0.000020303536,"teacher_disagreement_score":0.65864205,"about_ca_system_score_codex":0.000052224117,"about_ca_system_score_gemma":0.000026013275,"threshold_uncertainty_score":0.5091768},"labels":[],"label_agreement":null},{"id":"W2148104117","doi":"10.1177/1555343414554702","title":"Personality, Cognitive Style, Motivation, and Aptitude Predict Systematic Trends in Analytic Forecasting Behavior","year":2014,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Intelligence Advanced Research Projects Activity; Interior Business Center; University of Toronto; U.S. Department of the Interior","keywords":"Aptitude; Psychology; Personality; Cognition; Big Five personality traits; Psychometrics; Cognitive style; Sample (material); Cognitive psychology; Social psychology; Developmental psychology","score_opus":0.08933300199234538,"score_gpt":0.36104520688486064,"score_spread":0.27171220489251524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148104117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9139345,0.00034771254,0.0850779,0.000018316541,0.00027704463,0.00014623793,0.000012756926,0.000014217342,0.0001712625],"genre_scores_gemma":[0.9964452,0.000017844779,0.00330826,0.000044910263,0.00013187787,0.000007803668,0.0000010827105,0.00002375341,0.000019278517],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99628764,0.0001700468,0.0017587502,0.00042814293,0.0010694291,0.00028600724],"domain_scores_gemma":[0.98114353,0.016656866,0.0009929342,0.00016169142,0.00085227215,0.00019267596],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006052542,0.00027540582,0.0009255811,0.001936893,0.00013081954,0.0005029243,0.00026422326,0.00012655692,0.000048020112],"category_scores_gemma":[0.027863681,0.00020946974,0.00017991765,0.0008559826,0.00007501059,0.00064868276,0.00015302395,0.00041141125,0.0000048385004],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021659269,0.00013324415,0.08977061,0.00014275195,0.000059366506,0.00014125626,0.0012385934,0.0023488584,0.00003599225,0.000081759434,0.000035983507,0.905795],"study_design_scores_gemma":[0.0033861098,0.0007370472,0.6341968,0.028336246,0.0005175918,0.0014452183,0.004038861,0.3149207,0.000019626505,0.011743304,0.000022610177,0.00063583755],"about_ca_topic_score_codex":0.0000032674754,"about_ca_topic_score_gemma":0.000010949105,"teacher_disagreement_score":0.9051592,"about_ca_system_score_codex":0.00006550106,"about_ca_system_score_gemma":0.00003085814,"threshold_uncertainty_score":0.98032504},"labels":[],"label_agreement":null},{"id":"W2158737396","doi":"10.1177/1555343415591395","title":"Cultural Practices and Cognition in Debriefing","year":2015,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Occupational Health and Safety Research","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Griffith University","keywords":"Debriefing; Recall; Cognition; Psychology; Think aloud protocol; Applied psychology; Protocol analysis; Social psychology; Cognitive psychology; Computer science; Cognitive science; Human–computer interaction","score_opus":0.16996561604802332,"score_gpt":0.5254188067284895,"score_spread":0.3554531906804662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158737396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848913,0.0019398115,0.011604584,0.00022538684,0.0002780351,0.0001643197,0.0000032178823,0.000007572558,0.00088577345],"genre_scores_gemma":[0.9943687,0.0003391579,0.0048925467,0.00015353662,0.00022359856,0.000006069313,0.0000012649884,0.0000079550455,0.000007182063],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99877423,0.00011962789,0.00047167644,0.000093189185,0.00033192788,0.00020936984],"domain_scores_gemma":[0.9932357,0.0055084517,0.00038422632,0.000027101996,0.0006593169,0.00018519153],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001930895,0.00007653176,0.00019015324,0.0002725834,0.00012402503,0.000023435126,0.000035935005,0.00007871766,0.000011489667],"category_scores_gemma":[0.012196098,0.0000598065,0.000018348219,0.00015494024,0.000018257879,0.00041862504,0.000046885318,0.00060531485,0.0000055711926],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051434846,0.000106590676,0.29862708,0.0004764821,0.000060668877,0.00027460788,0.008180518,0.00092389,0.00023332413,0.0009335064,0.000759091,0.68428075],"study_design_scores_gemma":[0.006115602,0.00055887573,0.93470097,0.01033005,0.00004341072,0.00031186725,0.011159185,0.028667169,0.000013944132,0.0055435873,0.0023101263,0.000245216],"about_ca_topic_score_codex":0.000010171135,"about_ca_topic_score_gemma":0.000011323964,"teacher_disagreement_score":0.68403554,"about_ca_system_score_codex":0.000051910054,"about_ca_system_score_gemma":0.00017164917,"threshold_uncertainty_score":0.99612457},"labels":[],"label_agreement":null},{"id":"W2163019878","doi":"10.1177/1555343414532813","title":"Exploring the Use of Categories in the Assessment of Airline Pilots’ Performance as a Potential Source of Examiners’ Disagreement","year":2014,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Griffith University","keywords":"Aviation; Aviation accident; Psychology; Applied psychology; Aviation safety; Computer science; Engineering","score_opus":0.09387926552206022,"score_gpt":0.35872147579915614,"score_spread":0.2648422102770959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163019878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.796162,0.00004025181,0.20321243,0.000034329652,0.00031235686,0.000060656555,0.0000012047768,0.000002723271,0.0001740174],"genre_scores_gemma":[0.9988295,0.00005025806,0.0009824882,0.000033290988,0.00007610562,0.0000048072434,4.982051e-7,0.000007368108,0.00001571846],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987404,0.00010397884,0.0006502721,0.000071804825,0.00034281943,0.00009074503],"domain_scores_gemma":[0.9974244,0.0017541714,0.00046023537,0.00010091532,0.00024021692,0.000020044248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009858558,0.000088019966,0.00022549496,0.00022885307,0.000037221387,0.000019869265,0.000110058245,0.000022406708,0.000055616256],"category_scores_gemma":[0.0004124685,0.000052548876,0.00007129583,0.00014506342,0.00004224271,0.0002038359,0.000030166102,0.00021459324,7.0377433e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012621456,0.00060539506,0.025621967,0.00018165524,0.0004106339,0.000022784729,0.035390966,0.2680248,0.0033977053,0.005760473,0.00018898674,0.6591325],"study_design_scores_gemma":[0.0013629688,0.00070310757,0.9198808,0.0013313645,0.00006820296,0.00012758891,0.0074669393,0.06761725,0.00034039488,0.00008887737,0.0009090484,0.00010347312],"about_ca_topic_score_codex":0.000008820336,"about_ca_topic_score_gemma":0.0000018327947,"teacher_disagreement_score":0.8942588,"about_ca_system_score_codex":0.000013321051,"about_ca_system_score_gemma":0.000013265642,"threshold_uncertainty_score":0.2142881},"labels":[],"label_agreement":null},{"id":"W2163994264","doi":"10.1177/1555343412445577","title":"Team Cognitive Work Analysis","year":2012,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Sociotechnical system; Teamwork; Computer science; Task analysis; Work (physics); Domain (mathematical analysis); Task (project management); Decision support system; Knowledge management; Process management; Human–computer interaction; Management science; Engineering; Systems engineering; Artificial intelligence","score_opus":0.024705107314950948,"score_gpt":0.3721395102661025,"score_spread":0.3474344029511515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163994264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5898782,0.000894281,0.40293902,0.000012247921,0.0009883593,0.00004466447,0.000004417776,0.000023516826,0.005215294],"genre_scores_gemma":[0.9973947,0.000018331613,0.0018897371,0.00012859446,0.00040183298,0.0000031548818,0.0000015892683,0.000014548766,0.00014755952],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988647,0.00005803593,0.00049526175,0.00010798897,0.00025881434,0.00021519234],"domain_scores_gemma":[0.9969355,0.00222091,0.00030381163,0.000060743187,0.00033478663,0.000144265],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00068954966,0.00013189146,0.00030446256,0.00076745194,0.00007272568,0.000053704098,0.00005902545,0.00007827553,0.001479119],"category_scores_gemma":[0.0008407028,0.00011246278,0.00019886896,0.00055773277,0.000020842586,0.00026989498,0.000024560275,0.000323004,0.00008755898],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019653416,0.0005328495,0.13619481,0.000019057154,0.0051767775,0.000102450584,0.018175174,0.0020402563,0.00006372074,0.0022320244,0.0038010466,0.8296965],"study_design_scores_gemma":[0.0015064245,0.00013483033,0.98588794,0.001037584,0.0010164774,0.00031744427,0.0044591664,0.00189711,0.00003213915,0.00014936215,0.003271882,0.0002896302],"about_ca_topic_score_codex":5.1417965e-7,"about_ca_topic_score_gemma":2.6479674e-7,"teacher_disagreement_score":0.8496931,"about_ca_system_score_codex":0.000026897784,"about_ca_system_score_gemma":0.000008822989,"threshold_uncertainty_score":0.99943364},"labels":[],"label_agreement":null},{"id":"W2314523922","doi":"10.1177/1555343416636515","title":"The ShadowBox Approach to Cognitive Skills Training","year":2016,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia","keywords":"Cognition; Cognitive training; Cognitive skill; Psychology; Applied psychology; Computer science","score_opus":0.020586676072976876,"score_gpt":0.3131264873993531,"score_spread":0.29253981132637624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314523922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5194644,0.00046857263,0.4771736,0.00004738036,0.00052390294,0.00007353466,0.000009882521,0.000010476864,0.0022282861],"genre_scores_gemma":[0.9956701,0.00008062574,0.0036917962,0.00012104763,0.00029135236,0.0000070634806,2.4940582e-7,0.00002118781,0.00011661963],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989239,0.000029947183,0.00037821912,0.0001555293,0.00024210084,0.00027031495],"domain_scores_gemma":[0.9958839,0.0035036684,0.00017375163,0.00007528371,0.00024607353,0.00011734963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008589608,0.00013944948,0.00021389163,0.0001979914,0.00013037272,0.00007155937,0.00013523783,0.00006311563,0.000024124289],"category_scores_gemma":[0.0010040519,0.00007539786,0.00008190708,0.00016745042,0.000037447036,0.000115335184,0.000045739183,0.00022036493,0.000018229202],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030529272,0.000038105078,0.0007376998,0.0000031289953,0.00009341703,0.000022161761,0.003098458,0.00012239802,0.00007524662,0.0014873669,0.00013953536,0.9938772],"study_design_scores_gemma":[0.016273629,0.0031767953,0.86419564,0.02312905,0.00048881536,0.0055726315,0.029464057,0.020489255,0.00017951759,0.012012095,0.022742603,0.0022759046],"about_ca_topic_score_codex":4.0182178e-7,"about_ca_topic_score_gemma":4.651872e-7,"teacher_disagreement_score":0.9916013,"about_ca_system_score_codex":0.000020711575,"about_ca_system_score_gemma":0.000021024462,"threshold_uncertainty_score":0.30746356},"labels":[],"label_agreement":null},{"id":"W2315359425","doi":"10.1177/1555343413488391","title":"Twenty Years of Cognitive Work Analysis in Health Care","year":2013,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Alzheimer Society","keywords":"Health care; Work (physics); Health informatics; Cognition; Context (archaeology); Informatics; Computer science; Knowledge management; Management science; Data science; Psychology; Risk analysis (engineering); Medicine; Engineering; Political science","score_opus":0.032591601099705415,"score_gpt":0.3956430049256184,"score_spread":0.36305140382591294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315359425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8488445,0.0012122634,0.14926681,0.00007666198,0.00024355187,0.00021817241,0.000009101503,0.0000067722667,0.00012215115],"genre_scores_gemma":[0.9971629,0.0001833164,0.002372564,0.00018623465,0.000060740214,0.0000089148925,0.0000047864946,0.000009564245,0.000010985954],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99833107,0.000130541,0.0008889913,0.00011069006,0.00032416053,0.00021455162],"domain_scores_gemma":[0.9951603,0.003360555,0.00076859514,0.000057094923,0.0005227895,0.00013070086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007373672,0.000091252026,0.00042261297,0.0007859542,0.000069280206,0.0000023608332,0.000065131244,0.00008300311,0.00010974961],"category_scores_gemma":[0.0025783528,0.00008233227,0.00009922442,0.00081700564,0.000024959245,0.00013956713,0.00003952119,0.00047213305,0.000009295323],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006032107,0.00013878028,0.42768702,0.00030544528,0.0005430972,0.000028648414,0.042247586,0.012532187,0.000019964238,0.000087888526,0.0002663694,0.5155398],"study_design_scores_gemma":[0.001262864,0.00012025452,0.9764043,0.0086452095,0.000097612436,0.0000021687006,0.0120578455,0.0010476556,0.000003847618,0.00010080957,0.00017056013,0.00008687854],"about_ca_topic_score_codex":0.000015955362,"about_ca_topic_score_gemma":0.0000075032,"teacher_disagreement_score":0.54871726,"about_ca_system_score_codex":0.00007127624,"about_ca_system_score_gemma":0.00012987402,"threshold_uncertainty_score":0.33574125},"labels":[],"label_agreement":null},{"id":"W2319833901","doi":"10.1177/1555343414555159","title":"Finding Common Ground","year":2014,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Common ground; Construct (python library); Computer science; Interpretation (philosophy); Process (computing); Cognition; Task (project management); Field (mathematics); Work (physics); Management science; Cognitive science; Engineering ethics; Psychology; Social psychology; Engineering","score_opus":0.028239342582518066,"score_gpt":0.3742108125234656,"score_spread":0.3459714699409475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319833901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6314797,0.00013239708,0.36200488,0.000024511344,0.0010969412,0.000024871051,8.9847833e-7,0.000019549083,0.005216286],"genre_scores_gemma":[0.99731106,0.000007917511,0.0021605007,0.00014312309,0.00028748554,0.0000010892371,4.2377886e-7,0.000012422271,0.00007599573],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99918073,0.000045000957,0.00039278198,0.000088022854,0.0001773273,0.00011612404],"domain_scores_gemma":[0.9976582,0.0018598625,0.00021956545,0.00005769242,0.00014108821,0.000063571606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005922928,0.000090277004,0.00019269343,0.00029315474,0.0000719991,0.00006645126,0.00006268507,0.000054851836,0.00048498606],"category_scores_gemma":[0.00054939295,0.00007844722,0.00007156962,0.000090749745,0.0000129813925,0.00014810501,0.00001937991,0.00026042757,0.00004368588],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035778884,0.00007351047,0.00262543,0.00001623665,0.00013960314,0.00006851095,0.0029539296,0.0014371655,0.00022483972,0.012516107,0.0014423077,0.9781446],"study_design_scores_gemma":[0.005686074,0.0009551318,0.8566207,0.004946274,0.00016604515,0.0031653126,0.0036706086,0.06966767,0.00011562997,0.01036358,0.043912634,0.00073029497],"about_ca_topic_score_codex":7.0421646e-7,"about_ca_topic_score_gemma":5.2917244e-7,"teacher_disagreement_score":0.97741425,"about_ca_system_score_codex":0.000019680949,"about_ca_system_score_gemma":0.000005063255,"threshold_uncertainty_score":0.5310257},"labels":[],"label_agreement":null},{"id":"W2473322218","doi":"10.1177/1555343416657237","title":"Training Change Agents in CTA to Bring Health Care Transformation to Scale","year":2016,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Task (project management); Transformational leadership; Scale (ratio); Health care; Medical education; Interview; Motivational interviewing; Computer science; Applied psychology; Psychology; Intervention (counseling); Nursing; Knowledge management; Process management; Medicine; Engineering; Social psychology","score_opus":0.5271666404804437,"score_gpt":0.6279348470391299,"score_spread":0.10076820655868624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473322218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7558169,0.000056860714,0.24031487,0.0028510948,0.00035565867,0.00044913872,0.000019467601,0.000011861837,0.0001241734],"genre_scores_gemma":[0.9838457,0.00003902122,0.0092765,0.006569609,0.00023068646,0.000019435794,2.56938e-7,0.000013863732,0.000004936831],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979547,0.00012522902,0.0009305373,0.00013660354,0.0003969481,0.00045593278],"domain_scores_gemma":[0.99708045,0.0019878608,0.0002398868,0.00005654872,0.00027630923,0.0003589536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021377092,0.00010238054,0.00027056743,0.00079082383,0.0001584519,0.00001648747,0.00009629186,0.000045524463,0.00003490759],"category_scores_gemma":[0.0019465835,0.00007772748,0.000030428855,0.00044031075,0.0000065607046,0.00040105544,0.000041466606,0.00021726129,0.000029108607],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009238354,0.000004214141,0.003294837,0.000091822105,0.0000032070723,0.0000052414475,0.20623569,0.00012866422,0.0001421164,0.000024099563,0.00014059787,0.7898371],"study_design_scores_gemma":[0.005517845,0.00095446047,0.8366181,0.050334804,0.000013967294,0.00005778717,0.08023936,0.0011018182,0.000115472016,0.00019356991,0.024372056,0.00048074994],"about_ca_topic_score_codex":0.000014836402,"about_ca_topic_score_gemma":0.00010005854,"teacher_disagreement_score":0.83332324,"about_ca_system_score_codex":0.00031725556,"about_ca_system_score_gemma":0.0001857251,"threshold_uncertainty_score":0.31696346},"labels":[],"label_agreement":null},{"id":"W2507495592","doi":"10.1177/1555343416661889","title":"Judgment Analysis in a Dynamic Multitask Environment: Capturing Nonlinear Policies Using Decision Trees","year":2016,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Thales (Canada)","funders":"","keywords":"Decision tree; Computer science; Machine learning; Heuristics; Artificial intelligence; Bootstrapping (finance); Data mining; Decision tree learning; Decision support system; Incremental decision tree; Decision rule; Task (project management); Econometrics; Mathematics","score_opus":0.04999714675743787,"score_gpt":0.36857287522802185,"score_spread":0.31857572847058396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507495592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53401494,0.0006347887,0.46496838,0.000030432155,0.00023550878,0.00008412073,0.000013145676,0.000009755799,0.000008950277],"genre_scores_gemma":[0.8623488,0.00019449202,0.1372577,0.000040506475,0.00010751441,0.000002158869,3.1660747e-7,0.00003401084,0.000014506741],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993834,0.00016311102,0.0024007175,0.0006543958,0.0024243337,0.00052345195],"domain_scores_gemma":[0.9837615,0.014071254,0.0010178757,0.0004318272,0.00046403683,0.00025350557],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004524967,0.00041201722,0.0010944321,0.0049243616,0.00014700956,0.00042925478,0.0006171352,0.00016895738,0.00016074312],"category_scores_gemma":[0.011377327,0.0002624915,0.00047697715,0.0016640837,0.00009438628,0.0008996544,0.0004211681,0.00034574425,0.000020154563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062559027,0.00012294113,0.026515556,0.0000051002194,0.00023967266,0.00030454763,0.00081164745,0.2304839,0.010746843,0.000025794061,0.000011586406,0.73010683],"study_design_scores_gemma":[0.00417878,0.00019041768,0.29292125,0.004199068,0.00038317754,0.0003153922,0.0013389209,0.6900929,0.00046228882,0.004824079,0.00040845826,0.0006852238],"about_ca_topic_score_codex":0.000008709993,"about_ca_topic_score_gemma":0.000027692617,"teacher_disagreement_score":0.7294216,"about_ca_system_score_codex":0.00029189556,"about_ca_system_score_gemma":0.00005510111,"threshold_uncertainty_score":0.9999827},"labels":[],"label_agreement":null},{"id":"W2617922124","doi":"10.1177/1555343417709669","title":"Modeling Automation With Cognitive Work Analysis to Support Human-Automation Coordination","year":2017,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Centre for Bioengineering and Biotechnology, University of Waterloo; Natural Sciences and Engineering Research Council of Canada","keywords":"Automation; Computer science; Hierarchy; Domain (mathematical analysis); Abstraction; Human–computer interaction; Layering; Software engineering; Artificial intelligence; Engineering","score_opus":0.035439131249662845,"score_gpt":0.391931794404927,"score_spread":0.3564926631552641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617922124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.500166,0.000016928889,0.4984723,0.00004166328,0.00023616634,0.000092413036,0.00000410632,0.000034514593,0.00093591365],"genre_scores_gemma":[0.994956,0.000002768742,0.0046327924,0.00007802798,0.0001712068,0.000012687818,0.000009401411,0.00002298763,0.000114088834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998411,0.00005093485,0.00067307125,0.00023192372,0.00044320073,0.00018986996],"domain_scores_gemma":[0.99753237,0.0005408908,0.00063178054,0.00016230134,0.0010060536,0.00012659977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008128778,0.00018768995,0.00037446764,0.0011380054,0.00042593837,0.00036510156,0.00014285889,0.000096892974,0.00041744427],"category_scores_gemma":[0.00090599095,0.00016458116,0.00013540708,0.00035742327,0.000024846531,0.00063707674,0.000041243755,0.00026858543,0.000039624116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026026452,0.00033178003,0.019306792,0.00004347391,0.0038272971,0.00025341086,0.014125776,0.27271456,0.00032767616,0.002754073,0.0006091249,0.6831034],"study_design_scores_gemma":[0.0029831238,0.0006912195,0.57609487,0.0022617,0.0011208544,0.00018221376,0.0023494062,0.4133225,0.00005770196,0.00036915502,0.00009990082,0.00046734896],"about_ca_topic_score_codex":0.000004990794,"about_ca_topic_score_gemma":0.00000880958,"teacher_disagreement_score":0.682636,"about_ca_system_score_codex":0.00006425355,"about_ca_system_score_gemma":0.000023875586,"threshold_uncertainty_score":0.6711425},"labels":[],"label_agreement":null},{"id":"W2762075223","doi":"10.1177/1555343417735398","title":"The Benefits and the Costs of Using Auditory Warning Messages in Dynamic Decision-Making Settings","year":2017,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Computer science; Notice; Cued speech; Computer security; Warning system; Work (physics); Applied psychology; Situation awareness; Cognitive psychology; Psychology; Human–computer interaction; Engineering","score_opus":0.015670505558733994,"score_gpt":0.36204533460858856,"score_spread":0.34637482904985456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762075223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91771185,0.0037734788,0.076596,0.00017814047,0.0013258869,0.0001060482,0.0000029679372,0.000008479728,0.00029716923],"genre_scores_gemma":[0.99781847,0.00026901337,0.0017140332,0.000056629284,0.00011490028,0.0000021828064,1.1999447e-7,0.00001589558,0.000008752336],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986023,0.000105372485,0.00069083774,0.00013672792,0.00029380302,0.00017097993],"domain_scores_gemma":[0.9917902,0.0069350996,0.00082446693,0.00015972035,0.00024943796,0.0000410891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002241047,0.00013271606,0.00031664682,0.00025523256,0.0005425518,0.00021216446,0.0002040065,0.000064573556,0.000027598606],"category_scores_gemma":[0.0041262275,0.000083400395,0.00008841501,0.0000734239,0.00012088281,0.00025017027,0.000105647705,0.0004237919,0.000001355568],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007327509,0.000019000503,0.0018017449,0.000010836016,0.00010193654,0.00002979965,0.0034660057,0.0066705667,0.00006400009,0.001340074,0.00011357918,0.9856497],"study_design_scores_gemma":[0.006322417,0.00014411051,0.6844713,0.024044568,0.000102761165,0.0010143741,0.00901081,0.2705548,0.000018123388,0.0029397705,0.0010089711,0.00036798205],"about_ca_topic_score_codex":0.0000040342848,"about_ca_topic_score_gemma":0.000011292212,"teacher_disagreement_score":0.9852817,"about_ca_system_score_codex":0.000056457375,"about_ca_system_score_gemma":0.000024986162,"threshold_uncertainty_score":0.49397776},"labels":[],"label_agreement":null},{"id":"W2765913378","doi":"10.1177/1555343417724975","title":"Automation and the Human Factors Race to Catch Up","year":2017,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automation; Pace; Field (mathematics); Computer science; Race (biology); Data science; Sociology; Engineering","score_opus":0.03573835585750612,"score_gpt":0.3980936480376214,"score_spread":0.36235529218011525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765913378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8907346,0.00010179171,0.10638463,0.000217155,0.0010663565,0.000080363556,0.000001954754,0.000016521046,0.0013966097],"genre_scores_gemma":[0.99902755,0.000009553483,0.00051627535,0.00008685557,0.0001457717,0.0000025939778,3.189483e-7,0.00000977383,0.00020127809],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992635,0.000039349066,0.000329768,0.00009617378,0.00017449295,0.000096703574],"domain_scores_gemma":[0.9982648,0.0010372638,0.0003229617,0.00011532023,0.00019153405,0.000068139896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006240156,0.00009387438,0.0001914613,0.00017523943,0.00037245036,0.00023550143,0.000110103996,0.00004623956,0.00016438932],"category_scores_gemma":[0.0012283645,0.000062148625,0.000056673296,0.000035061752,0.000038998944,0.00021107946,0.000044659384,0.00020809282,0.000012763528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020170694,0.0001269233,0.021864837,0.0000493133,0.0006869264,0.0001096839,0.07958115,0.0016937505,0.001191109,0.0388453,0.007362342,0.8464716],"study_design_scores_gemma":[0.0029673316,0.000105325504,0.98419935,0.0007857254,0.00005554807,0.00020679779,0.0027470381,0.0045715864,0.00006784628,0.0013568244,0.0027757715,0.000160869],"about_ca_topic_score_codex":0.0000051739157,"about_ca_topic_score_gemma":0.0000023125865,"teacher_disagreement_score":0.9623345,"about_ca_system_score_codex":0.000016133452,"about_ca_system_score_gemma":0.000006487218,"threshold_uncertainty_score":0.28646246},"labels":[],"label_agreement":null},{"id":"W2766932986","doi":"10.1177/1555343417732856","title":"Levels of Automation in Human Factors Models for Automation Design: Why We Might Consider Throwing the Baby Out With the Bathwater","year":2017,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Federal Aviation Administration","keywords":"Automation; Computer science; Throwing; Value (mathematics); Space (punctuation); Human–computer interaction; Data science; Engineering; Machine learning","score_opus":0.11442358140553303,"score_gpt":0.39216840463518504,"score_spread":0.277744823229652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766932986","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3731451,0.000067920206,0.6258322,0.00027651555,0.00027675476,0.00017366288,0.000005305304,0.000011676913,0.00021086268],"genre_scores_gemma":[0.9965994,0.0000042150273,0.0031797849,0.000071711365,0.000072577364,0.000010957743,6.7914476e-7,0.000016595446,0.00004407468],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989141,0.00008855503,0.0005069369,0.00011459548,0.00024248246,0.00013332222],"domain_scores_gemma":[0.9966309,0.0022489827,0.0006205229,0.00014998957,0.0003215201,0.00002804884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010090786,0.000132704,0.00023811524,0.0002167109,0.00031954655,0.0001540568,0.00015347303,0.00006885369,0.00010580328],"category_scores_gemma":[0.00037297825,0.00007140597,0.000082801336,0.000045008368,0.000056238518,0.0005075555,0.000023604205,0.00021624671,0.0000013298898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027496323,0.00048474193,0.004840593,0.0002685524,0.0018780957,0.00011862561,0.23949446,0.43064886,0.011687124,0.031456046,0.00659043,0.2697828],"study_design_scores_gemma":[0.0061749457,0.00066464226,0.30829465,0.005400027,0.000241864,0.0002606862,0.011500774,0.64707106,0.0032555144,0.0153577365,0.0012458276,0.00053228054],"about_ca_topic_score_codex":0.0000029896494,"about_ca_topic_score_gemma":0.000011179946,"teacher_disagreement_score":0.62345433,"about_ca_system_score_codex":0.000029690053,"about_ca_system_score_gemma":0.00002101916,"threshold_uncertainty_score":0.2911851},"labels":[],"label_agreement":null},{"id":"W2885852522","doi":"10.1177/1555343418789831","title":"Evidence-Based Medicine, Best Practices, Transductive Models, and Naturalistic Decision Making: Commentary on Paul R. Falzer, Naturalistic Decision Making and the Practice of Health Care","year":2018,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Process (computing); Health care; Evidence-based medicine; Psychology; Naturalism; Quality (philosophy); Best practice; Evidence-based practice; Task (project management); MEDLINE; Management science; Computer science; Medicine; Alternative medicine; Epistemology; Political science; Management","score_opus":0.40879437433535054,"score_gpt":0.5413866205489544,"score_spread":0.13259224621360383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885852522","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39726028,0.13509122,0.4396576,0.022376377,0.00318856,0.0020247016,0.000083438696,0.000059173468,0.0002586487],"genre_scores_gemma":[0.9440134,0.006651405,0.03682205,0.01160096,0.0008263699,0.000017415556,0.000004049613,0.00006226815,0.0000020933505],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9917237,0.0028953175,0.0024554199,0.0006113589,0.0016985986,0.0006156135],"domain_scores_gemma":[0.8509551,0.14102812,0.0043579773,0.00034988645,0.003048392,0.00026046255],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012721784,0.00050669117,0.0012391163,0.00075862627,0.0012768365,0.000114921444,0.00034483804,0.00033224485,0.000029402152],"category_scores_gemma":[0.08573439,0.00033689148,0.00012182034,0.0006112866,0.0005176074,0.0017591416,0.00021617197,0.0026308089,0.0000028916816],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028545888,0.00017486919,0.0008761835,0.0015659325,0.00028274546,0.00015811325,0.025157494,0.0013670385,0.000030335344,0.0017644992,0.001825591,0.9382513],"study_design_scores_gemma":[0.028841732,0.012042836,0.02949221,0.5633808,0.0029826132,0.001813276,0.16419801,0.15068248,0.000030616833,0.030579707,0.01383018,0.0021255412],"about_ca_topic_score_codex":0.00020041806,"about_ca_topic_score_gemma":0.000109702065,"teacher_disagreement_score":0.93612576,"about_ca_system_score_codex":0.00038259904,"about_ca_system_score_gemma":0.00048528155,"threshold_uncertainty_score":0.9999083},"labels":[],"label_agreement":null},{"id":"W3178658338","doi":"10.1177/15553434211029530","title":"Ecological Design of an Augmentative and Alternative Communication Device Interface","year":2021,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fondation Brain Canada","keywords":"Augmentative and alternative communication; Computer science; Human–computer interaction; Interface (matter); Augmentative; Process (computing); Domain (mathematical analysis); User interface; Workload; Workspace; Psychology; Artificial intelligence","score_opus":0.11108784454219943,"score_gpt":0.4709468004480844,"score_spread":0.35985895590588496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178658338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59233046,0.0011023732,0.4062167,0.00006877042,0.000059693444,0.00009413119,0.0000039039924,0.000009863077,0.000114091774],"genre_scores_gemma":[0.9036209,0.0005701119,0.09568791,0.000085081316,0.000015281643,0.0000068324675,0.0000010870381,0.000006664712,0.0000061075443],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986082,0.00052607286,0.0005201764,0.000110685716,0.00012998407,0.000104922634],"domain_scores_gemma":[0.9908737,0.007611641,0.00045498664,0.0001463293,0.0008576307,0.000055718257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012911097,0.00008993653,0.0002707294,0.00011967653,0.00017032096,0.000008852314,0.00013321462,0.00010679423,0.000048807426],"category_scores_gemma":[0.0032535607,0.00007534131,0.00002741319,0.0001256661,0.00010075456,0.00016229258,0.00023033023,0.0005953627,0.0000010715004],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034001376,0.0014016634,0.047835212,0.00034301516,0.00091832574,0.00015695598,0.025767146,0.010535053,0.01750233,0.007821595,0.0003512237,0.88396734],"study_design_scores_gemma":[0.007378202,0.0019187066,0.7722744,0.012120485,0.00033228114,0.0003526994,0.06496766,0.103108324,0.0082115745,0.028104605,0.00063630333,0.0005947728],"about_ca_topic_score_codex":0.0000014230304,"about_ca_topic_score_gemma":0.000004251592,"teacher_disagreement_score":0.88337255,"about_ca_system_score_codex":0.000052025604,"about_ca_system_score_gemma":0.000073874166,"threshold_uncertainty_score":0.38950512},"labels":[],"label_agreement":null},{"id":"W4214934859","doi":"10.1177/15553434221078215","title":"Evaluation of an Ecological Interface Design–Driven Augmentative and Alternative Communication Interface","year":2022,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"Fondation Brain Canada","keywords":"Augmentative and alternative communication; Interface (matter); Workload; Computer science; Human–computer interaction; Information transfer; Usability; Brain–computer interface; Multimedia; Psychology; Telecommunications","score_opus":0.15436163305566702,"score_gpt":0.4962199834657256,"score_spread":0.3418583504100586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214934859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72169906,0.00094589964,0.27674386,0.00006866159,0.00011078051,0.00029575638,0.000009349919,0.000013061261,0.000113562295],"genre_scores_gemma":[0.9749763,0.00013109013,0.024772996,0.00004454461,0.00001333194,0.000047645022,0.0000015362258,0.0000090923395,0.0000034912775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702936,0.0017138899,0.0005816766,0.00013014801,0.00043162794,0.00011331396],"domain_scores_gemma":[0.9929991,0.0050551114,0.00070072943,0.00015918283,0.0010372398,0.00004866544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060947035,0.000100854966,0.00026021647,0.00022825396,0.00036765757,0.000007876281,0.00022525452,0.00006641455,0.00015613143],"category_scores_gemma":[0.00306768,0.000089314366,0.00003186053,0.0001390036,0.000102144426,0.00017347015,0.00047603087,0.00084248465,7.267677e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028016185,0.0011748609,0.011448834,0.00007679744,0.00067121035,0.000012157686,0.030262616,0.16938403,0.0046577337,0.001587198,0.00030179086,0.77762115],"study_design_scores_gemma":[0.0061281696,0.00266604,0.19991769,0.002137913,0.00046784614,0.00010305321,0.060087148,0.70685315,0.0011475564,0.019920003,0.00023581923,0.00033561088],"about_ca_topic_score_codex":0.0000028353077,"about_ca_topic_score_gemma":0.0000038844823,"teacher_disagreement_score":0.7772855,"about_ca_system_score_codex":0.00024043418,"about_ca_system_score_gemma":0.00010153232,"threshold_uncertainty_score":0.3672521},"labels":[],"label_agreement":null},{"id":"W4318833987","doi":"10.1177/15553434231153311","title":"Cognitive and Behavioral Impacts of Two Decision-Support Modes for Judgmental Bootstrapping","year":2023,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Dalhousie University; McGill University; Thales (Canada)","funders":"Ministère de la Défense Nationale","keywords":"Mode (computer interface); Decision support system; Computer science; Workload; Shadow (psychology); Cognition; Human–computer interaction; Dwell time; Automation; Artificial intelligence; Psychology; Engineering","score_opus":0.060563090501740906,"score_gpt":0.43710689513630757,"score_spread":0.37654380463456666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318833987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77268213,0.00015399471,0.2262369,0.000010295187,0.00046500846,0.0001297168,0.000042849682,0.000025019108,0.0002540729],"genre_scores_gemma":[0.9965649,0.000047187932,0.0031618767,0.00004557414,0.00011904783,0.000008526772,0.00000514093,0.000022548596,0.000025179892],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99870217,0.000024252331,0.00064641103,0.00016310878,0.00026324193,0.0002007901],"domain_scores_gemma":[0.9964015,0.0027154153,0.00034005663,0.00005152504,0.00037765774,0.00011383207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006237622,0.00014955722,0.00032345054,0.0006196987,0.00008762624,0.000055763427,0.000058543414,0.00007035345,0.00019015255],"category_scores_gemma":[0.00053227367,0.00013523258,0.00012812814,0.00018817707,0.000039398357,0.00024237066,0.000039507282,0.00020160603,0.000008807503],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002859862,0.00024275959,0.006375051,0.00007702186,0.00043528742,0.00020803328,0.0072600082,0.0015014875,0.003543401,0.0012657851,0.0013218364,0.9749095],"study_design_scores_gemma":[0.03550005,0.005424307,0.7358188,0.019355442,0.0010980722,0.003937314,0.04987222,0.13109548,0.0037770004,0.011092935,0.0013650311,0.0016633517],"about_ca_topic_score_codex":0.0000020122488,"about_ca_topic_score_gemma":0.0000017342722,"teacher_disagreement_score":0.9732461,"about_ca_system_score_codex":0.000021628339,"about_ca_system_score_gemma":0.000025906671,"threshold_uncertainty_score":0.5514625},"labels":[],"label_agreement":null},{"id":"W4380271342","doi":"10.1177/15553434231171484","title":"Does It MultiMatch? What Scanpath Comparison Tells us About Task Performance in Teams","year":2023,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Teamwork; Workload; Task (project management); Computer science; Context (archaeology); Similarity (geometry); Artificial intelligence; Machine learning; Engineering","score_opus":0.020304950612855005,"score_gpt":0.3666193155963371,"score_spread":0.3463143649834821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380271342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97138166,0.00030440168,0.025116192,0.00006237882,0.0023470756,0.000083612584,0.00000354745,0.00004445074,0.00065668416],"genre_scores_gemma":[0.99826527,0.0003068931,0.0009701085,0.00012286265,0.0001642885,0.000004832601,0.0000016980983,0.00001811791,0.00014595498],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99864525,0.00004173043,0.0006775686,0.00015162451,0.000272333,0.00021149193],"domain_scores_gemma":[0.99821395,0.0011932516,0.00026381563,0.00007856515,0.00017695036,0.000073468385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067432027,0.00013920748,0.00030235713,0.0006644368,0.00006896613,0.00013385172,0.00009449826,0.00008030864,0.00033237645],"category_scores_gemma":[0.0003227297,0.00009757499,0.000074962685,0.0003057203,0.000024683786,0.0005006446,0.00003382421,0.0004024254,0.00013473575],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061441463,0.000145391,0.03990433,0.00005540111,0.000112735084,0.0001981784,0.017404407,0.044119675,0.00025565823,0.000089031644,0.0013145612,0.8957862],"study_design_scores_gemma":[0.0020114805,0.00017363821,0.72035533,0.0057020923,0.000025700814,0.00013228672,0.012497953,0.25165,0.000091189904,0.00011160335,0.0069875484,0.00026117143],"about_ca_topic_score_codex":0.0000016456778,"about_ca_topic_score_gemma":0.0000044910103,"teacher_disagreement_score":0.89552504,"about_ca_system_score_codex":0.00004668402,"about_ca_system_score_gemma":0.000016080627,"threshold_uncertainty_score":0.3978993},"labels":[],"label_agreement":null},{"id":"W4385145728","doi":"10.1177/15553434231189375","title":"The Failure to Grasp Automation Failure","year":2023,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Automation; GRASP; Computer science; Construct (python library); Aviation; Confusion; Risk analysis (engineering); Engineering; Software engineering; Psychology; Medicine","score_opus":0.018366482496103273,"score_gpt":0.3559266117424469,"score_spread":0.3375601292463436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385145728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6990452,0.0001376462,0.2963525,0.0012845516,0.0019739836,0.00013232148,0.0000049628293,0.00013750757,0.00093135866],"genre_scores_gemma":[0.9976124,0.0000136287,0.0017824821,0.00012957967,0.00024553217,0.000006665373,9.828813e-7,0.0000151627955,0.00019356041],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99900573,0.00004133422,0.00041401645,0.00010422437,0.00027152098,0.00016316013],"domain_scores_gemma":[0.99744034,0.0019399173,0.00017236326,0.000079577614,0.000285766,0.000082018574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006985384,0.000099558776,0.00014282158,0.00039919818,0.00017756282,0.0001323744,0.00009841431,0.00005859134,0.00018978587],"category_scores_gemma":[0.0010870312,0.00007029554,0.00007853837,0.00038063992,0.000012339037,0.00014325428,0.00003265589,0.0002473485,0.00025190305],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043936612,0.000041847492,0.0006374912,0.000017838598,0.0002703967,0.00016785043,0.008221732,0.010990337,0.0007711282,0.009699371,0.08822776,0.88051486],"study_design_scores_gemma":[0.0034078471,0.00070260064,0.60829693,0.0036055406,0.00012788977,0.0015733758,0.022195248,0.069082856,0.00016839668,0.0065843775,0.28351852,0.0007364107],"about_ca_topic_score_codex":3.8295468e-7,"about_ca_topic_score_gemma":0.000003571018,"teacher_disagreement_score":0.87977844,"about_ca_system_score_codex":0.000023979175,"about_ca_system_score_gemma":0.000012798212,"threshold_uncertainty_score":0.3237788},"labels":[],"label_agreement":null},{"id":"W4391484721","doi":"10.1177/15553434241230604","title":"How Are Automation Failures Characterized in the Driving Domain? Insights From a Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automation; Domain (mathematical analysis); Computer science; Human factors and ergonomics; Engineering; Poison control; Human–computer interaction; Systems engineering; Psychology; Medicine; Medical emergency","score_opus":0.04748859424286141,"score_gpt":0.40743432934940677,"score_spread":0.3599457351065454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391484721","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057671516,0.9766135,0.020463744,0.00012660363,0.0014818823,0.0005679166,0.000011792493,0.00004004634,0.00011780434],"genre_scores_gemma":[0.008453746,0.9899297,0.0007742122,0.00015797517,0.00054936163,0.000060102495,0.000012382051,0.000045244782,0.00001728882],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9974899,0.00035992227,0.0012811742,0.00027736346,0.00042227932,0.00016933256],"domain_scores_gemma":[0.9949602,0.0034180835,0.0012280177,0.00016830115,0.00016970368,0.000055709355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008247899,0.00035514857,0.0014082013,0.0008117354,0.00007372564,0.00042627062,0.00022589797,0.00019576165,0.00012772791],"category_scores_gemma":[0.0010724927,0.00021882236,0.00042381865,0.0004279524,0.00001784195,0.00031490478,0.000052808096,0.00102449,0.000040057934],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019241077,0.00003175493,0.0000022210568,0.010613909,0.00026127644,0.00040823716,0.0017365102,0.0000026456091,0.0000010653151,0.00026057105,0.00044123468,0.9862213],"study_design_scores_gemma":[0.00032264143,0.00003278962,0.0003976239,0.8778333,0.0005508311,0.0005229443,0.00060713076,0.00014143159,5.425659e-8,0.00024412479,0.119111896,0.00023523759],"about_ca_topic_score_codex":7.104945e-7,"about_ca_topic_score_gemma":0.000004670706,"teacher_disagreement_score":0.9859861,"about_ca_system_score_codex":0.00007460962,"about_ca_system_score_gemma":0.000063225634,"threshold_uncertainty_score":0.89233166},"labels":[],"label_agreement":null},{"id":"W4393010663","doi":"10.1177/15553434241240553","title":"The Influence of Agent Transparency and Complexity on Situation Awareness, Mental Workload, and Task Performance","year":2024,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Norges Forskningsråd","keywords":"Transparency (behavior); Workload; Computer science; Task (project management); Comprehension; Human–computer interaction; Computer security; Engineering; Systems engineering","score_opus":0.03941185628199759,"score_gpt":0.36215447646162596,"score_spread":0.3227426201796284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393010663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977657,0.0016841416,0.019985927,0.000057177906,0.0003834442,0.00005264468,0.0000057878265,0.000010470904,0.00016335753],"genre_scores_gemma":[0.9990334,0.00065674423,0.00021941765,0.000025943315,0.000044292614,0.0000018620399,4.8522463e-7,0.0000056498084,0.000012189606],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99934185,0.000025160874,0.00031424416,0.0000882938,0.0001602826,0.0000701711],"domain_scores_gemma":[0.9988832,0.00085416494,0.000101255464,0.000035519563,0.000091821756,0.000034067358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003492505,0.00007513722,0.00011491635,0.00013151964,0.000106890606,0.00006324098,0.00003399799,0.000029718305,0.00003541381],"category_scores_gemma":[0.00007556473,0.000052523083,0.00002803397,0.00007802461,0.000045694458,0.0001465854,0.000011100471,0.00017020895,0.0000024575022],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000683113,0.00004561372,0.0042899386,0.000085712985,0.00015167388,0.000024886876,0.009449167,0.005106749,0.00056903955,0.00222984,0.00013636518,0.9772279],"study_design_scores_gemma":[0.00074378133,0.00032337155,0.9348623,0.0047990587,0.000045661054,0.0002746791,0.0010079126,0.05552352,0.00007745196,0.0008387159,0.0013776381,0.00012588009],"about_ca_topic_score_codex":9.917097e-7,"about_ca_topic_score_gemma":0.000001227142,"teacher_disagreement_score":0.97710204,"about_ca_system_score_codex":0.0000140652355,"about_ca_system_score_gemma":0.000010439664,"threshold_uncertainty_score":0.21418291},"labels":[],"label_agreement":null},{"id":"W4403378968","doi":"10.1177/15553434241292400","title":"Stumbling Towards a Shared Apprehension of Automation Failure","year":2024,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Apprehension; Automation; Computer science; Computer security; Psychology; Engineering; Human–computer interaction; Cognitive psychology","score_opus":0.02777989866861204,"score_gpt":0.3719330363808515,"score_spread":0.3441531377122395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403378968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52833116,0.0011070224,0.4681869,0.00005634455,0.0012936285,0.00006013474,0.000006914284,0.000058718655,0.0008991854],"genre_scores_gemma":[0.9927188,0.00002205576,0.006989359,0.000026032118,0.0001838923,0.0000021410867,0.0000016095465,0.000016356049,0.000039767274],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998897,0.000033816843,0.00056622806,0.00012256995,0.00027860474,0.000101787955],"domain_scores_gemma":[0.9984816,0.0008992149,0.00019376233,0.00005835107,0.00031682162,0.000050254617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047508662,0.0001063393,0.00022000902,0.00059647247,0.000036951198,0.00008867318,0.00005825168,0.0000769953,0.000641157],"category_scores_gemma":[0.00045519395,0.00008936344,0.00011507596,0.0002302734,0.000012964844,0.00028427484,0.00002406235,0.00026847346,0.000020310725],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003519719,0.00007809747,0.00015802875,0.00017269139,0.0003390796,0.00017756996,0.009270699,0.004118424,0.0030721608,0.003726085,0.002687676,0.97584754],"study_design_scores_gemma":[0.0044550924,0.0010876489,0.18601319,0.03438222,0.0004561031,0.0034998343,0.011298993,0.7282423,0.0011203486,0.0048740935,0.023687605,0.00088260515],"about_ca_topic_score_codex":8.591612e-7,"about_ca_topic_score_gemma":3.6581815e-7,"teacher_disagreement_score":0.9749649,"about_ca_system_score_codex":0.000026755868,"about_ca_system_score_gemma":0.000026741835,"threshold_uncertainty_score":0.70202196},"labels":[],"label_agreement":null},{"id":"W4408546962","doi":"10.1177/15553434251327697","title":"Designing High-Impact Experiments for Human–Autonomy / AI Teaming","year":2025,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Division of Information and Intelligent Systems","keywords":"Autonomy; Computer science; Psychology; Human–computer interaction; Engineering; Political science","score_opus":0.028009116458370776,"score_gpt":0.430526081579753,"score_spread":0.4025169651213822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408546962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31393358,0.000291598,0.6837773,0.000021760618,0.00087119604,0.0000965295,0.0000029365112,0.000023737412,0.0009813887],"genre_scores_gemma":[0.98778665,0.0000029513546,0.011604043,0.00018932234,0.00017214508,0.000013386626,0.000001373423,0.000016070979,0.00021407446],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99896866,0.00003317197,0.000543205,0.00014222009,0.00013852697,0.00017424127],"domain_scores_gemma":[0.9978954,0.0014307423,0.00023644115,0.00006985163,0.0003078162,0.000059724098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048200338,0.00014154393,0.00027342298,0.0005717848,0.00015453987,0.00010473494,0.00008256792,0.00007477246,0.0002829338],"category_scores_gemma":[0.00044157644,0.00012456389,0.00014106809,0.0001291261,0.000014415424,0.00020582549,0.000024746641,0.00024222989,0.0000061352325],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026601858,0.0005224227,0.006249211,0.00012269513,0.0022466262,0.00014974218,0.012537064,0.015990544,0.02217485,0.029054908,0.009481137,0.8988106],"study_design_scores_gemma":[0.052395955,0.00527067,0.6181753,0.04088153,0.0014790405,0.0016536443,0.027901202,0.12085882,0.02684744,0.05141802,0.049405437,0.0037128865],"about_ca_topic_score_codex":0.0000018036247,"about_ca_topic_score_gemma":1.7161018e-7,"teacher_disagreement_score":0.89509773,"about_ca_system_score_codex":0.00009851583,"about_ca_system_score_gemma":0.000043672117,"threshold_uncertainty_score":0.5079568},"labels":[],"label_agreement":null},{"id":"W4415395963","doi":"10.1177/15553434251390009","title":"Situation Awareness in Fast Rescue Crafts Operators—A Simulator Study","year":2025,"lang":"en","type":"article","venue":"Journal of Cognitive Engineering and Decision Making","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Situation awareness; Task (project management); Underpinning; Human factors and ergonomics; Psychological intervention; Poison control; Guard (computer science); Confidence interval; Situational ethics","score_opus":0.022458435758367763,"score_gpt":0.39788918584090915,"score_spread":0.3754307500825414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415395963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8201802,0.00013287141,0.1779886,0.000023326234,0.0010106756,0.0001119279,0.0000015159291,0.000015909874,0.0005350066],"genre_scores_gemma":[0.9993896,0.0000075071734,0.00035996712,0.0000846746,0.000085205436,0.0000054905777,4.8883254e-7,0.000009368574,0.00005773479],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988959,0.00007916049,0.0005779622,0.00014013983,0.00019341605,0.00011346473],"domain_scores_gemma":[0.9984374,0.0010219803,0.000117519376,0.00007472905,0.00030788555,0.000040493283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063542504,0.000109678316,0.00023683596,0.0008100081,0.000064953965,0.00007316643,0.00007264656,0.0000623957,0.00017517628],"category_scores_gemma":[0.0007749559,0.00009805756,0.00005060978,0.00032661855,0.00000856385,0.00018654989,0.000029963696,0.00027843594,0.000011260396],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022531173,0.0012627887,0.13284938,0.000050669856,0.00049103284,0.0005262397,0.023212897,0.17188181,0.00034934716,0.0017520093,0.0006799363,0.6646908],"study_design_scores_gemma":[0.003981499,0.00024750893,0.9171124,0.0019234106,0.000049571536,0.000053441556,0.008461624,0.06708369,0.000038300754,0.0002630912,0.0006005304,0.00018495209],"about_ca_topic_score_codex":0.0000047545527,"about_ca_topic_score_gemma":0.00001476261,"teacher_disagreement_score":0.784263,"about_ca_system_score_codex":0.00005064051,"about_ca_system_score_gemma":0.000035787867,"threshold_uncertainty_score":0.39986712},"labels":[],"label_agreement":null}]}