{"meta":{"query_hash":"980b0d530d8a","filters":{"venue":"IEEE Engineering Management Review"},"cohort_total":37,"direct_labels_cover":0,"predictions_cover":37,"exported":37,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/980b0d530d8a","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+Engineering+Management+Review"},"results":[{"id":"W2017435866","doi":"10.1109/emr.2007.382639","title":"RFID Technologies: Supply-Chain Applications and Implementations Issues","year":2007,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"RFID technology advancements","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Implementation; Supply chain; Computer science; Business; Chain (unit); Telecommunications; Systems engineering; Industrial organization; Embedded system; Engineering; Software engineering; Marketing","score_opus":0.007164948940628585,"score_gpt":0.2689497048238668,"score_spread":0.26178475588323824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017435866","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015488928,0.17777604,0.8076332,0.0009843555,0.00034283285,0.0029570654,0.000019063204,0.006221839,0.0025167093],"genre_scores_gemma":[0.17055625,0.696861,0.12852381,0.00037894386,0.00009899855,0.0026847979,0.00006921558,0.00017098984,0.0006559601],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988484,0.0000036975173,0.00037735444,0.00025032533,0.00013746148,0.0003827697],"domain_scores_gemma":[0.9993935,0.00003149542,0.000035822817,0.00047775308,0.000018523622,0.00004286415],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030622102,0.0002324933,0.0002422018,0.0002941489,0.000058064696,0.00001800893,0.0002722112,0.00006432793,0.00002812586],"category_scores_gemma":[0.000011041679,0.00025444053,0.000039667433,0.0006036724,0.00003419693,0.00013110515,0.00007704443,0.00016959655,0.00005835496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016714928,0.00006941236,0.00061071693,0.018553976,0.00058905216,0.0000637845,0.00005545574,0.00816716,0.003913426,0.056886047,0.027809633,0.8832797],"study_design_scores_gemma":[0.00024394735,0.00001651933,0.00060185505,0.0010370899,0.000112666734,0.000012481243,0.00010532068,0.0010965776,0.002796383,0.00045343887,0.993107,0.00041670006],"about_ca_topic_score_codex":0.0000014580899,"about_ca_topic_score_gemma":0.0000034949387,"teacher_disagreement_score":0.9652974,"about_ca_system_score_codex":0.00008271966,"about_ca_system_score_gemma":0.0000014016842,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W2477754282","doi":"","title":"Raising money","year":2016,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"ICT Impact and Policies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Raising (metalworking); Venture capital; Investment (military); Quarter (Canadian coin); Business; Capital investment; Capital (architecture); Commerce; Monetary economics; Economics; Finance; Engineering; Geography; Political science","score_opus":0.016791430354322574,"score_gpt":0.23984536874508097,"score_spread":0.2230539383907584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2477754282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03359334,0.32060257,0.5107833,0.0025142927,0.007397198,0.0023663025,0.000028852995,0.0076293712,0.115084745],"genre_scores_gemma":[0.63673,0.35598126,0.0011503606,0.0006690426,0.0004551461,0.0001305104,0.0000038486082,0.00016785983,0.0047119414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926436,0.000006261836,0.00021293548,0.000065889326,0.000128613,0.00032192803],"domain_scores_gemma":[0.9995799,0.00002782049,0.00001573031,0.00029134314,0.000009094168,0.000076085045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013936899,0.00019082548,0.00021900017,0.00009702695,0.00001893852,0.000019924137,0.00016661762,0.00002690014,0.00010055478],"category_scores_gemma":[0.000011208181,0.00013667917,0.000083399274,0.00019454511,0.000007784865,0.00014041239,0.000020788057,0.00005349412,0.00041607246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022999272,0.00002666617,0.000086194384,0.028511366,0.0005436948,0.000041510477,0.00020184275,0.019399779,0.0124179125,0.0088815065,0.2740662,0.655821],"study_design_scores_gemma":[0.00019850467,0.000009742626,0.0004186026,0.007543223,0.000082635066,0.00000851463,0.000002672289,0.00048819196,0.002011557,0.000034290057,0.98881257,0.00038948777],"about_ca_topic_score_codex":0.0000012252068,"about_ca_topic_score_gemma":1.602142e-7,"teacher_disagreement_score":0.71474636,"about_ca_system_score_codex":0.000059578204,"about_ca_system_score_gemma":0.0000015580122,"threshold_uncertainty_score":0.5573615},"labels":[],"label_agreement":null},{"id":"W2569469925","doi":"","title":"Solving Problems","year":2016,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Internet of Things and AI","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Ask price; Computer science; Management science; Engineering management; Operations research; Engineering; Business; Geography","score_opus":0.008539357662673972,"score_gpt":0.20153691394325002,"score_spread":0.19299755628057605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569469925","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036826106,0.0118178325,0.9786168,0.002466267,0.0007738102,0.0002683615,1.8400969e-7,0.0003308238,0.0056891358],"genre_scores_gemma":[0.2232474,0.32936016,0.38287157,0.010217386,0.00086419657,0.00066693994,0.0000018987399,0.0001626377,0.052607827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917156,0.000008046044,0.00018813595,0.000235561,0.00016639027,0.0002303356],"domain_scores_gemma":[0.99945605,0.000017182643,0.0000460108,0.0004178953,0.000017501272,0.00004537336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029878848,0.000119101096,0.00014604999,0.000056603898,0.000020912794,0.000060227518,0.00072903343,0.0000136899425,0.000026983045],"category_scores_gemma":[0.00001223905,0.00007712704,0.000074866824,0.00014719677,0.000004468362,0.00032347068,0.00016987382,0.000042316922,0.00026931975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.916196e-7,0.000034672736,0.00001276102,0.0087278355,0.00010849307,0.0000645848,0.00004135811,0.00055416895,0.0013488737,0.2661567,0.058746297,0.66420394],"study_design_scores_gemma":[0.00012521734,0.00001986002,0.000058796133,0.013667978,0.000017277574,0.00000864207,2.0945606e-7,0.0054668584,0.00034058682,0.00028196556,0.9797639,0.00024868004],"about_ca_topic_score_codex":0.000001364461,"about_ca_topic_score_gemma":1.13885505e-7,"teacher_disagreement_score":0.92101765,"about_ca_system_score_codex":0.000034795386,"about_ca_system_score_gemma":0.0000024567476,"threshold_uncertainty_score":0.346165},"labels":[],"label_agreement":null},{"id":"W2998932574","doi":"10.1109/emr.2020.2964741","title":"Is It Time to Reassess the Front-End Innovation Approach?","year":2020,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Front and back ends; Front (military); Business; Industrial organization; Computer science; Engineering; Mechanical engineering","score_opus":0.047674799381523934,"score_gpt":0.27280084692891315,"score_spread":0.2251260475473892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998932574","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011629611,0.017966783,0.6879308,0.05435663,0.0010815936,0.0027345717,0.000010289002,0.0011307874,0.23467223],"genre_scores_gemma":[0.15147863,0.14292648,0.20864917,0.39802533,0.0050515635,0.004852043,0.0003948767,0.0011561282,0.08746575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913204,0.000022445827,0.00028717853,0.00018347218,0.00019584337,0.00017904074],"domain_scores_gemma":[0.99951047,0.000038378923,0.000034826917,0.00031001156,0.0000341453,0.0000721831],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00038043506,0.00017016256,0.00018511775,0.000071696486,0.000031041676,0.00006621718,0.00028368784,0.000024361749,0.0010923607],"category_scores_gemma":[0.00006022177,0.00014440548,0.000043079872,0.0008642772,0.0000039124093,0.00017038894,0.000027882987,0.00015637714,0.0035051862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013023989,0.000012513766,8.9970973e-7,0.004281855,0.000113632625,0.0000022343286,0.00023283387,0.029283348,0.00020491137,0.0011589712,0.9339653,0.030742196],"study_design_scores_gemma":[0.000052448984,0.0000069325856,0.0000562101,0.0003675374,0.0000768982,0.00000191676,0.000016680706,0.033241015,0.000062766245,0.0000030674832,0.9659395,0.0001750317],"about_ca_topic_score_codex":0.000001018918,"about_ca_topic_score_gemma":3.966209e-8,"teacher_disagreement_score":0.47928163,"about_ca_system_score_codex":0.000043504868,"about_ca_system_score_gemma":0.0000069345056,"threshold_uncertainty_score":0.99982077},"labels":[],"label_agreement":null},{"id":"W3091547060","doi":"10.1109/emr.2020.3027189","title":"Stock Market Reaction to Chief Data or Digital Officers Appointments","year":2020,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Financial Markets and Investment Strategies","field":"Economics, Econometrics and Finance","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"National Natural Science Foundation of China","keywords":"Officer; Chief executive officer; Ask price; Business; Stock market; Value (mathematics); Stock (firearms); Big data; Marketing; Accounting; Public relations; Finance; Management; Economics; Law; Engineering; Computer science","score_opus":0.0694610137980492,"score_gpt":0.2385155974205826,"score_spread":0.1690545836225334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091547060","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006042224,0.080953866,0.08758789,0.020766074,0.0056178235,0.009678813,0.001670469,0.0013911047,0.7862917],"genre_scores_gemma":[0.350737,0.5162915,0.031013703,0.051481757,0.003010508,0.0014512406,0.001673078,0.00072481856,0.043616366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986302,0.0000047827234,0.00051931804,0.00052831677,0.00006204587,0.0002552937],"domain_scores_gemma":[0.9991379,0.000014692623,0.0001373077,0.00056976266,0.00000826317,0.00013210358],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026302243,0.00020946068,0.00040511636,0.000094208604,0.000036185647,0.00012166707,0.0005047159,0.000029576177,0.000307651],"category_scores_gemma":[0.00011168131,0.00020959011,0.00006673459,0.00041600922,0.000007879495,0.0005861507,0.00019479185,0.000091817936,0.0009346591],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000749974,0.00013889877,0.00032182963,0.012440035,0.00041017582,0.00005563397,0.00005548696,0.00052955025,0.0000091789925,0.044855673,0.888326,0.052782543],"study_design_scores_gemma":[0.0001832897,0.00008665279,0.00186324,0.00055574026,0.000025240479,8.198567e-7,0.0000058611386,0.002500369,0.0000011419002,0.000056760127,0.9944428,0.00027806245],"about_ca_topic_score_codex":0.0000065170334,"about_ca_topic_score_gemma":7.6194567e-7,"teacher_disagreement_score":0.74267536,"about_ca_system_score_codex":0.00006340863,"about_ca_system_score_gemma":0.000007737857,"threshold_uncertainty_score":0.99984324},"labels":[],"label_agreement":null},{"id":"W3118838891","doi":"10.1109/emr.2021.3049158","title":"A Rising Tide Lifts All Boats, Ignoring Risks Can Sink Them: The Peril of Rework in Large-Scale Transport Projects","year":2021,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Australian Research Council","keywords":"Rework; Scale (ratio); Business; Public sector; Risk analysis (engineering); Work (physics); Private sector; Operations management; Industrial organization; Engineering; Economics; Economy; Economic growth","score_opus":0.10950325973221318,"score_gpt":0.3430844279981383,"score_spread":0.23358116826592512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118838891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.694837,0.10537202,0.06882186,0.0118163405,0.008232724,0.009089398,0.00008453412,0.00076361565,0.100982524],"genre_scores_gemma":[0.93544906,0.056547474,0.0046251034,0.00070268114,0.00013999474,0.00015811637,0.000012302196,0.000039224793,0.002326049],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702334,0.000120235985,0.0009996187,0.0005282931,0.0009056313,0.00042285322],"domain_scores_gemma":[0.998492,0.00017939054,0.00025037775,0.0009079302,0.0001129257,0.00005737574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033659863,0.00025338502,0.00053748436,0.00024986945,0.00009365131,0.00009204198,0.0006827021,0.00004540901,0.00032171604],"category_scores_gemma":[0.00015797713,0.000185214,0.0002188045,0.0022333812,0.00003377117,0.0002456003,0.00014924962,0.0002791435,0.000041319203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006994762,0.00051847345,0.15475214,0.022164144,0.0008782714,0.0006676077,0.0077249217,0.04672794,0.00035518577,0.011783574,0.020729112,0.7336287],"study_design_scores_gemma":[0.0008469093,0.000032646007,0.046364713,0.0095302565,0.0003420713,0.000034727935,0.0016028433,0.0097238375,0.0006395899,0.00044960258,0.92968845,0.0007443736],"about_ca_topic_score_codex":0.000052353153,"about_ca_topic_score_gemma":0.00022610178,"teacher_disagreement_score":0.9089593,"about_ca_system_score_codex":0.000060615625,"about_ca_system_score_gemma":0.000039779254,"threshold_uncertainty_score":0.7552808},"labels":[],"label_agreement":null},{"id":"W3135780857","doi":"10.1109/emr.2021.3063688","title":"A Team-Based Workshop to Capture Organizational Knowledge for Identifying AI Proof-of-Value Projects","year":2021,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Value (mathematics); Proof of concept; Knowledge management; Applications of artificial intelligence; Point (geometry); Engineering; Computer science; Engineering management; Artificial intelligence; Mathematics","score_opus":0.03347478195598758,"score_gpt":0.2853040600338886,"score_spread":0.251829278077901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135780857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022110518,0.015299197,0.9701237,0.00033729587,0.0011498263,0.0021098882,0.00003127714,0.00044506922,0.010282607],"genre_scores_gemma":[0.81739575,0.004498637,0.16135773,0.002617466,0.0008580876,0.005078013,0.00073130935,0.000803212,0.006659778],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882215,0.000011145579,0.00046422373,0.00022112772,0.00021290228,0.0002684472],"domain_scores_gemma":[0.9993485,0.000057557616,0.00003351215,0.0003026066,0.00017231226,0.00008551533],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021111863,0.00023296587,0.0003149611,0.00016862243,0.000028332654,0.000064875436,0.00021387351,0.000069920294,0.000040797135],"category_scores_gemma":[0.000088797846,0.00025673772,0.000113619266,0.0011177753,0.0000073261135,0.00020943847,0.000027871818,0.00014887066,0.000028506445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021166215,0.000077867815,0.000012928812,0.0807304,0.00021728537,0.00000908561,0.00016492535,0.86456573,0.0003312068,0.0060209995,0.038055502,0.009811969],"study_design_scores_gemma":[0.0012379927,0.000040623203,0.00008412128,0.051130507,0.00052106706,0.000020501971,0.0001456648,0.17367211,0.051127438,0.0001270009,0.7203615,0.0015314679],"about_ca_topic_score_codex":2.043643e-7,"about_ca_topic_score_gemma":8.1228984e-7,"teacher_disagreement_score":0.8171747,"about_ca_system_score_codex":0.00011086057,"about_ca_system_score_gemma":0.00004243979,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W4212811087","doi":"10.1109/emr.2022.3144872","title":"Modeling the Interface Among the Critical Barriers to Innovation Capability in Microenterprises","year":2022,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Context (archaeology); Creativity; Futures studies; Globe; Mainstream; Knowledge management; Dimension (graph theory); Isolation (microbiology); Business; Prioritization; Marketing; Computer science; Political science; Process management; Psychology","score_opus":0.014910503168940822,"score_gpt":0.3057271768568634,"score_spread":0.2908166736879226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212811087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8815363,0.01402594,0.020784248,0.05025568,0.004652472,0.0046620606,0.0000117808995,0.00035708517,0.023714442],"genre_scores_gemma":[0.99713695,0.0010722079,0.00007195853,0.0011554232,0.00005467439,0.00032665272,6.727883e-7,0.000008972281,0.0001724684],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987434,0.00025328845,0.000266289,0.0001643046,0.00032874165,0.0002439427],"domain_scores_gemma":[0.99950254,0.0001906573,0.000023102119,0.00019330326,0.00003505528,0.00005535441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034150837,0.00008374529,0.00012809844,0.00006316254,0.000366537,0.00007629948,0.0004400532,0.0000119012275,0.000059625767],"category_scores_gemma":[0.0021134368,0.00006287364,0.000045833694,0.0009981866,0.000060734514,0.000090476635,0.00014396496,0.00020575673,0.000004506803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004320774,0.00022080586,0.005025377,0.0062717944,0.00018369198,0.000040135375,0.057024725,0.65385073,0.00006407402,0.12806351,0.031944476,0.117267475],"study_design_scores_gemma":[0.00026950517,0.000071506955,0.0019169153,0.0049828384,0.00014853787,0.0000012011823,0.033217058,0.034153715,0.000012558574,0.0014482148,0.9229765,0.0008014484],"about_ca_topic_score_codex":0.00029250106,"about_ca_topic_score_gemma":0.000077845034,"teacher_disagreement_score":0.89103204,"about_ca_system_score_codex":0.00020388783,"about_ca_system_score_gemma":0.000024018345,"threshold_uncertainty_score":0.28191432},"labels":[],"label_agreement":null},{"id":"W4212938212","doi":"10.1109/emr.2006.261393","title":"IEEE Enginering Management Review - Fourth Quarter 2006","year":2006,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Business; Computer science; History; Archaeology","score_opus":0.011801759956116072,"score_gpt":0.23108958249460154,"score_spread":0.21928782253848547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212938212","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011261203,0.48522687,0.35320327,0.0009645747,0.01012964,0.006787965,0.000026517473,0.00591829,0.13661675],"genre_scores_gemma":[0.011431319,0.9593553,0.01123351,0.0019079727,0.0019058797,0.0014651035,0.00017373552,0.00032952175,0.012197676],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763864,0.000038798193,0.0008100302,0.00041687745,0.0005384133,0.0005572497],"domain_scores_gemma":[0.9990595,0.000017199784,0.000079183475,0.00069463806,0.000039997503,0.00010949352],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006549462,0.0005025567,0.00056943437,0.00025449996,0.00006642856,0.000062398554,0.000348077,0.000062240695,0.0026366548],"category_scores_gemma":[0.000004543374,0.0005259386,0.00025116836,0.00051939953,0.000013538954,0.00025528972,0.00003271643,0.0002311891,0.0051068235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.5427304e-7,0.00003011456,0.0000038201774,0.06109617,0.00013794517,0.000039363124,0.000007567062,0.167033,0.00014277452,0.000227936,0.75176245,0.019518226],"study_design_scores_gemma":[0.00033497188,0.000014906889,0.0006268495,0.02261625,0.00046626612,0.000010617695,0.000004179429,0.026391523,0.000036296155,0.000018993216,0.94875085,0.00072828855],"about_ca_topic_score_codex":0.0000013743789,"about_ca_topic_score_gemma":0.0000027120905,"teacher_disagreement_score":0.47412843,"about_ca_system_score_codex":0.00022806444,"about_ca_system_score_gemma":0.0000031829347,"threshold_uncertainty_score":0.9997192},"labels":[],"label_agreement":null},{"id":"W4234306647","doi":"10.1109/emr.2019.2947891","title":"IEEE Technology and Engineering Management Society TEMS Administrative Committee","year":2019,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Internet of Things and AI","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering management; Engineering; Management; Business; Economics","score_opus":0.008862074356026525,"score_gpt":0.22700029640100766,"score_spread":0.21813822204498112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234306647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009210815,0.041402273,0.917165,0.0055528423,0.0047163344,0.0037594975,0.0000043854557,0.0021135928,0.016075252],"genre_scores_gemma":[0.48761806,0.0936672,0.3976485,0.004043123,0.00031224173,0.00069119246,0.0000088708375,0.0001731615,0.01583764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984298,0.0000103035445,0.00034760055,0.00052874204,0.00026592138,0.00041768237],"domain_scores_gemma":[0.99906754,0.000027071554,0.00009408214,0.0007065627,0.000028686329,0.00007605066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037591223,0.00031502498,0.0003924948,0.00020173368,0.00004378004,0.00013487648,0.00094630895,0.00006663487,0.0000149086145],"category_scores_gemma":[0.0000042765637,0.00030298918,0.00014194801,0.00060592877,0.000017110748,0.0003010988,0.00037204413,0.00025315804,0.00012320453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036121796,0.00017626389,0.00016896524,0.045535613,0.0015622402,0.00030274296,0.00033719497,0.008019255,0.0012051249,0.7768411,0.05107015,0.11477776],"study_design_scores_gemma":[0.0006256001,0.00016146876,0.00036622354,0.009207028,0.00014040085,0.000054100787,0.000038452377,0.11749029,0.00075825583,0.00026120341,0.86990416,0.0009927889],"about_ca_topic_score_codex":0.000001617652,"about_ca_topic_score_gemma":1.2674067e-7,"teacher_disagreement_score":0.818834,"about_ca_system_score_codex":0.00006881952,"about_ca_system_score_gemma":0.000004551004,"threshold_uncertainty_score":0.99994224},"labels":[],"label_agreement":null},{"id":"W4236366057","doi":"10.1109/emr.2019.2917576","title":"IEEE Technology and Engineering Management Society TEMS Administrative Committee","year":2019,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Internet of Things and AI","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering management; Business; Engineering; Management; Economics","score_opus":0.008862074356026525,"score_gpt":0.22700029640100766,"score_spread":0.21813822204498112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236366057","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009210815,0.041402273,0.917165,0.0055528423,0.0047163344,0.0037594975,0.0000043854557,0.0021135928,0.016075252],"genre_scores_gemma":[0.48761806,0.0936672,0.3976485,0.004043123,0.00031224173,0.00069119246,0.0000088708375,0.0001731615,0.01583764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984298,0.0000103035445,0.00034760055,0.00052874204,0.00026592138,0.00041768237],"domain_scores_gemma":[0.99906754,0.000027071554,0.00009408214,0.0007065627,0.000028686329,0.00007605066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037591223,0.00031502498,0.0003924948,0.00020173368,0.00004378004,0.00013487648,0.00094630895,0.00006663487,0.0000149086145],"category_scores_gemma":[0.0000042765637,0.00030298918,0.00014194801,0.00060592877,0.000017110748,0.0003010988,0.00037204413,0.00025315804,0.00012320453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036121796,0.00017626389,0.00016896524,0.045535613,0.0015622402,0.00030274296,0.00033719497,0.008019255,0.0012051249,0.7768411,0.05107015,0.11477776],"study_design_scores_gemma":[0.0006256001,0.00016146876,0.00036622354,0.009207028,0.00014040085,0.000054100787,0.000038452377,0.11749029,0.00075825583,0.00026120341,0.86990416,0.0009927889],"about_ca_topic_score_codex":0.000001617652,"about_ca_topic_score_gemma":1.2674067e-7,"teacher_disagreement_score":0.818834,"about_ca_system_score_codex":0.00006881952,"about_ca_system_score_gemma":0.000004551004,"threshold_uncertainty_score":0.99994224},"labels":[],"label_agreement":null},{"id":"W4241316525","doi":"10.1109/emr.2018.2883781","title":"IEEE Technology and Engineering Management Society TEMS Administrative Committee","year":2018,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Internet of Things and AI","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering management; Business; Engineering; Management; Economics","score_opus":0.01265362023187347,"score_gpt":0.2456597278248083,"score_spread":0.23300610759293483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241316525","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015604259,0.014529189,0.9687905,0.00313838,0.0022021907,0.0012073211,0.0000021033002,0.0011302799,0.0074396557],"genre_scores_gemma":[0.35219565,0.06376206,0.57129776,0.0042121876,0.00077922764,0.00061005255,0.0000054190414,0.00014141029,0.006996249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842674,0.000010906198,0.00035288636,0.0005182655,0.00025261389,0.00043861402],"domain_scores_gemma":[0.99908817,0.000022059941,0.00009251734,0.0006625759,0.00004799324,0.000086701424],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004037792,0.00031347063,0.0003466826,0.00020679332,0.00008675505,0.0001448371,0.0009739118,0.0000658994,0.000011489872],"category_scores_gemma":[0.000007370528,0.0003005937,0.0001219761,0.0007021322,0.00004862901,0.00027915696,0.00039320128,0.00021252397,0.00007533906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003954274,0.00017424076,0.000048127884,0.022830276,0.0014761203,0.00032501624,0.00050298765,0.00091591827,0.0008983973,0.66890717,0.11786382,0.18605399],"study_design_scores_gemma":[0.00040430162,0.00019907788,0.00020049041,0.006466022,0.00013653097,0.0000534959,0.00002660931,0.074658066,0.0013407515,0.00032721565,0.915409,0.00077841233],"about_ca_topic_score_codex":0.000001921907,"about_ca_topic_score_gemma":3.524025e-7,"teacher_disagreement_score":0.7975452,"about_ca_system_score_codex":0.000065107284,"about_ca_system_score_gemma":0.0000047339777,"threshold_uncertainty_score":0.9999446},"labels":[],"label_agreement":null},{"id":"W4242200248","doi":"10.1109/emr.2019.2938300","title":"IEEE Technology and Engineering Management Society TEMS Administrative Committee","year":2019,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Internet of Things and AI","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering management; Engineering; Management; Economics","score_opus":0.008862074356026525,"score_gpt":0.22700029640100766,"score_spread":0.21813822204498112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242200248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009210815,0.041402273,0.917165,0.0055528423,0.0047163344,0.0037594975,0.0000043854557,0.0021135928,0.016075252],"genre_scores_gemma":[0.48761806,0.0936672,0.3976485,0.004043123,0.00031224173,0.00069119246,0.0000088708375,0.0001731615,0.01583764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984298,0.0000103035445,0.00034760055,0.00052874204,0.00026592138,0.00041768237],"domain_scores_gemma":[0.99906754,0.000027071554,0.00009408214,0.0007065627,0.000028686329,0.00007605066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037591223,0.00031502498,0.0003924948,0.00020173368,0.00004378004,0.00013487648,0.00094630895,0.00006663487,0.0000149086145],"category_scores_gemma":[0.0000042765637,0.00030298918,0.00014194801,0.00060592877,0.000017110748,0.0003010988,0.00037204413,0.00025315804,0.00012320453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036121796,0.00017626389,0.00016896524,0.045535613,0.0015622402,0.00030274296,0.00033719497,0.008019255,0.0012051249,0.7768411,0.05107015,0.11477776],"study_design_scores_gemma":[0.0006256001,0.00016146876,0.00036622354,0.009207028,0.00014040085,0.000054100787,0.000038452377,0.11749029,0.00075825583,0.00026120341,0.86990416,0.0009927889],"about_ca_topic_score_codex":0.000001617652,"about_ca_topic_score_gemma":1.2674067e-7,"teacher_disagreement_score":0.818834,"about_ca_system_score_codex":0.00006881952,"about_ca_system_score_gemma":0.000004551004,"threshold_uncertainty_score":0.99994224},"labels":[],"label_agreement":null},{"id":"W4243945560","doi":"10.1109/emr.2018.2847098","title":"EMR Sustainability Department Mission Statement","year":2018,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mission statement; Statement (logic); Sustainability; Business; Engineering management; Engineering; Management; Political science; Economics","score_opus":0.014317478003699455,"score_gpt":0.32923342558642205,"score_spread":0.31491594758272257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243945560","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030795803,0.06105947,0.09374851,0.029516026,0.010174261,0.019513143,0.000011042092,0.0027477336,0.752434],"genre_scores_gemma":[0.74296564,0.1612146,0.0057763555,0.0030708024,0.0014175212,0.0005338909,0.000025746453,0.00009357463,0.084901854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816114,0.00009050288,0.00035192136,0.00035145707,0.00054044375,0.0005045119],"domain_scores_gemma":[0.99924123,0.000023087283,0.00008063441,0.00039839747,0.000103275095,0.00015337972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012858238,0.00017866015,0.00021125603,0.000088640445,0.00026152082,0.000084084946,0.000433289,0.000028320976,0.0004452941],"category_scores_gemma":[0.000069139234,0.00015833227,0.00009152279,0.00048045677,0.00011244757,0.00021876165,0.000120255645,0.000064382366,0.00022603817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020256079,0.00048452677,0.00065058016,0.021725267,0.00032150466,0.000120173216,0.002417834,0.000906436,0.000027439073,0.12652297,0.42399946,0.42280355],"study_design_scores_gemma":[0.000110635396,0.00003790951,0.00048781512,0.0010358724,0.00007215679,1.4570504e-7,0.0002867866,0.0001314658,0.00001814924,0.00024077407,0.9973773,0.0002010063],"about_ca_topic_score_codex":0.00004487996,"about_ca_topic_score_gemma":0.000024451145,"teacher_disagreement_score":0.7121698,"about_ca_system_score_codex":0.00030845666,"about_ca_system_score_gemma":0.000030816136,"threshold_uncertainty_score":0.6456602},"labels":[],"label_agreement":null},{"id":"W4247089014","doi":"10.1109/emr.2018.2831350","title":"IEEE Technology and Engineering Management Society TEMS Administrative Committee","year":2018,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Internet of Things and AI","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering management; Business; Management; Engineering; Economics","score_opus":0.01265362023187347,"score_gpt":0.2456597278248083,"score_spread":0.23300610759293483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247089014","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015604259,0.014529189,0.9687905,0.00313838,0.0022021907,0.0012073211,0.0000021033002,0.0011302799,0.0074396557],"genre_scores_gemma":[0.35219565,0.06376206,0.57129776,0.0042121876,0.00077922764,0.00061005255,0.0000054190414,0.00014141029,0.006996249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842674,0.000010906198,0.00035288636,0.0005182655,0.00025261389,0.00043861402],"domain_scores_gemma":[0.99908817,0.000022059941,0.00009251734,0.0006625759,0.00004799324,0.000086701424],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004037792,0.00031347063,0.0003466826,0.00020679332,0.00008675505,0.0001448371,0.0009739118,0.0000658994,0.000011489872],"category_scores_gemma":[0.000007370528,0.0003005937,0.0001219761,0.0007021322,0.00004862901,0.00027915696,0.00039320128,0.00021252397,0.00007533906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003954274,0.00017424076,0.000048127884,0.022830276,0.0014761203,0.00032501624,0.00050298765,0.00091591827,0.0008983973,0.66890717,0.11786382,0.18605399],"study_design_scores_gemma":[0.00040430162,0.00019907788,0.00020049041,0.006466022,0.00013653097,0.0000534959,0.00002660931,0.074658066,0.0013407515,0.00032721565,0.915409,0.00077841233],"about_ca_topic_score_codex":0.000001921907,"about_ca_topic_score_gemma":3.524025e-7,"teacher_disagreement_score":0.7975452,"about_ca_system_score_codex":0.000065107284,"about_ca_system_score_gemma":0.0000047339777,"threshold_uncertainty_score":0.9999446},"labels":[],"label_agreement":null},{"id":"W4248538422","doi":"10.1109/emr.2020.2974298","title":"IEEE Technology and Engineering Management Society TEMS Administrative Committee","year":2020,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Internet of Things and AI","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering management; Management; Business; Engineering; Economics","score_opus":0.01709874114513656,"score_gpt":0.2342380284100863,"score_spread":0.21713928726494974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248538422","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006737759,0.020201366,0.9599559,0.012869131,0.00091675756,0.0011604902,0.0000025197746,0.0011777537,0.0030423126],"genre_scores_gemma":[0.33316264,0.10570201,0.5435833,0.01383857,0.00055365165,0.00066541164,0.000008471892,0.00016504608,0.0023209148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847114,0.000010632734,0.00035645242,0.0005298315,0.00025251723,0.0003794488],"domain_scores_gemma":[0.99928635,0.00002191971,0.000087793924,0.00044914958,0.000026251522,0.00012852615],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024520422,0.00031166524,0.00038181164,0.00011730135,0.000056146033,0.00013737899,0.0009645136,0.00005812691,0.000008015807],"category_scores_gemma":[0.000009560194,0.00030569633,0.00013927113,0.0007298162,0.000021260596,0.00026284828,0.0004047361,0.00026763004,0.000048881437],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005507631,0.00015668977,0.000053370342,0.0551502,0.001896566,0.0008080497,0.00091983605,0.009745281,0.0012719752,0.61812943,0.14593361,0.16592947],"study_design_scores_gemma":[0.00043286645,0.00014631782,0.00009832873,0.0043069287,0.00014253521,0.00002806224,0.00003636738,0.17051877,0.00073145685,0.00012371266,0.8226869,0.0007477329],"about_ca_topic_score_codex":0.0000010077351,"about_ca_topic_score_gemma":7.965418e-8,"teacher_disagreement_score":0.6767533,"about_ca_system_score_codex":0.000046046247,"about_ca_system_score_gemma":0.000004462254,"threshold_uncertainty_score":0.9999395},"labels":[],"label_agreement":null},{"id":"W4250307643","doi":"10.1109/emr.2004.1334800","title":"Surf's up","year":2004,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Adventure Sports and Sensation Seeking","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Powertech Labs (Canada)","funders":"","keywords":"Business","score_opus":0.019445710868234312,"score_gpt":0.28791963814016186,"score_spread":0.26847392727192754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250307643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005814656,0.21059346,0.5396807,0.0037477748,0.02060569,0.0031279323,0.000006026494,0.001629111,0.21479467],"genre_scores_gemma":[0.89465487,0.051838607,0.008139972,0.0055508846,0.0008769707,0.00031799613,0.000044414326,0.0001735646,0.038402695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917966,0.000008577689,0.00024871193,0.00021238245,0.00013918352,0.00021149912],"domain_scores_gemma":[0.99953425,0.000007964057,0.00005536759,0.000336893,0.00001471938,0.000050801907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021266603,0.00013549795,0.00019519821,0.00006995429,0.000026102181,0.000012680532,0.00012480834,0.000028070377,0.0006487552],"category_scores_gemma":[0.000004958925,0.00012439108,0.00009011381,0.00020454719,0.000006657808,0.0000470419,0.000016821967,0.000092528375,0.00059382303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009366829,0.0002217122,0.00016393224,0.009753015,0.0008072863,0.00096347195,0.0010080801,0.022632794,0.00008291933,0.6479025,0.07810036,0.23835456],"study_design_scores_gemma":[0.00031828732,0.0000116545125,0.0019229414,0.0016721671,0.00008237603,0.000014670669,0.000022370694,0.000017929216,0.000007603718,0.00009872239,0.9956261,0.00020520164],"about_ca_topic_score_codex":0.000013482121,"about_ca_topic_score_gemma":8.0153916e-7,"teacher_disagreement_score":0.9175257,"about_ca_system_score_codex":0.00003916111,"about_ca_system_score_gemma":0.0000025704016,"threshold_uncertainty_score":0.7632591},"labels":[],"label_agreement":null},{"id":"W4253026018","doi":"10.1109/emr.2007.4489939","title":"Front cover - IEEE Engineering Management Review - Fourth Quarter 2007","year":2007,"lang":"en","type":"paratext","venue":"IEEE Engineering Management Review","topic":"Advanced Scientific and Engineering Studies","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Front cover; Quarter (Canadian coin); Cover (algebra); Front (military); Engineering; Telecommunications; Mechanical engineering; Geography; Archaeology","score_opus":0.04280392322705575,"score_gpt":0.3349334728794236,"score_spread":0.29212954965236787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253026018","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012750078,0.44844657,0.46505302,0.00028812976,0.01971989,0.002512491,0.00006732862,0.0002971342,0.06361415],"genre_scores_gemma":[0.000024663868,0.6603036,0.01306726,0.001751589,0.0009665545,0.0005765374,0.000104606,0.00021077933,0.3229944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884852,0.00010688547,0.0032781071,0.00243301,0.0038099997,0.0018867805],"domain_scores_gemma":[0.9944932,0.00049277855,0.0008544308,0.0033140243,0.0003546753,0.000490879],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0060236976,0.0018192935,0.0032243868,0.0013524634,0.00022692462,0.0003670449,0.002991743,0.00031345277,0.0069465926],"category_scores_gemma":[0.00029768728,0.0015453448,0.0011881609,0.0022801245,0.00007993097,0.0005186173,0.00056292687,0.0011239166,0.0599982],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036122747,0.00004432159,4.962583e-7,0.04129502,0.000581087,0.00017257038,0.000018587216,0.09361536,0.000002577481,0.00013496916,0.84703547,0.017095914],"study_design_scores_gemma":[0.00030029428,0.000036494806,0.000023818407,0.057847623,0.0007563357,0.000018395145,0.000016747146,0.0029502895,0.0000067605183,0.000017264922,0.9365141,0.0015119106],"about_ca_topic_score_codex":0.000005787538,"about_ca_topic_score_gemma":0.0000010513832,"teacher_disagreement_score":0.45198578,"about_ca_system_score_codex":0.0005382468,"about_ca_system_score_gemma":0.000030391504,"threshold_uncertainty_score":0.9994552},"labels":[],"label_agreement":null},{"id":"W4254329011","doi":"10.1109/emr.2018.2870237","title":"IEEE Technology and Engineering Management Society TEMS Administrative Committee","year":2018,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Internet of Things and AI","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Engineering management; Business; Management; Engineering; Accounting; Computer security; Computer science; Economics","score_opus":0.01265362023187347,"score_gpt":0.2456597278248083,"score_spread":0.23300610759293483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254329011","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015604259,0.014529189,0.9687905,0.00313838,0.0022021907,0.0012073211,0.0000021033002,0.0011302799,0.0074396557],"genre_scores_gemma":[0.35219565,0.06376206,0.57129776,0.0042121876,0.00077922764,0.00061005255,0.0000054190414,0.00014141029,0.006996249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842674,0.000010906198,0.00035288636,0.0005182655,0.00025261389,0.00043861402],"domain_scores_gemma":[0.99908817,0.000022059941,0.00009251734,0.0006625759,0.00004799324,0.000086701424],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004037792,0.00031347063,0.0003466826,0.00020679332,0.00008675505,0.0001448371,0.0009739118,0.0000658994,0.000011489872],"category_scores_gemma":[0.000007370528,0.0003005937,0.0001219761,0.0007021322,0.00004862901,0.00027915696,0.00039320128,0.00021252397,0.00007533906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003954274,0.00017424076,0.000048127884,0.022830276,0.0014761203,0.00032501624,0.00050298765,0.00091591827,0.0008983973,0.66890717,0.11786382,0.18605399],"study_design_scores_gemma":[0.00040430162,0.00019907788,0.00020049041,0.006466022,0.00013653097,0.0000534959,0.00002660931,0.074658066,0.0013407515,0.00032721565,0.915409,0.00077841233],"about_ca_topic_score_codex":0.000001921907,"about_ca_topic_score_gemma":3.524025e-7,"teacher_disagreement_score":0.7975452,"about_ca_system_score_codex":0.000065107284,"about_ca_system_score_gemma":0.0000047339777,"threshold_uncertainty_score":0.9999446},"labels":[],"label_agreement":null},{"id":"W4312753855","doi":"10.1109/emr.2022.3222937","title":"The 5-th Generation Stage-Gate Idea-to-Launch Process","year":2022,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Pipeline (software); Computer science; Artificial intelligence; Algorithm; Programming language","score_opus":0.02030113212975354,"score_gpt":0.27709933095561956,"score_spread":0.256798198825866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312753855","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018440423,0.018704096,0.97589487,0.0018799227,0.0010891,0.00091829424,0.0000021659948,0.00091908657,0.000408063],"genre_scores_gemma":[0.2314715,0.22126646,0.48936093,0.015016694,0.0014617853,0.017981991,0.000056108838,0.00040296148,0.022981592],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860966,0.000054137596,0.00027284978,0.00033320472,0.00044202904,0.00028812842],"domain_scores_gemma":[0.998984,0.00008108886,0.00008518016,0.0007475418,0.000034238034,0.000067988265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012652179,0.00017327102,0.00016001433,0.00009273222,0.0002921601,0.00019596201,0.0012791355,0.000012398298,0.000025624031],"category_scores_gemma":[0.00005516726,0.0001439982,0.000063354804,0.0008272242,0.0000040506575,0.00027783215,0.0003598242,0.00020989818,0.000027263768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016241587,0.00003088947,0.000006443293,0.0024023526,0.000082910934,0.000048841146,0.00008432716,0.73617685,0.000058008583,0.03792906,0.042403426,0.18077527],"study_design_scores_gemma":[0.000042400363,0.000044417247,0.000032113057,0.00016910283,0.000017008517,0.000007632062,0.000002669036,0.117706314,0.00007306214,0.000049979208,0.8816563,0.000199036],"about_ca_topic_score_codex":0.0000045656,"about_ca_topic_score_gemma":4.490428e-7,"teacher_disagreement_score":0.8392528,"about_ca_system_score_codex":0.00008741458,"about_ca_system_score_gemma":0.000013100508,"threshold_uncertainty_score":0.5872076},"labels":[],"label_agreement":null},{"id":"W4382677794","doi":"10.1109/emr.2023.3288432","title":"Considerations for Using Artificial Intelligence to Manage Authorized Push Payment (APP) Scams","year":2023,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TD Bank Group; York University","funders":"","keywords":"Payment; Liability; Business; Sociotechnical system; Computer security; Service provider; Investment (military); Identity theft; Service (business); Computer science; Marketing; Knowledge management; Finance; Law","score_opus":0.0588452645587658,"score_gpt":0.3071040664113983,"score_spread":0.24825880185263252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382677794","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002937326,0.001074411,0.9896271,0.005638927,0.00044199373,0.0018460185,0.0000039243855,0.0009789877,0.00009486566],"genre_scores_gemma":[0.09489678,0.0046814396,0.8958749,0.0013999026,0.00012366462,0.0027561137,0.000010551503,0.000041665862,0.0002149937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866205,0.000015651047,0.0003905918,0.00044040362,0.00016056055,0.00033072534],"domain_scores_gemma":[0.9990033,0.000094518284,0.000058673202,0.0007209164,0.000047743608,0.0000748638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006949533,0.00016724155,0.0002445564,0.00027283738,0.00016631332,0.00009374902,0.000536621,0.000045761542,0.00001029293],"category_scores_gemma":[0.000058989866,0.00017392926,0.000092696384,0.0012939175,0.000014078624,0.000093471936,0.00023428573,0.00009216945,0.00010786512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.6996926e-7,0.000022255663,2.2013239e-7,0.00073819625,0.000034346576,0.000009066148,0.000028460334,0.009719888,0.00010511903,0.9138963,0.0015844398,0.07386129],"study_design_scores_gemma":[0.000064142776,0.00004224105,0.000014994732,0.0011129647,0.000092590504,0.000008169411,0.000018782568,0.80371517,0.0016961109,0.093208395,0.099543706,0.0004827425],"about_ca_topic_score_codex":0.00000260725,"about_ca_topic_score_gemma":0.0000016809613,"teacher_disagreement_score":0.82068795,"about_ca_system_score_codex":0.000057123092,"about_ca_system_score_gemma":0.000007872573,"threshold_uncertainty_score":0.70926297},"labels":[],"label_agreement":null},{"id":"W4400062770","doi":"10.1109/emr.2024.3419268","title":"Why AI Projects Fail: Lessons From New Product Development","year":2024,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"New product development; Product (mathematics); Business; Computer science; Engineering management; Engineering; Process management; Risk analysis (engineering); Systems engineering; Marketing; Mathematics","score_opus":0.07098033649776332,"score_gpt":0.29571307346248804,"score_spread":0.22473273696472473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400062770","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013304477,0.477316,0.4280827,0.05123585,0.015514266,0.005564171,0.000021896623,0.0051618284,0.015772846],"genre_scores_gemma":[0.26111704,0.3475561,0.08390977,0.18055591,0.0527324,0.004450343,0.004016778,0.002234732,0.06342691],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790055,0.0000052818796,0.00048027313,0.0007426594,0.00043055866,0.0004406655],"domain_scores_gemma":[0.9992217,0.000021533026,0.000075920965,0.0005877057,0.00006332603,0.000029807063],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035479106,0.0004092889,0.00037737514,0.00033998064,0.00007972133,0.0006850108,0.0006146257,0.000044533946,0.0006356569],"category_scores_gemma":[0.000046867903,0.00035484348,0.0001132632,0.0013184617,0.000015300146,0.0013911012,0.00027667,0.00023654377,0.0021639604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002541998,0.000032311647,0.000030863583,0.024058614,0.00020096885,0.00009044768,0.000029000908,0.0003387079,0.00007238115,0.009609877,0.65886045,0.30667382],"study_design_scores_gemma":[0.000065160406,0.000001639275,0.00020414397,0.011775204,0.00022818487,0.0000022865388,0.0000057184966,0.0020740693,0.00017403565,0.00017546998,0.9848368,0.00045725986],"about_ca_topic_score_codex":0.00034061662,"about_ca_topic_score_gemma":0.00003440684,"teacher_disagreement_score":0.34417292,"about_ca_system_score_codex":0.000067871544,"about_ca_system_score_gemma":0.000041059047,"threshold_uncertainty_score":0.9998903},"labels":[],"label_agreement":null},{"id":"W4400314822","doi":"10.1109/emr.2024.3423360","title":"Manager's Practical Toolkit to Improve Password Security in Organizations","year":2024,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Information and Cyber Security","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Password; Computer security; Business; Computer science","score_opus":0.006539160310230132,"score_gpt":0.25282484245620984,"score_spread":0.2462856821459797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400314822","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000946709,0.0044165915,0.9742805,0.00817933,0.0015683982,0.00091733044,0.0000021933856,0.00067133486,0.009869644],"genre_scores_gemma":[0.57386523,0.0861905,0.29942062,0.03183098,0.00084906165,0.0017729093,0.00006439613,0.00021562779,0.0057906536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988407,0.000022637212,0.000341918,0.00029632077,0.0002415162,0.0002569188],"domain_scores_gemma":[0.9993396,0.000036860536,0.00002445883,0.00047014598,0.000038831455,0.000090113994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048415837,0.00015304546,0.00017641332,0.00023208006,0.000028450673,0.0002856999,0.0004303199,0.000030022467,0.000047983583],"category_scores_gemma":[0.00005869975,0.00014900645,0.00004967999,0.0019283955,0.0000039543092,0.00080259,0.00021768695,0.00019053623,0.0007255615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5845084e-7,0.000044441796,0.000005397116,0.0076073497,0.00004925599,0.00018962246,0.00043719157,0.0011564231,0.00000834596,0.891187,0.043592203,0.055722296],"study_design_scores_gemma":[0.00007509733,0.000016119313,0.00016878748,0.0020595435,0.000026605148,0.000011711218,0.0000072059206,0.0944706,0.00004114363,0.00036878916,0.9024798,0.00027455413],"about_ca_topic_score_codex":0.00000497784,"about_ca_topic_score_gemma":0.0000035636735,"teacher_disagreement_score":0.89081824,"about_ca_system_score_codex":0.000101863465,"about_ca_system_score_gemma":0.000022191687,"threshold_uncertainty_score":0.9325867},"labels":[],"label_agreement":null},{"id":"W4400579917","doi":"10.1109/emr.2024.3426228","title":"Stage-Gate Is Not Waterfall… Find Out Why and How","year":2024,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Waterfall; Waterfall model; Electrical engineering; Business; Computer science; Engineering; History; Archaeology","score_opus":0.02632598365635527,"score_gpt":0.2652858395314224,"score_spread":0.2389598558750671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400579917","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008943826,0.07260173,0.91684383,0.0072112186,0.00094366213,0.00038924415,0.000003381814,0.0016078185,0.00030965343],"genre_scores_gemma":[0.043624714,0.5805771,0.34518725,0.0065378756,0.00039026412,0.00045070628,0.0000082923,0.00016765113,0.023056155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885374,0.000019435196,0.00016945002,0.00044713367,0.00023454886,0.00027570967],"domain_scores_gemma":[0.9992213,0.000089889654,0.00003284131,0.00055973633,0.000017227927,0.00007900217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005398786,0.00023856951,0.00023619733,0.000113178576,0.00003323278,0.00054589537,0.0005233439,0.000039647544,0.000023351644],"category_scores_gemma":[0.00002100781,0.00020728698,0.00007749424,0.00028923518,0.000008272889,0.0006766343,0.00022347084,0.00019222866,0.00006526317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019000311,0.000028405328,0.0000106574025,0.055929523,0.00046395205,0.0006316207,0.00035339937,0.0035296343,0.00028086625,0.03980196,0.25757188,0.6413962],"study_design_scores_gemma":[0.000039386294,0.000024969599,0.00003100764,0.0028670616,0.000050014074,0.000011715452,6.306118e-7,0.05338174,0.00039445772,0.000045903293,0.9428917,0.0002613883],"about_ca_topic_score_codex":0.000003343296,"about_ca_topic_score_gemma":2.003299e-7,"teacher_disagreement_score":0.68531984,"about_ca_system_score_codex":0.000030801006,"about_ca_system_score_gemma":0.00000528602,"threshold_uncertainty_score":0.8452918},"labels":[],"label_agreement":null},{"id":"W4402041248","doi":"10.1109/emr.2024.3452090","title":"Key Lessons Learned for Technology Managers From CrowdStrike Global IT Outage","year":2024,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Key (lock); Engineering management; Business; Engineering; Process management; Knowledge management; Computer science; Computer security","score_opus":0.08122599386048791,"score_gpt":0.3362137570029956,"score_spread":0.2549877631425077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402041248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000814273,0.17024478,0.7072613,0.07222973,0.010179613,0.004087786,0.0003016832,0.0044317683,0.030449055],"genre_scores_gemma":[0.4324921,0.4025286,0.061324764,0.04105343,0.01624753,0.0065830457,0.0039287414,0.0013314469,0.034510307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979663,0.0000039668985,0.00048156694,0.0007420906,0.00028150703,0.0005245976],"domain_scores_gemma":[0.99911326,0.00004039465,0.00009840031,0.00065423694,0.00007197831,0.000021751248],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003902345,0.0004049274,0.00045941828,0.00035833905,0.0000980139,0.00051047123,0.00081446185,0.00011800119,0.00032511356],"category_scores_gemma":[0.000092468166,0.00038117863,0.0002207341,0.0017487181,0.000040335486,0.00082088786,0.00028884952,0.00019582768,0.0012043477],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000111909185,0.000059661696,0.00005456767,0.035864897,0.0004593599,0.00017424158,0.0000069539683,0.0012743727,0.00008062302,0.25025493,0.21127617,0.50048304],"study_design_scores_gemma":[0.0001316693,0.0000045445663,0.000054268727,0.0062926295,0.00049284555,0.0000022066554,0.000015919179,0.009266002,0.00002257763,0.0028632511,0.98042667,0.00042743958],"about_ca_topic_score_codex":0.000079138685,"about_ca_topic_score_gemma":0.000016718746,"teacher_disagreement_score":0.7691505,"about_ca_system_score_codex":0.00012800316,"about_ca_system_score_gemma":0.000016471833,"threshold_uncertainty_score":0.99986404},"labels":[],"label_agreement":null},{"id":"W4404102433","doi":"10.1109/emr.2024.3478479","title":"The Adoption and Impact of AI by SMEs for New Product Development","year":2024,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Impact of AI and Big Data on Business and Society","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Business; New product development; Product (mathematics); Industrial organization; Manufacturing engineering; Marketing; Engineering; Mathematics","score_opus":0.060137823259344546,"score_gpt":0.3721147364490006,"score_spread":0.3119769131896561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404102433","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056306534,0.68541455,0.29909244,0.006361277,0.0013712258,0.0017627765,0.000038840444,0.00010847778,0.0002197528],"genre_scores_gemma":[0.38777426,0.5778182,0.015170269,0.0007743265,0.00057759235,0.00023402572,0.00008169623,0.000073258256,0.017496359],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894494,0.000010441025,0.000346079,0.00020859469,0.0003373608,0.00015260781],"domain_scores_gemma":[0.99946916,0.00013917446,0.000048504407,0.00023797664,0.00005661072,0.000048567326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015495112,0.00011335511,0.00019515216,0.000047032885,0.0000675436,0.0002481822,0.00023399979,0.000014768083,0.000016919126],"category_scores_gemma":[0.00012737395,0.000056818637,0.00011870273,0.00037375552,0.0000131611,0.00020733963,0.00004392006,0.00005006078,0.000008941847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015975703,0.000005650347,0.000022684313,0.0012668025,0.00006821325,4.0524827e-7,0.000029424995,0.00010179097,0.00005343407,0.00067230355,0.35720193,0.64057577],"study_design_scores_gemma":[0.00006292305,0.000021752203,0.0017321111,0.0012100402,0.000038808943,0.0000013674695,0.000008295169,0.0011087672,0.00008368638,0.00013506417,0.9955046,0.00009256169],"about_ca_topic_score_codex":0.000005995099,"about_ca_topic_score_gemma":3.8758233e-7,"teacher_disagreement_score":0.6404832,"about_ca_system_score_codex":0.000027998569,"about_ca_system_score_gemma":0.000041668154,"threshold_uncertainty_score":0.23932266},"labels":[],"label_agreement":null},{"id":"W4404238679","doi":"10.1109/emr.2024.3493492","title":"Eco-Stage-Gate: Building Sustainability Into Product Innovation","year":2024,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sustainability; Product innovation; Product (mathematics); Business; Stage (stratigraphy); New product development; Manufacturing engineering; Process management; Architectural engineering; Engineering; Industrial organization; Marketing; Mathematics; Geology","score_opus":0.013962642005835767,"score_gpt":0.2635726560477524,"score_spread":0.2496100140419166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404238679","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09956975,0.12375003,0.59738296,0.047352996,0.019408604,0.01600527,0.0000066822645,0.015217587,0.081306115],"genre_scores_gemma":[0.9705214,0.0056913495,0.013320321,0.0035081906,0.0015831293,0.0011157937,0.000089894325,0.00014844109,0.004021482],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826026,0.000009890355,0.0005628549,0.00053560047,0.00026098615,0.00037039982],"domain_scores_gemma":[0.9992357,0.000019542904,0.00010881162,0.0003792275,0.00025025714,0.000006481334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018654191,0.0002944317,0.00031009177,0.00069747976,0.00015122852,0.00021097205,0.0003660908,0.000070366696,0.00008018613],"category_scores_gemma":[0.00024598892,0.00028263315,0.00007796586,0.0040743775,0.00005082764,0.0007882565,0.00026764855,0.00033273615,0.00015310981],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017189141,0.00002754599,0.00008191435,0.04620544,0.00012463245,0.000044279663,0.000024207344,0.00045545393,0.000061278646,0.8237528,0.009078016,0.120142676],"study_design_scores_gemma":[0.00008610702,0.000003721702,0.00046458075,0.002527783,0.00009680658,0.0000011652221,0.00004220172,0.0033623222,0.00015756309,0.011746752,0.98108476,0.00042620694],"about_ca_topic_score_codex":0.000017735023,"about_ca_topic_score_gemma":8.670287e-7,"teacher_disagreement_score":0.9720068,"about_ca_system_score_codex":0.0003182979,"about_ca_system_score_gemma":0.000026690212,"threshold_uncertainty_score":0.99996257},"labels":[],"label_agreement":null},{"id":"W4404708690","doi":"10.1109/emr.2024.3499749","title":"AI in New Product Development: Opportunities, Applications, and Managerial Implications","year":2024,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"New product development; Product (mathematics); Business; Industrial organization; Process management; Engineering; Manufacturing engineering; Marketing; Mathematics","score_opus":0.07359255557895597,"score_gpt":0.2866376639213817,"score_spread":0.2130451083424257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404708690","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058643566,0.58480835,0.32773092,0.041693166,0.0034337887,0.008046475,0.000014514395,0.0024032297,0.031283125],"genre_scores_gemma":[0.114215784,0.77223015,0.026025247,0.034279432,0.0117576225,0.006844972,0.0017033169,0.00061509816,0.03232835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987609,0.0000032086543,0.00039556707,0.00043821638,0.00015054583,0.00025159496],"domain_scores_gemma":[0.9995259,0.000013746725,0.000048379774,0.0003597958,0.000030354206,0.000021790489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003457886,0.00022197551,0.00021943543,0.00040946135,0.0000576319,0.00035458847,0.00030525285,0.00002796447,0.00010541723],"category_scores_gemma":[0.0000122988595,0.00021487373,0.000035064062,0.00095968496,0.000016920036,0.00090701994,0.00016424531,0.00012889302,0.00025457324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012483584,0.000023081442,0.00005054926,0.02421315,0.000042646858,0.000018029554,0.0000062107965,0.000056374454,0.000027261853,0.1351654,0.065607466,0.77478856],"study_design_scores_gemma":[0.00005310623,7.1735406e-7,0.0010149331,0.0033617148,0.000074018884,0.00000447579,0.000003821464,0.00054269773,0.000008089472,0.00040998778,0.9942761,0.00025033677],"about_ca_topic_score_codex":0.000036353715,"about_ca_topic_score_gemma":0.0000128143465,"teacher_disagreement_score":0.9286686,"about_ca_system_score_codex":0.0000409782,"about_ca_system_score_gemma":0.000033582975,"threshold_uncertainty_score":0.87622964},"labels":[],"label_agreement":null},{"id":"W4407374233","doi":"10.1109/emr.2025.3540373","title":"The NPD Game Is Won or Lost in the First Five Plays: How AI Can Help in Product Innovation","year":2025,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Product (mathematics); New product development; Business; Product innovation; Computer science; Marketing; Industrial organization; Mathematics","score_opus":0.03693813926299464,"score_gpt":0.2748880716836709,"score_spread":0.23794993242067627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407374233","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028963333,0.114157036,0.023434335,0.77745336,0.009460026,0.019021804,0.000037028512,0.0006867224,0.026786372],"genre_scores_gemma":[0.8563409,0.077814244,0.00016255649,0.054754533,0.0012081404,0.0011847173,0.00011696066,0.00008056813,0.008337395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985713,0.000011876845,0.00044224755,0.0003606664,0.000273873,0.00034003818],"domain_scores_gemma":[0.999075,0.00006534754,0.00013435347,0.00062223437,0.000099286895,0.0000037960197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010566013,0.0002517245,0.00026423027,0.00043147284,0.00009655124,0.00042974763,0.0008212295,0.00003574345,0.000041554547],"category_scores_gemma":[0.00022913443,0.00015062682,0.000045191166,0.0044740625,0.00002889947,0.0005654519,0.00018019146,0.00025949226,0.000072237184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053924818,0.00023191833,0.003372526,0.051598378,0.00015879025,0.0001240211,0.0001899346,0.0038615265,0.000022826736,0.07951148,0.6068658,0.25400886],"study_design_scores_gemma":[0.0001603068,0.000003389681,0.004686187,0.0065997723,0.00006059846,0.0000010922721,0.000072384006,0.0027682576,0.00003055967,0.00018507682,0.985212,0.00022036968],"about_ca_topic_score_codex":0.0001597741,"about_ca_topic_score_gemma":0.00049785565,"teacher_disagreement_score":0.82737756,"about_ca_system_score_codex":0.00007112024,"about_ca_system_score_gemma":0.0000144248825,"threshold_uncertainty_score":0.6142383},"labels":[],"label_agreement":null},{"id":"W4409014846","doi":"10.1109/emr.2025.3555508","title":"Why Do Women Professionals Leave the IT Field? Ten Insights and Recommendations From the World IT Project","year":2025,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"ICT Impact and Policies","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Field (mathematics); Young professional; Business; Engineering; Management; Public relations; Political science; Economics","score_opus":0.016014498453053836,"score_gpt":0.28974307288578904,"score_spread":0.2737285744327352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409014846","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017339572,0.36215723,0.016782062,0.42881575,0.008531923,0.01064516,0.000084900865,0.0017403557,0.15390302],"genre_scores_gemma":[0.16384071,0.58610415,0.001658116,0.17484331,0.0013685271,0.005049861,0.0001041197,0.00022725364,0.06680395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992381,0.000041831023,0.00026519372,0.000095211486,0.00011441332,0.00024528833],"domain_scores_gemma":[0.99917305,0.00037330086,0.00002906774,0.00038061687,0.000014585672,0.00002940397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025795327,0.0001963987,0.00022155755,0.00010730487,0.00011970067,0.00009221697,0.0002962204,0.000029911975,0.00011424118],"category_scores_gemma":[0.000032680236,0.00011369386,0.000054354292,0.00051375,0.000012634653,0.00010363418,0.00008827065,0.0002237606,0.000017794036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001104837,0.000008871733,0.000017072363,0.0014739814,0.00022508914,9.2763906e-7,0.0015384406,0.0006205071,0.0000104743,0.0019577998,0.97946656,0.014679155],"study_design_scores_gemma":[0.00008672403,0.0000058450323,0.00019460096,0.0042646,0.00008183387,4.2605598e-7,0.00050789583,0.00067074044,0.00005553227,0.00008223426,0.9939119,0.00013762368],"about_ca_topic_score_codex":0.000026830083,"about_ca_topic_score_gemma":0.000036692836,"teacher_disagreement_score":0.25397244,"about_ca_system_score_codex":0.0000553061,"about_ca_system_score_gemma":0.000007797297,"threshold_uncertainty_score":0.4636301},"labels":[],"label_agreement":null},{"id":"W4409426157","doi":"10.1109/emr.2025.3559770","title":"From Intuition to Insight: Leveraging AI to Forecast New Product Success","year":2025,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Intuition; Computer science; New product development; Data science; Marketing; Business; Psychology; Cognitive science","score_opus":0.03963476800087481,"score_gpt":0.28617950489571353,"score_spread":0.24654473689483872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409426157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035815744,0.011433053,0.94268954,0.024439877,0.0050023217,0.002750238,0.000008107362,0.0006251433,0.0094701415],"genre_scores_gemma":[0.8257506,0.011992249,0.017256366,0.124522164,0.0105259,0.00113743,0.00055034657,0.00026732587,0.007997623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982544,0.0000055173023,0.0004509771,0.0006274489,0.00028738967,0.00037422622],"domain_scores_gemma":[0.999083,0.000021210757,0.00007691046,0.0006669076,0.000112994865,0.00003899945],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002871415,0.0003278463,0.0003905912,0.0005759697,0.000076100805,0.00039380035,0.000688089,0.000033114877,0.00028304788],"category_scores_gemma":[0.00013686229,0.00031565287,0.00008573095,0.0022197568,0.0000070963224,0.0009723019,0.00043220786,0.00014715114,0.00097445195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016133179,0.00006187531,0.00040892663,0.010956513,0.00014333922,0.00002442038,0.00003957111,0.009639801,0.00026626114,0.013886454,0.39677924,0.56777745],"study_design_scores_gemma":[0.00010903886,0.0000033182691,0.0015626334,0.010002017,0.00017468142,4.0501791e-7,0.000004143142,0.0012829894,0.00030251077,0.00047386883,0.98570323,0.00038119344],"about_ca_topic_score_codex":0.00066154293,"about_ca_topic_score_gemma":0.000036336674,"teacher_disagreement_score":0.92543316,"about_ca_system_score_codex":0.00007683037,"about_ca_system_score_gemma":0.000013862531,"threshold_uncertainty_score":0.99992955},"labels":[],"label_agreement":null},{"id":"W4410115952","doi":"10.1109/emr.2025.3567192","title":"Understanding and Deobfuscating Textual Data: Managerial Insights and Computational Challenges","year":2025,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Business; Data science; Computer science; Industrial organization; Knowledge management; Management science; Process management; Econometrics; Economics","score_opus":0.35076183764403557,"score_gpt":0.3984480790666918,"score_spread":0.047686241422656206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410115952","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046856963,0.13799144,0.83183104,0.0057820654,0.0009707003,0.0011572372,0.000028555827,0.00017368769,0.021596694],"genre_scores_gemma":[0.38646024,0.56558913,0.04060252,0.00397887,0.00028370842,0.00013192062,0.000202367,0.000050133767,0.0027011298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792,0.000097008044,0.00056029303,0.0006797867,0.0005478547,0.00019509612],"domain_scores_gemma":[0.9985025,0.0005436024,0.00011296889,0.0007487856,0.000029108227,0.00006304218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002665402,0.00018490464,0.00035654675,0.00032955114,0.00013771658,0.00028394785,0.0006870172,0.000029589042,0.000013507033],"category_scores_gemma":[0.00030510002,0.00015828341,0.000030564373,0.00046769774,0.000062904226,0.00050810975,0.0010246562,0.00009323433,0.000018733317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035202208,0.000024822379,0.000012537771,0.0047275145,0.00016560045,0.000018152463,0.00010149834,0.0016898081,0.0000013876493,0.77284557,0.026629614,0.19377999],"study_design_scores_gemma":[0.000613925,0.000023576902,0.0022502402,0.0043819663,0.0002578328,0.0000048753695,0.0009657314,0.04153285,0.0000010833372,0.03901654,0.9105354,0.0004159702],"about_ca_topic_score_codex":0.000004844023,"about_ca_topic_score_gemma":0.000011738891,"teacher_disagreement_score":0.88390577,"about_ca_system_score_codex":0.00004356113,"about_ca_system_score_gemma":0.000007768327,"threshold_uncertainty_score":0.64546096},"labels":[],"label_agreement":null},{"id":"W4410856194","doi":"10.1109/emr.2025.3574964","title":"Sustainable Innovation Postpandemic: Perspectives From the U.S., Canada, Norway, and Thailand","year":2025,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Regional Development and Policy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Business; Regional science; Geography; Political science; Economic growth; Economics; Medicine","score_opus":0.009775420638788487,"score_gpt":0.26457758238326506,"score_spread":0.25480216174447656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410856194","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06461494,0.43433917,0.0024822112,0.16809945,0.001687577,0.004012859,0.000013347299,0.00023842473,0.32451203],"genre_scores_gemma":[0.38982934,0.44950458,0.00048748456,0.008898193,0.00048004332,0.00017777728,0.00002305333,0.000021300313,0.15057823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993664,0.000031042015,0.00013183267,0.00012681165,0.00016438488,0.00017954722],"domain_scores_gemma":[0.99968266,0.00009741757,0.000032122793,0.00010445677,0.000063062136,0.00002029115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004037853,0.00008082799,0.00010971367,0.000053553118,0.0002019922,0.00005376199,0.00016362792,0.000018229077,0.000031131804],"category_scores_gemma":[0.00009225488,0.0000615555,0.000015588754,0.00065036264,0.000027910584,0.00008137668,0.000040554944,0.000066406625,0.000003011636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017382604,0.000006002817,0.001631926,0.00085721223,0.00010735665,0.000008000892,0.0013257716,0.00003227049,0.0000036076433,0.7673817,0.21976648,0.008877889],"study_design_scores_gemma":[0.000058242287,0.0000012234487,0.017339388,0.00065974455,0.000030246254,9.175627e-8,0.0011358348,0.000008818335,0.0000014922545,0.000487095,0.9802009,0.00007693672],"about_ca_topic_score_codex":0.1760496,"about_ca_topic_score_gemma":0.039164655,"teacher_disagreement_score":0.76689464,"about_ca_system_score_codex":0.00016421248,"about_ca_system_score_gemma":0.00015165599,"threshold_uncertainty_score":0.9783681},"labels":[],"label_agreement":null},{"id":"W4411725716","doi":"10.1109/emr.2025.3583977","title":"Brain Rot—The 2024 Oxford English Dictionary Word of the Year: Why Should Technology Leaders Care?","year":2025,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Word (group theory); Linguistics; Computer science; Psychology; Natural language processing; Philosophy","score_opus":0.013090422408747174,"score_gpt":0.28721096886741476,"score_spread":0.27412054645866757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411725716","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005497,0.78741604,0.0096451845,0.028022334,0.012174074,0.00299985,0.000011116052,0.0007598436,0.15347457],"genre_scores_gemma":[0.6352906,0.039127,0.0020742202,0.16403162,0.0015079286,0.0027901859,0.000064803164,0.00028977418,0.15482384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907166,0.00007248893,0.0002822188,0.00022929403,0.00013241432,0.0002118985],"domain_scores_gemma":[0.99914163,0.000080530954,0.00006781889,0.00065242447,0.000039378734,0.000018201126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028651755,0.0001485196,0.0002159335,0.00019302643,0.00007164053,0.000012988279,0.00045924875,0.00007803925,0.0029323725],"category_scores_gemma":[0.00007838104,0.000103653045,0.0001481249,0.0009245411,0.0000622208,0.000033061897,0.00009275184,0.000368601,0.000036275524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011676469,0.000066173656,0.00042451976,0.0076965154,0.0008500351,0.000044950506,0.0027324473,0.002916437,0.00005229834,0.043248918,0.65160716,0.2903489],"study_design_scores_gemma":[0.00019784084,0.0000090967715,0.0013102858,0.0017964701,0.00012546682,0.0000032459066,0.0030935968,0.000026881902,0.000020355114,0.000019542238,0.9932959,0.00010131065],"about_ca_topic_score_codex":0.0000067271467,"about_ca_topic_score_gemma":0.0000016598492,"teacher_disagreement_score":0.74828905,"about_ca_system_score_codex":0.000043713037,"about_ca_system_score_gemma":0.0000073607052,"threshold_uncertainty_score":0.9979791},"labels":[],"label_agreement":null},{"id":"W4413630579","doi":"10.1109/emr.2025.3602394","title":"Canadian Quantum Ecosystem: Lessons From the 5th Workshop on Quantum Computing Entrepreneurship","year":2025,"lang":"en","type":"article","venue":"IEEE Engineering Management Review","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Network for Business Sustainability; Université de Sherbrooke","funders":"","keywords":"Entrepreneurship; Ecosystem; Quantum; Quantum computer; Business; Engineering physics; Regional science; Physics; Geography; Ecology; Biology; Quantum mechanics; Finance","score_opus":0.09962351978833216,"score_gpt":0.3655483588526675,"score_spread":0.26592483906433534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413630579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04907073,0.11973981,0.4959827,0.19389342,0.06914351,0.009785087,0.0005055122,0.002060673,0.059818547],"genre_scores_gemma":[0.9801106,0.0064482526,0.0007016912,0.0066466983,0.0003194072,0.00006656607,0.00006199374,0.000039933082,0.005604853],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956493,0.00029637464,0.0010110314,0.0012408717,0.0011422054,0.0006602315],"domain_scores_gemma":[0.9944832,0.002100862,0.00022210943,0.0028931154,0.000096411044,0.0002043246],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065039597,0.0003511486,0.0005425414,0.0005330547,0.0004036727,0.00090702286,0.0028819726,0.000050594037,0.00015956952],"category_scores_gemma":[0.0013606888,0.00024170653,0.00024432535,0.0024428465,0.000023777879,0.00012813583,0.00048767414,0.0003012519,0.00097031804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036883084,0.000045550558,0.00044250579,0.0006293524,0.00019661948,0.00006346822,0.00010482289,0.048915014,0.0000020370908,0.074910246,0.66767603,0.20701069],"study_design_scores_gemma":[0.00015458747,0.000007049549,0.003398147,0.007946849,0.00013302022,9.4590115e-7,0.00014949239,0.10894054,0.0000033243805,0.0010731701,0.8779107,0.00028221938],"about_ca_topic_score_codex":0.0028885978,"about_ca_topic_score_gemma":0.004190049,"teacher_disagreement_score":0.93103987,"about_ca_system_score_codex":0.00025383057,"about_ca_system_score_gemma":0.00006291092,"threshold_uncertainty_score":0.99980754},"labels":[],"label_agreement":null},{"id":"W4415256954","doi":"10.1109/emr.2025.3622421","title":"Preparing Technology Managers for the Postconsumer Reviews Era","year":2025,"lang":"","type":"article","venue":"IEEE Engineering Management Review","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; York University","funders":"","keywords":"Exploit; Transparency (behavior); Product (mathematics); Scalability; Transition (genetics); Ideation","score_opus":0.03171032608219188,"score_gpt":0.2968987692034763,"score_spread":0.2651884431212844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415256954","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015980639,0.7481549,0.20749894,0.01326254,0.0070136245,0.009010011,0.000010545444,0.0004074044,0.0146261],"genre_scores_gemma":[0.0045517706,0.96293825,0.0033512616,0.009722974,0.00084834837,0.0034290836,0.00005797229,0.00013455839,0.014965769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99574304,0.000022243945,0.001627401,0.0011723966,0.00036120144,0.0010737345],"domain_scores_gemma":[0.9966929,0.00021004016,0.0005954985,0.0022046454,0.00026944856,0.000027500182],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022071053,0.00093031727,0.0012828588,0.001036811,0.0005554859,0.0006629189,0.0024855311,0.0002158032,0.00033268155],"category_scores_gemma":[0.0005515463,0.00072809565,0.0005996284,0.004437447,0.00014902696,0.0010433886,0.0010219314,0.0005767174,0.00078097696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014959995,0.00007612097,0.00006829515,0.12506145,0.0007147618,0.0000078003295,0.0000031678692,0.0007259682,0.000018137822,0.053070992,0.2915041,0.5287342],"study_design_scores_gemma":[0.0002945711,0.000006924207,0.00012404667,0.04204306,0.0033986252,0.000002805493,0.000019526391,0.010446689,0.000027286724,0.0003010197,0.94266087,0.00067457894],"about_ca_topic_score_codex":0.000035928806,"about_ca_topic_score_gemma":0.000012828965,"teacher_disagreement_score":0.6511567,"about_ca_system_score_codex":0.00012974034,"about_ca_system_score_gemma":0.000027701062,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W4417438929","doi":"10.1109/emr.2025.3621385","title":"Call for Papers TEMSCON Global Montreal 2026","year":2025,"lang":"","type":"article","venue":"IEEE Engineering Management Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.025150884032087407,"score_gpt":0.35980698242358355,"score_spread":0.3346560983914961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417438929","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015093535,0.51467866,0.18182808,0.014081285,0.015306739,0.0064181737,0.000183806,0.00033893072,0.26701337],"genre_scores_gemma":[0.050074857,0.73706686,0.007458017,0.017183274,0.0011832094,0.0016872418,0.00006655316,0.00011843966,0.18516153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99445146,0.00012688819,0.0018681039,0.0013580055,0.0012431708,0.0009523489],"domain_scores_gemma":[0.9971689,0.0006336666,0.00039288748,0.0013132992,0.00021395476,0.00027729222],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0055481303,0.0006290805,0.0012429463,0.0003130532,0.00023340753,0.0013869023,0.004190087,0.00025698246,0.00021359975],"category_scores_gemma":[0.0018097352,0.0005442498,0.00061232335,0.0029240453,0.00006087653,0.0010263079,0.0006430201,0.00045349164,0.00019438879],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000115061885,0.000037827544,0.000108501554,0.006986093,0.0002805769,0.000014693816,0.000010220779,0.0032574271,0.0000024182527,0.007909225,0.51460654,0.46677494],"study_design_scores_gemma":[0.0006158852,0.000029414363,0.0011924122,0.013811178,0.0006593405,0.000002658761,0.000032833814,0.011967355,0.0000067749334,0.00065004465,0.9705227,0.00050942635],"about_ca_topic_score_codex":0.00012989991,"about_ca_topic_score_gemma":0.000021829555,"teacher_disagreement_score":0.46626553,"about_ca_system_score_codex":0.0004231296,"about_ca_system_score_gemma":0.00011853229,"threshold_uncertainty_score":0.9997009},"labels":[],"label_agreement":null}]}