{"meta":{"query_hash":"00504bb3a06f","filters":{"venue":"IEEE Robotics & Automation Magazine"},"cohort_total":36,"direct_labels_cover":0,"predictions_cover":36,"exported":36,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/00504bb3a06f","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+Robotics+%26+Automation+Magazine"},"results":[{"id":"W1503536476","doi":"10.1109/mra.2015.2448811","title":"Humanoid Robots in Soccer: Robots Versus Humans in RoboCup 2050","year":2015,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Robotic Locomotion and Control","field":"Engineering","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Humanoid robot; Champion; League; Robot; Artificial intelligence; Benchmark (surveying); Computer science; Competition (biology); Human–computer interaction; Engineering; Geography","score_opus":0.03376864925340134,"score_gpt":0.2627794691441306,"score_spread":0.22901081989072924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503536476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22733144,0.0024189572,0.6401767,0.004693472,0.02145246,0.0045588445,0.000035307974,0.006765664,0.09256715],"genre_scores_gemma":[0.9871043,0.00007524794,0.011091819,0.00012899125,0.00030780048,0.000078493475,0.00009211269,0.000112117814,0.0010091012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742323,0.00012411832,0.0009059094,0.0003950891,0.0004905087,0.00066114846],"domain_scores_gemma":[0.99890655,0.000094756775,0.00011424119,0.0005106928,0.00012943431,0.000244326],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00050398,0.0004186881,0.0005536448,0.00062155066,0.000054705324,0.00012229895,0.0003580563,0.0002626953,0.00010511338],"category_scores_gemma":[0.000086767745,0.00047204725,0.000107456406,0.0007687438,0.000055190245,0.0005329091,0.000041063588,0.00045614658,0.0011964742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035368263,0.00012338186,0.00063445343,0.000047809655,0.000028041719,0.000042622556,0.00045155486,0.98890364,0.0011254217,0.0013254032,0.004882554,0.0023997284],"study_design_scores_gemma":[0.007549972,0.00012651976,0.021760065,0.000098187535,0.000034546454,0.000010133301,0.00007747012,0.9680627,0.0001675569,0.00075954985,0.000720433,0.0006328665],"about_ca_topic_score_codex":0.000037422054,"about_ca_topic_score_gemma":0.0007888374,"teacher_disagreement_score":0.7597729,"about_ca_system_score_codex":0.0006547015,"about_ca_system_score_gemma":0.000086142034,"threshold_uncertainty_score":0.99977314},"labels":[],"label_agreement":null},{"id":"W1542274971","doi":"10.1109/mra.2003.1233553","title":"ROBUS","year":2003,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Educational Games and Gamification","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"CONTEST; Mobile robot; Computer science; Curriculum; Human–computer interaction; Robot; Software engineering; Engineering; Engineering management; Artificial intelligence; Pedagogy; Sociology; Political science","score_opus":0.030834039841317357,"score_gpt":0.3175901106842932,"score_spread":0.28675607084297583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542274971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11391948,0.00090599916,0.441389,0.007244168,0.012244299,0.0009440271,0.000021553904,0.00093380094,0.42239767],"genre_scores_gemma":[0.93513876,0.000014744501,0.025896918,0.00056148454,0.00026022506,0.000054451404,0.000066153974,0.000035513967,0.037971735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99889475,0.000116806834,0.00032039674,0.00025340638,0.00018716179,0.00022747941],"domain_scores_gemma":[0.99914867,0.000088959,0.00014582508,0.00038696837,0.0001472975,0.0000823109],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00026673774,0.00013090654,0.00012743243,0.00011530986,0.00007313711,0.000040075138,0.000114497714,0.000102397964,0.0020175667],"category_scores_gemma":[0.00007329114,0.0001347421,0.0000564112,0.0002942375,0.000038585073,0.00010033667,0.0000043311816,0.00011265108,0.0064804764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011768752,0.0005811781,0.0030635498,0.000027732405,0.00008187986,0.00000789163,0.0017912721,0.026879236,0.0036702477,0.8496422,0.10204975,0.012193258],"study_design_scores_gemma":[0.00198433,0.00022958129,0.52104557,0.00005009324,0.0001457826,0.00024832113,0.0006461048,0.010002121,0.0010010469,0.015849547,0.44781587,0.0009816458],"about_ca_topic_score_codex":0.0000050129415,"about_ca_topic_score_gemma":0.0000055335536,"teacher_disagreement_score":0.8337927,"about_ca_system_score_codex":0.000058361955,"about_ca_system_score_gemma":0.00005173061,"threshold_uncertainty_score":0.99889475},"labels":[],"label_agreement":null},{"id":"W1980425768","doi":"10.1109/mra.2007.339626","title":"The birth of the RAS","year":2007,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Advanced Manufacturing and Logistics Optimization","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research; National Aeronautics and Space Administration","keywords":"Automation; Robotics; Artificial intelligence; Focus (optics); Field (mathematics); Engineering; Computer science; Robot; Engineering management; Mathematics; Mechanical engineering","score_opus":0.007715778610930352,"score_gpt":0.22016484253152588,"score_spread":0.21244906392059554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980425768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006388434,0.00008865377,0.98895735,0.00013526727,0.0010442341,0.00013058045,0.00000319567,0.00025954976,0.0029927548],"genre_scores_gemma":[0.97883636,0.0000607358,0.02024324,0.000021775973,0.000087329514,0.0000021425712,0.0000036409335,0.00002182833,0.0007229777],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934316,0.000012706617,0.00025651016,0.0000661798,0.00016036897,0.00016109894],"domain_scores_gemma":[0.99941653,0.00015160342,0.0000773189,0.00026426496,0.00006441163,0.000025861691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022767106,0.000090351925,0.00008070966,0.000036742476,0.0001146014,0.000019474692,0.0001547746,0.00004676922,0.0000054850066],"category_scores_gemma":[0.000073273055,0.000057393976,0.000037656846,0.00017574841,0.000060189173,0.00005546493,0.000014290111,0.00010582806,0.000026021022],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022835889,0.0000056123877,0.000054831024,0.000021665166,0.000009135877,3.0390026e-7,0.000045475907,0.9908065,0.0013285199,0.003304474,0.00067184924,0.0037493012],"study_design_scores_gemma":[0.00030218277,0.000020265597,0.021162761,0.000030401734,0.000025304613,0.000005652647,0.000025664292,0.9323184,0.03477848,0.0035302246,0.0076217446,0.00017891666],"about_ca_topic_score_codex":9.4567343e-7,"about_ca_topic_score_gemma":0.000019429535,"teacher_disagreement_score":0.9724479,"about_ca_system_score_codex":0.00004122379,"about_ca_system_score_gemma":0.000009118213,"threshold_uncertainty_score":0.23404585},"labels":[],"label_agreement":null},{"id":"W1989687011","doi":"10.1109/mra.2008.930401","title":"Surgical and interventional robotics: part III [Tutorial]","year":2008,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Soft Robotics and Applications","field":"Engineering","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Division of Engineering Education and Centers; National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health; National Science Foundation","keywords":"CAD; Robotics; Workstation; Surgical robot; Robot; Computer science; Computer Aided Design; Engineering drawing; Medical physics; Artificial intelligence; Software engineering; Systems engineering; Human–computer interaction; Engineering; Medicine; Operating system","score_opus":0.01997987172146108,"score_gpt":0.24179017658788182,"score_spread":0.22181030486642073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989687011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16080266,0.0018884643,0.81240964,0.0020974197,0.00809115,0.0011397981,0.000080287966,0.0037775224,0.009713042],"genre_scores_gemma":[0.95984757,0.0004081655,0.0356485,0.000032699518,0.0015096259,0.00005566305,0.00014389082,0.0000782754,0.0022756078],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872375,0.00002290231,0.0004891331,0.00023232482,0.00026392302,0.00026800012],"domain_scores_gemma":[0.9993041,0.00011008946,0.00007027471,0.0002618646,0.00010382932,0.00014980187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013201905,0.00021515782,0.00025407266,0.00011475451,0.00016822826,0.00005686132,0.00012983372,0.0001263752,0.00010676359],"category_scores_gemma":[0.00001908066,0.00023060829,0.00009256748,0.00024034466,0.000098277415,0.00017145986,0.000031692325,0.00018190155,0.00032550844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048767783,0.00009711706,0.00048890384,0.000054535354,0.0000593531,0.000023809947,0.00008656129,0.9615019,0.0006549603,0.016454784,0.019534867,0.0010383105],"study_design_scores_gemma":[0.0017488162,0.00008172537,0.010802929,0.000085154614,0.00008197603,0.0003674556,0.000011071106,0.9443733,0.00037937672,0.001553055,0.039890096,0.0006250451],"about_ca_topic_score_codex":0.000002654062,"about_ca_topic_score_gemma":0.0000061969395,"teacher_disagreement_score":0.7990449,"about_ca_system_score_codex":0.000070193404,"about_ca_system_score_gemma":0.000027363682,"threshold_uncertainty_score":0.9403933},"labels":[],"label_agreement":null},{"id":"W1992937093","doi":"10.1109/mra.2013.2283651","title":"A Friendly Beast of Burden: A Human-Assistive Robot for Handling Large Payloads","year":2013,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Robot Manipulation and Learning","field":"Engineering","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Robot; Actuator; Torque; Engineering; Interface (matter); Control engineering; Robot end effector; Backup; Transmission (telecommunications); Simulation; Computer science; Electrical engineering; Artificial intelligence; Mechanical engineering","score_opus":0.015853588766559915,"score_gpt":0.25641363857602656,"score_spread":0.24056004980946666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992937093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024956033,0.000086835586,0.9716308,0.00017726918,0.00048658578,0.0006097504,0.000007504444,0.0005741375,0.0014710855],"genre_scores_gemma":[0.9572494,0.000005206598,0.041523222,0.00002553482,0.00024450963,0.00008217963,0.00009669636,0.00006445683,0.000708764],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986003,0.00003363874,0.00056742824,0.00021013638,0.00023489354,0.00035361797],"domain_scores_gemma":[0.9991041,0.00010166801,0.00017123355,0.00024455073,0.00028262954,0.00009583568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019997447,0.00022735966,0.00033386445,0.00021140692,0.0001530269,0.00008428546,0.00014583972,0.00012887605,0.00025711107],"category_scores_gemma":[0.0000671062,0.00024040675,0.0001205316,0.00026096683,0.000028922517,0.00031615156,0.0000198994,0.00016701,0.00025781707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003198394,0.000030710562,0.00031727232,0.0001666166,0.000050966806,6.308738e-7,0.0003191878,0.9482812,0.045670073,0.0012180934,0.0023430614,0.0015989696],"study_design_scores_gemma":[0.0009039635,0.00008110258,0.02037656,0.00009174301,0.000044943652,0.0000031296652,0.00008012536,0.9757959,0.0012473775,0.00013867306,0.0009724199,0.00026402992],"about_ca_topic_score_codex":0.000011959745,"about_ca_topic_score_gemma":0.000016395463,"teacher_disagreement_score":0.9322934,"about_ca_system_score_codex":0.00007472564,"about_ca_system_score_gemma":0.000019001389,"threshold_uncertainty_score":0.98035026},"labels":[],"label_agreement":null},{"id":"W1999037840","doi":"10.1109/mra.2011.2181792","title":"Taking the Long View: A Report on Two Recent Workshops on Long-Term Autonomy [From the Field]","year":2012,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Term (time); Autonomy; Field (mathematics); Computer science; Engineering; Political science; Mathematics; Physics; Law","score_opus":0.22176819036701037,"score_gpt":0.42395130271415005,"score_spread":0.20218311234713968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999037840","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32956782,0.00491155,0.18472144,0.43344992,0.01437225,0.00412444,0.00015886039,0.00061876065,0.02807496],"genre_scores_gemma":[0.94386345,0.00027776533,0.003147603,0.047569834,0.003129261,0.00019235844,0.00016821304,0.000081441634,0.0015700755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99484366,0.00047338562,0.003288442,0.0005525132,0.000237099,0.000604907],"domain_scores_gemma":[0.991121,0.0038529222,0.0033662214,0.0013779438,0.000100924124,0.00018098924],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010825391,0.00032542276,0.00069471635,0.00016981369,0.00047935543,0.00024788763,0.00052298355,0.00017800761,0.0011808468],"category_scores_gemma":[0.0036294295,0.00027269495,0.00017108157,0.00032409307,0.00006975676,0.00050082273,0.00006463592,0.000482895,0.0063585546],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000931675,0.0009935471,0.4856627,0.00029209346,0.0006043514,0.000035865254,0.006986061,0.11065929,0.000015379872,0.105718695,0.22164173,0.06729713],"study_design_scores_gemma":[0.0007446173,0.00008734008,0.92337924,0.00030726063,0.0000394153,0.000031423242,0.00006891044,0.021247186,0.000031677806,0.0015950984,0.051968727,0.0004990964],"about_ca_topic_score_codex":0.00014701582,"about_ca_topic_score_gemma":0.00020851247,"teacher_disagreement_score":0.6142956,"about_ca_system_score_codex":0.00083110086,"about_ca_system_score_gemma":0.00015685652,"threshold_uncertainty_score":0.9999725},"labels":[],"label_agreement":null},{"id":"W2024647503","doi":"10.1109/mra.2012.2229939","title":"Brian 2.1: A socially assistive robot for the elderly and cognitively impaired","year":2013,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Dementia; Gerontology; Cognitive impairment; Cognition; Population ageing; Activities of daily living; Memory impairment; Population; Cognitive decline; Assistive technology; Independent living; Psychology; Medicine; Psychiatry; Computer science; Environmental health; Human–computer interaction; Disease","score_opus":0.037219758273186666,"score_gpt":0.33213712140734547,"score_spread":0.2949173631341588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024647503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034545418,0.00038145424,0.877203,0.04767455,0.0075073927,0.004862797,0.00010651827,0.00090794923,0.026810937],"genre_scores_gemma":[0.96956396,0.000021467995,0.010874893,0.00186693,0.0011235325,0.0005821044,0.000051899293,0.00007050891,0.015844718],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99867064,0.0001327135,0.00037828137,0.0002998251,0.00018425926,0.0003343028],"domain_scores_gemma":[0.99806064,0.0009306924,0.00026370224,0.00019003477,0.00044925598,0.00010566163],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00024337537,0.0002059264,0.00024843894,0.000089369176,0.0003948014,0.00021043561,0.00014892255,0.00017010009,0.001182938],"category_scores_gemma":[0.00015147941,0.0001713686,0.00012857543,0.00017580086,0.00014479546,0.00022017896,0.000020967178,0.00018805458,0.0015493716],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002828354,0.00061901973,0.001601757,0.00007449711,0.0012006364,0.000009902168,0.009611701,0.0025766892,0.00782348,0.034947876,0.40461087,0.5366407],"study_design_scores_gemma":[0.0038612927,0.00086787133,0.9312447,0.00006386637,0.0003926497,0.000049705992,0.002798737,0.04191289,0.00012375684,0.0054431306,0.012570178,0.00067125564],"about_ca_topic_score_codex":0.00014972924,"about_ca_topic_score_gemma":0.00013308109,"teacher_disagreement_score":0.93501854,"about_ca_system_score_codex":0.00006624877,"about_ca_system_score_gemma":0.00007735781,"threshold_uncertainty_score":0.9997301},"labels":[],"label_agreement":null},{"id":"W2036835904","doi":"10.1109/ra-m.2006.250528","title":"Automation science comes of age [from the Editor's desk]","year":2006,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Desk; Automation; Computer science; Engineering; Mechanical engineering","score_opus":0.009939450089082268,"score_gpt":0.2426379391204197,"score_spread":0.23269848903133744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036835904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15900132,0.0000852378,0.83001775,0.0015918132,0.0074646235,0.0003968243,0.000009122223,0.0006604284,0.0007728882],"genre_scores_gemma":[0.9388672,0.0000055246287,0.059740737,0.00006805927,0.0011853885,0.000010960874,0.000013585549,0.000008403973,0.00010015012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978764,0.00008280153,0.0005710454,0.000344007,0.0008512046,0.00027453186],"domain_scores_gemma":[0.998018,0.00030439635,0.0003449555,0.00089868944,0.00038348243,0.000050436836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008086922,0.00015963081,0.00022043586,0.00013374863,0.00029374886,0.00022252438,0.0011277016,0.000080230995,0.000007533552],"category_scores_gemma":[0.000114236376,0.00011156575,0.000074036056,0.0010987369,0.000338402,0.0010220563,0.00012549043,0.00011400468,0.00016698899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020486064,0.00079095975,0.078371234,0.00038117266,0.00007651815,0.00002201462,0.0033479535,0.60014784,0.097807355,0.061169203,0.11565803,0.04220726],"study_design_scores_gemma":[0.00031474957,0.00005049781,0.40344182,0.000058817524,0.00001426849,0.000007245376,0.000010902251,0.5858479,0.0052245227,0.0035947957,0.0012541255,0.00018037036],"about_ca_topic_score_codex":0.00013371654,"about_ca_topic_score_gemma":0.000031628286,"teacher_disagreement_score":0.77986586,"about_ca_system_score_codex":0.00011980027,"about_ca_system_score_gemma":0.00020732848,"threshold_uncertainty_score":0.4549519},"labels":[],"label_agreement":null},{"id":"W2038323936","doi":"10.1109/mra.2002.1019489","title":"Simulating hybrid dynamic systems","year":2002,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Advanced Combustion Engine Technologies","field":"Chemical Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Integrator; Reset (finance); Toolbox; Computer science; Block (permutation group theory); Set (abstract data type); Event (particle physics); Control engineering; Engineering; Mathematics","score_opus":0.01774768273057091,"score_gpt":0.245515035377336,"score_spread":0.22776735264676506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038323936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014696711,0.00027341457,0.9778232,0.00031203806,0.00064655265,0.0002178275,0.0000087850785,0.0042452114,0.0017762508],"genre_scores_gemma":[0.9577908,0.000027239179,0.039573204,0.000022688117,0.00007938282,0.000020299472,0.000018637784,0.00005958854,0.0024081657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986036,0.000017504379,0.0004685435,0.00027341043,0.00028363557,0.00035331797],"domain_scores_gemma":[0.9990627,0.00014954577,0.00015760951,0.00045192067,0.00010948948,0.00006872035],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000083097344,0.0002392173,0.00026341292,0.00018737212,0.000079496815,0.000047153353,0.0002448818,0.000106277635,0.00009301261],"category_scores_gemma":[0.00027335927,0.00025549828,0.000064900814,0.0003550178,0.00003835011,0.0002641429,0.000045275698,0.00029402945,0.0010447039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.674121e-7,0.000026084488,0.000013579325,0.00006603207,0.000016419152,0.000010965681,0.000020452288,0.9743838,0.018788982,0.0018033481,0.00057734293,0.004292144],"study_design_scores_gemma":[0.000331494,0.000021617227,0.00006293596,0.000068944006,0.000019175643,0.00003271602,0.000015446263,0.996779,0.0014299775,0.00024221401,0.0007190661,0.00027737947],"about_ca_topic_score_codex":0.0000010525251,"about_ca_topic_score_gemma":3.4198754e-7,"teacher_disagreement_score":0.9430941,"about_ca_system_score_codex":0.0002061968,"about_ca_system_score_gemma":0.0000044432677,"threshold_uncertainty_score":0.99998975},"labels":[],"label_agreement":null},{"id":"W2038820690","doi":"10.1109/mra.2014.2312842","title":"Robotic Dynamic Sculpture: Architecture, Modeling, and Implementation of Dynamic Sculpture","year":2014,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ontario Tech University; University of Saskatchewan","funders":"","keywords":"Sculpture; Architecture; Computer science; Computer graphics (images); Artificial intelligence; Art; Visual arts","score_opus":0.005217997437645775,"score_gpt":0.2324425763497784,"score_spread":0.22722457891213263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038820690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06547959,0.00021588923,0.9329846,0.00015087238,0.00032136557,0.00027412135,0.0000073536944,0.0003745114,0.00019167748],"genre_scores_gemma":[0.95315313,0.00014099733,0.04636306,0.00003632967,0.00003844351,0.000013481353,0.00013494883,0.000056177818,0.000063449756],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876106,0.0000356061,0.00045648226,0.00024331328,0.0002549532,0.0002485583],"domain_scores_gemma":[0.9994161,0.000030724143,0.00012159361,0.00025327285,0.0000999338,0.00007836027],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001726408,0.00025287186,0.0002852725,0.00023251455,0.000074323354,0.00006039001,0.00012677223,0.00012967964,0.00003133821],"category_scores_gemma":[0.000017345123,0.00024997696,0.000056449237,0.00020414499,0.00003020108,0.00019268457,0.000022059143,0.000174375,0.0000140417005],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002720061,0.000011271325,0.000036663863,0.00045439735,0.000030961433,3.2335302e-7,0.00027436003,0.9782331,0.0016877017,0.00032153304,0.000036685582,0.018910304],"study_design_scores_gemma":[0.0005059697,0.00004402285,0.004362084,0.00006347557,0.00007165286,0.000008057751,0.000020475663,0.9929914,0.0005625286,0.00107568,0.000046019944,0.00024863816],"about_ca_topic_score_codex":0.000008500149,"about_ca_topic_score_gemma":0.00013008238,"teacher_disagreement_score":0.8876735,"about_ca_system_score_codex":0.00006495531,"about_ca_system_score_gemma":0.000017662007,"threshold_uncertainty_score":0.99999523},"labels":[],"label_agreement":null},{"id":"W2057980365","doi":"10.1109/mra.2008.927971","title":"Surgical and interventional robotics: Part II","year":2008,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Institute of Biomedical Imaging and Bioengineering; Johns Hopkins University; National Institutes of Health; National Science Foundation","keywords":"Robotics; Surgical planning; Mechatronics; Artificial intelligence; Surgical robot; CAD; Plan (archaeology); Robot; Computer science; Engineering; Medical physics; Engineering drawing; Medicine; Surgery","score_opus":0.016123141652453644,"score_gpt":0.23548970154600204,"score_spread":0.2193665598935484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057980365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54645216,0.0071434756,0.4130432,0.005848443,0.0047619194,0.00067598984,0.00003662805,0.0064169257,0.015621258],"genre_scores_gemma":[0.9798234,0.0010585693,0.01644559,0.000052570966,0.00028776564,0.000014074547,0.000044619213,0.00003315536,0.0022402161],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991258,0.000017303886,0.00030813777,0.00014793346,0.00018181787,0.0002190505],"domain_scores_gemma":[0.99962425,0.000045345754,0.000034861732,0.00014373515,0.00004174195,0.00011005086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010183899,0.0001367653,0.00019617427,0.000107874526,0.00011347343,0.000008911088,0.00009265755,0.00016747753,0.00015845685],"category_scores_gemma":[0.00003259067,0.00013692728,0.000058299123,0.00015330351,0.00015277443,0.000110124325,0.000037633945,0.000216461,0.00018241783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029736817,0.0005783217,0.002122789,0.00048020855,0.000360138,0.0007966039,0.00044908613,0.6215593,0.0007784439,0.17369367,0.13037305,0.06877863],"study_design_scores_gemma":[0.0015570807,0.00022718796,0.005235077,0.00013005307,0.000053032356,0.0010537697,0.00001346481,0.7861482,0.0004741739,0.003216826,0.20140883,0.00048229826],"about_ca_topic_score_codex":6.1194254e-7,"about_ca_topic_score_gemma":0.0000031577651,"teacher_disagreement_score":0.43337128,"about_ca_system_score_codex":0.000036460697,"about_ca_system_score_gemma":0.00001552119,"threshold_uncertainty_score":0.5583733},"labels":[],"label_agreement":null},{"id":"W2065604113","doi":"10.1109/mra.2008.931632","title":"The robotics experience","year":2009,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Reuse; Robotics; Reusability; Software engineering; Variety (cybernetics); Artificial intelligence; Software; Computer science; Robot; Systems engineering; Engineering; Programming language","score_opus":0.021030628607017297,"score_gpt":0.282433840506703,"score_spread":0.2614032118996857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065604113","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006196929,0.00010043584,0.9809029,0.0061636,0.0006407844,0.00015002619,3.615179e-7,0.0103354575,0.0010867022],"genre_scores_gemma":[0.37126228,0.000029066747,0.62728727,0.0007955332,0.00011050127,0.000010081023,0.0000017517169,0.000010243972,0.00049329206],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852914,0.000065324486,0.00034909314,0.00030247908,0.00040461076,0.00034936034],"domain_scores_gemma":[0.9982924,0.00035447188,0.00016553658,0.0009101967,0.00018642785,0.00009098759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037500143,0.00017439516,0.00014470861,0.00008267525,0.00040922826,0.00044006092,0.001066338,0.000070578535,0.0000017365875],"category_scores_gemma":[0.00033480066,0.00013304412,0.00005881102,0.0005386824,0.00006931248,0.0004017864,0.000069667854,0.00013577042,0.00012470556],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008286749,0.00023846295,0.00093872455,0.000018727416,0.00002068898,0.000051783696,0.0018750234,0.19257145,0.0028105201,0.22107564,0.19259773,0.38779297],"study_design_scores_gemma":[0.00015135409,0.00015040216,0.0082668355,0.00004218832,0.0000067364813,0.000059434347,0.0000029673624,0.90546817,0.0008731634,0.08267014,0.0020269912,0.00028160095],"about_ca_topic_score_codex":0.0000023832638,"about_ca_topic_score_gemma":0.0000020701336,"teacher_disagreement_score":0.71289676,"about_ca_system_score_codex":0.0000587402,"about_ca_system_score_gemma":0.000056429348,"threshold_uncertainty_score":0.54253817},"labels":[],"label_agreement":null},{"id":"W2144903249","doi":"10.1109/m-ra.2007.907921","title":"Do it yourself haptics: part I","year":2007,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Teleoperation and Haptic Systems","field":"Engineering","cited_by":196,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Haptic technology; Computer science; Software; Human–computer interaction; Construct (python library); Stereotaxy; Simulation; Operating system; Programming language","score_opus":0.02206637847390822,"score_gpt":0.25620675652463154,"score_spread":0.23414037805072332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144903249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029400658,0.00029240077,0.8889465,0.0007734555,0.00640716,0.00049693044,0.0000150219785,0.0026164704,0.07105145],"genre_scores_gemma":[0.98084563,0.00004680423,0.014902898,0.00022942938,0.0009277055,0.0000101055,0.00003368027,0.00006728226,0.0029364584],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985894,0.000019601688,0.0005582523,0.00017615301,0.00031745766,0.00033912322],"domain_scores_gemma":[0.9992762,0.000068287016,0.00006416437,0.00032025392,0.00012463161,0.00014644033],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047064255,0.00020089382,0.00021561018,0.00017555321,0.00007693807,0.00012321686,0.00013757116,0.00013414603,0.00032065975],"category_scores_gemma":[0.000035673515,0.00020897447,0.00006331562,0.00025124467,0.000027422728,0.00019741841,0.00000942768,0.00014458633,0.0028322644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068880026,0.00007254384,0.00054496806,0.00016614399,0.00010348023,0.00003200977,0.0012170544,0.85270375,0.01416807,0.0100529445,0.10743538,0.013496768],"study_design_scores_gemma":[0.0009476351,0.000066157925,0.0062812436,0.00011286744,0.00006867011,0.000077144556,0.00024246192,0.85340726,0.0025474913,0.00015061931,0.13542552,0.000672927],"about_ca_topic_score_codex":0.0000016602827,"about_ca_topic_score_gemma":0.000045339697,"teacher_disagreement_score":0.951445,"about_ca_system_score_codex":0.00010351447,"about_ca_system_score_gemma":0.000020564616,"threshold_uncertainty_score":0.9979441},"labels":[],"label_agreement":null},{"id":"W2195931883","doi":"10.1109/mra.2015.2486579","title":"Surgical Robot Challenge 2015 [Competitions]","year":2015,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"Engineering and Physical Sciences Research Council","keywords":"Robot; Surgical robot; Medical robotics; Computer science; Artificial intelligence; Human–computer interaction; Engineering","score_opus":0.0658782550964089,"score_gpt":0.3367299615218125,"score_spread":0.27085170642540357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2195931883","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12872157,0.0019545942,0.13023128,0.06455459,0.0056884326,0.0025145053,0.00004351937,0.0049756556,0.66131586],"genre_scores_gemma":[0.9843852,0.000038234888,0.011355436,0.0003323434,0.0006204051,0.000013895269,0.0001611063,0.000037248774,0.003056164],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982804,0.00008289643,0.00046889446,0.00028066878,0.00058856356,0.00029857902],"domain_scores_gemma":[0.99856377,0.00014751172,0.000116827476,0.00030597846,0.000383413,0.00048248318],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041652838,0.00019822434,0.0003604054,0.0001783251,0.000075354576,0.000043633037,0.00008109903,0.00015224093,0.0005979819],"category_scores_gemma":[0.00013905427,0.00017875561,0.00012140304,0.00036385222,0.0000731267,0.00017080795,0.000024566743,0.00023387275,0.0024085452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010396607,0.0035381783,0.009442293,0.00036546413,0.00048782869,0.001967653,0.0019214965,0.78450453,0.00081876275,0.08691967,0.036901467,0.07209301],"study_design_scores_gemma":[0.023869632,0.00096353167,0.030165387,0.0002943506,0.00028778173,0.00065550953,0.00019223674,0.5804703,0.00021768139,0.0024846478,0.35955814,0.0008408105],"about_ca_topic_score_codex":0.0000032351106,"about_ca_topic_score_gemma":0.0000057407183,"teacher_disagreement_score":0.8556636,"about_ca_system_score_codex":0.000122070145,"about_ca_system_score_gemma":0.00013331026,"threshold_uncertainty_score":0.9983682},"labels":[],"label_agreement":null},{"id":"W2612628788","doi":"10.1109/mra.2017.2680544","title":"A Breakthrough in Tumor Localization: Combining Tactile Sensing and Ultrasound to Improve Tumor Localization in Robotics-Assisted Minimally Invasive Surgery","year":2017,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Soft Robotics and Applications","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Lawson Health Research Institute","funders":"","keywords":"Robotics; Ultrasound; Artificial intelligence; Invasive surgery; Modalities; Medical robotics; Ultrasound imaging; Computer vision; Tactile sensor; Robot; Computer science; Biomedical engineering; Medical physics; Radiology; Engineering; Surgery; Medicine","score_opus":0.01679786899077137,"score_gpt":0.24866311084042206,"score_spread":0.23186524184965068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612628788","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3196041,0.000086999884,0.6757054,0.00088291353,0.0011208585,0.0012457623,0.000032873544,0.0005558717,0.00076526974],"genre_scores_gemma":[0.97869635,0.000039156304,0.02064134,0.0002645759,0.0001132958,0.000037069763,0.00008465159,0.0000900652,0.000033504028],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979031,0.00005787014,0.0008582441,0.00045032668,0.0002785848,0.0004518481],"domain_scores_gemma":[0.99819094,0.0005455266,0.00029085868,0.00060781254,0.00019675313,0.00016809064],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003397757,0.00034717112,0.0005176763,0.00040984713,0.0002944169,0.00043535023,0.00021040741,0.0001272243,0.000010185346],"category_scores_gemma":[0.0005585557,0.00042129343,0.00005748906,0.00055749196,0.00009432255,0.0004960975,0.00006472472,0.0002318573,0.00005779294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010664692,0.00007518638,0.010897254,0.00019093009,0.000020753112,0.00003884791,0.0004279888,0.97354484,0.012256221,0.0002482833,0.0008505865,0.0014384221],"study_design_scores_gemma":[0.00071818946,0.000032299675,0.08460162,0.0004278318,0.000035124558,0.000060046717,0.00010509246,0.91054684,0.0025001266,0.00035840986,0.00012258833,0.00049184315],"about_ca_topic_score_codex":0.00016234803,"about_ca_topic_score_gemma":0.0017595065,"teacher_disagreement_score":0.65909225,"about_ca_system_score_codex":0.00027088306,"about_ca_system_score_gemma":0.00010876848,"threshold_uncertainty_score":0.99982387},"labels":[],"label_agreement":null},{"id":"W2624874882","doi":"10.1109/mra.2017.2691140","title":"The Surgical Robot Challenge [From the Guest Editors]","year":2017,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Robotics; Special section; Artificial intelligence; Medical robotics; Robot; Focus (optics); Surgical robot; Software; Computer science; Future of robotics; Invasive surgery; Engineering; Human–computer interaction; Medicine; Surgery","score_opus":0.04303630972853588,"score_gpt":0.3225273980260043,"score_spread":0.2794910882974684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624874882","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1589572,0.002517706,0.014355184,0.4689636,0.08861984,0.0038450048,0.00008883293,0.0025548353,0.2600978],"genre_scores_gemma":[0.9820768,0.00016262315,0.00059172267,0.0002627713,0.015122487,0.000014528131,0.00004968675,0.000030178157,0.0016892023],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841315,0.00009179852,0.00039778114,0.00025048424,0.0005496955,0.0002971206],"domain_scores_gemma":[0.9974057,0.0010554525,0.00026489576,0.0009307968,0.00018751912,0.00015561249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005433651,0.00018510976,0.00025339043,0.00002495199,0.001175165,0.00029585816,0.0003540867,0.00013531037,0.00016491498],"category_scores_gemma":[0.00047794514,0.000101591184,0.00014252409,0.00007685524,0.00024741853,0.00016071455,0.000065044645,0.00032874863,0.00076240196],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017790707,0.0021587363,0.0556231,0.00019016342,0.0018151059,0.0014642831,0.0035314825,0.08434294,0.0015826253,0.054213107,0.24619289,0.5471065],"study_design_scores_gemma":[0.004251392,0.00012654111,0.23784848,0.00012022929,0.00014719242,0.000031342563,0.00005371807,0.10658016,0.000091214926,0.00062814495,0.6498813,0.00024027954],"about_ca_topic_score_codex":0.000022667853,"about_ca_topic_score_gemma":0.000052005013,"teacher_disagreement_score":0.8231196,"about_ca_system_score_codex":0.000048080496,"about_ca_system_score_gemma":0.000059353843,"threshold_uncertainty_score":0.9799389},"labels":[],"label_agreement":null},{"id":"W2755275230","doi":"10.1109/mra.2017.2722878","title":"About Chairing the IEEE RAS Women in Engineering Committee [Women in Engineering]","year":2017,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Employment, Labor, and Gender Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National University of Singapore; Canadian Institute for Advanced Research","keywords":"Engineering; Computer science; Systems engineering; Engineering management; Electrical engineering; Telecommunications; Aeronautics","score_opus":0.024842623552563704,"score_gpt":0.2912875739068601,"score_spread":0.2664449503542964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755275230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847377,0.0003079307,0.003408853,0.0039608935,0.0022341965,0.0005920466,0.000006855354,0.00033482743,0.0044167223],"genre_scores_gemma":[0.99684894,0.0003244822,0.0005332976,0.00010199963,0.00037479424,0.00012584044,0.0000018842505,0.000029652292,0.0016591201],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99789745,0.00008262453,0.00040575734,0.00025904697,0.00040407752,0.0009510732],"domain_scores_gemma":[0.9989088,0.00019716898,0.00018118798,0.00046538227,0.000076690616,0.0001707648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016982476,0.00021938537,0.0003386234,0.0002025988,0.0005352325,0.00026078254,0.00060144963,0.000109950546,0.000023610075],"category_scores_gemma":[0.00059526676,0.00020305047,0.00004656092,0.00031057073,0.00011691932,0.0003998629,0.00008016183,0.00027536348,0.00007890197],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017760733,0.00019568126,0.10710522,0.00031065397,0.00014035325,0.00004204989,0.25064042,0.6264916,0.0015874839,0.008946015,0.001779467,0.002743263],"study_design_scores_gemma":[0.0021599263,0.00010997472,0.8369743,0.00040106103,0.000020757469,0.0000025455251,0.0077056293,0.1326133,0.00020789882,0.0015418372,0.01727186,0.0009909109],"about_ca_topic_score_codex":0.00027318235,"about_ca_topic_score_gemma":0.0016646653,"teacher_disagreement_score":0.72986907,"about_ca_system_score_codex":0.00072729593,"about_ca_system_score_gemma":0.000116588584,"threshold_uncertainty_score":0.8280158},"labels":[],"label_agreement":null},{"id":"W2971582202","doi":"10.1109/mra.2019.2928738","title":"AI: A Key Enabler of Sustainable Development Goals, Part 1 [Industry Activities]","year":2019,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Enabling; Paradigm shift; Key (lock); Process (computing); Revenue; Field (mathematics); Business; Humanity; Computer science; Engineering; Computer security; Political science","score_opus":0.031017262464762,"score_gpt":0.26279932970598463,"score_spread":0.23178206724122263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971582202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87172425,0.0002001868,0.057136014,0.004121423,0.00397795,0.0018976986,0.000018938676,0.00086907874,0.060054448],"genre_scores_gemma":[0.96939987,0.000009598007,0.0024635328,0.0012015464,0.00063760293,0.000029958695,0.00016535798,0.000051201958,0.026041333],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819785,0.000011990619,0.00054115907,0.00032629396,0.00046385766,0.00045886473],"domain_scores_gemma":[0.99861366,0.000041432402,0.00040333392,0.00043356905,0.00048719597,0.000020789768],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00039254164,0.00025217395,0.00032757808,0.00035751887,0.00012441403,0.00025226167,0.0003526492,0.0002286232,0.001765428],"category_scores_gemma":[0.00007297449,0.000241863,0.00005828478,0.0007999098,0.000055463242,0.0021925261,0.00018014663,0.00027623874,0.0019311731],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002733578,0.001745268,0.08968316,0.009519301,0.00043428031,0.000106592044,0.00072066934,0.19775413,0.02311114,0.23199764,0.41639915,0.028255312],"study_design_scores_gemma":[0.00090088346,0.000027386977,0.03762443,0.00042291207,0.00010961089,0.000008025135,0.00062486826,0.043739885,0.008262084,0.001406446,0.90597486,0.0008985907],"about_ca_topic_score_codex":0.000053658543,"about_ca_topic_score_gemma":0.000016213962,"teacher_disagreement_score":0.4895757,"about_ca_system_score_codex":0.00008297954,"about_ca_system_score_gemma":0.0001493699,"threshold_uncertainty_score":0.9991471},"labels":[],"label_agreement":null},{"id":"W2988823461","doi":"10.1109/mra.2019.2940413","title":"Planetary Exploration With Robot Teams: Implementing Higher Autonomy With Swarm Intelligence","year":2019,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Distributed Control Multi-Agent Systems","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Swarm behaviour; Computer science; Mars Exploration Program; Situation awareness; Artificial intelligence; Robot; Space exploration; Mission control center; Exploration of Mars; Swarm intelligence; Systems engineering; Human–computer interaction; Engineering; Machine learning; Aerospace engineering; Particle swarm optimization","score_opus":0.0156516254305569,"score_gpt":0.2339216617478083,"score_spread":0.2182700363172514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988823461","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063251117,0.00003728238,0.98784316,0.0011870352,0.0007167324,0.0009869732,0.00001104158,0.0007959232,0.0020967547],"genre_scores_gemma":[0.86779004,0.000003127678,0.13037984,0.00017769187,0.00013943572,0.000065025655,0.00017230285,0.0000361217,0.0012364102],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997268,0.000116432966,0.0006517322,0.00067723024,0.0006939874,0.00059259316],"domain_scores_gemma":[0.99802494,0.00011514686,0.0005194321,0.00092212413,0.00027573702,0.0001426035],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004355213,0.00036798944,0.000383592,0.00021396822,0.00014968334,0.00045776446,0.00077230536,0.000089927824,0.00006584864],"category_scores_gemma":[0.000008826228,0.0003013311,0.00005155658,0.0006697905,0.000039588995,0.0020397685,0.00009482569,0.00020530663,0.0014577127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003065793,0.0001120973,0.0048206165,0.00009831445,0.00012753237,0.000028756447,0.000518955,0.9713396,0.0022639986,0.0110904435,0.000572772,0.008996253],"study_design_scores_gemma":[0.0012015447,0.00043487115,0.010458412,0.00018906052,0.00005360097,0.000045729852,0.00008195034,0.9808848,0.0018210327,0.0002485788,0.00396025,0.00062018883],"about_ca_topic_score_codex":0.000039809565,"about_ca_topic_score_gemma":0.000060955623,"teacher_disagreement_score":0.8614649,"about_ca_system_score_codex":0.0002442579,"about_ca_system_score_gemma":0.00025262206,"threshold_uncertainty_score":0.99994385},"labels":[],"label_agreement":null},{"id":"W4200222077","doi":"10.1109/mra.2021.3122246","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; University of Hong Kong; Oklahoma State University; Tsinghua University; Monash University; Vrije Universiteit Brussel; Clemson University","keywords":"Table (database); Computer science; Database","score_opus":0.04603431362387209,"score_gpt":0.22712176982908766,"score_spread":0.18108745620521557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200222077","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04360552,0.0027037414,0.048453663,0.0014911141,0.011496566,0.00032712086,0.0010120926,0.00019038895,0.8907198],"genre_scores_gemma":[0.6451015,0.0002876292,0.012250602,0.00027811577,0.00012237787,0.000009148956,0.00006989235,0.000025392043,0.34185535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989768,0.000007360867,0.00053871464,0.0002639057,0.000036210575,0.00017698428],"domain_scores_gemma":[0.99924743,0.000028059638,0.0003060203,0.00026154832,0.00011303753,0.000043917364],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022560237,0.00009158277,0.00033065752,0.0001045022,0.00006001644,0.000044530872,0.00011346783,0.00004741237,0.0039589694],"category_scores_gemma":[0.000100043304,0.000113189926,0.00007747164,0.00025124627,0.000058294023,0.00019369532,0.000046370045,0.000047158584,0.010502544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011993525,0.000366107,0.017880207,0.00015494858,0.00030821192,0.000015868529,0.00073305785,0.037458587,0.0023424258,0.39265525,0.5472647,0.000808648],"study_design_scores_gemma":[0.004435708,0.00012938575,0.06495089,0.00013621418,0.00008405018,0.000027712202,0.0007570218,0.1669655,0.0091583,0.028644273,0.7234704,0.0012405396],"about_ca_topic_score_codex":0.0000137043635,"about_ca_topic_score_gemma":0.000009554767,"teacher_disagreement_score":0.601496,"about_ca_system_score_codex":0.000037147067,"about_ca_system_score_gemma":0.000018817142,"threshold_uncertainty_score":0.9969515},"labels":[],"label_agreement":null},{"id":"W4206284844","doi":"10.1109/mra.2020.3048864","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; University of Hong Kong; Oklahoma State University; Tsinghua University; Monash University; Vrije Universiteit Brussel; Clemson University","keywords":"Computer science; Table (database); Artificial intelligence; Database","score_opus":0.04603431362387209,"score_gpt":0.22712176982908766,"score_spread":0.18108745620521557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206284844","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04360552,0.0027037414,0.048453663,0.0014911141,0.011496566,0.00032712086,0.0010120926,0.00019038895,0.8907198],"genre_scores_gemma":[0.6451015,0.0002876292,0.012250602,0.00027811577,0.00012237787,0.000009148956,0.00006989235,0.000025392043,0.34185535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989768,0.000007360867,0.00053871464,0.0002639057,0.000036210575,0.00017698428],"domain_scores_gemma":[0.99924743,0.000028059638,0.0003060203,0.00026154832,0.00011303753,0.000043917364],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022560237,0.00009158277,0.00033065752,0.0001045022,0.00006001644,0.000044530872,0.00011346783,0.00004741237,0.0039589694],"category_scores_gemma":[0.000100043304,0.000113189926,0.00007747164,0.00025124627,0.000058294023,0.00019369532,0.000046370045,0.000047158584,0.010502544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011993525,0.000366107,0.017880207,0.00015494858,0.00030821192,0.000015868529,0.00073305785,0.037458587,0.0023424258,0.39265525,0.5472647,0.000808648],"study_design_scores_gemma":[0.004435708,0.00012938575,0.06495089,0.00013621418,0.00008405018,0.000027712202,0.0007570218,0.1669655,0.0091583,0.028644273,0.7234704,0.0012405396],"about_ca_topic_score_codex":0.0000137043635,"about_ca_topic_score_gemma":0.000009554767,"teacher_disagreement_score":0.601496,"about_ca_system_score_codex":0.000037147067,"about_ca_system_score_gemma":0.000018817142,"threshold_uncertainty_score":0.9969515},"labels":[],"label_agreement":null},{"id":"W4206605542","doi":"10.1109/mra.2020.3048865","title":"Staff list","year":2021,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; University of Hong Kong; Oklahoma State University; Tsinghua University; Monash University; Vrije Universiteit Brussel; Clemson University","keywords":"Computer science; Human–computer interaction","score_opus":0.021827223236085474,"score_gpt":0.277507506737412,"score_spread":0.2556802835013265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206605542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44499907,0.0010617286,0.36469916,0.015967976,0.009407873,0.00170663,0.0007101204,0.01096915,0.15047829],"genre_scores_gemma":[0.8901373,0.000024161238,0.089217156,0.00035992067,0.00056044967,0.000023718934,0.00055925595,0.00024361216,0.018874392],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773407,0.00017128892,0.0005480957,0.00044066724,0.0006549647,0.00045091746],"domain_scores_gemma":[0.9980956,0.00010726687,0.00023229352,0.000739959,0.0006391023,0.00018581524],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00031455068,0.00027037234,0.00031634266,0.00018778609,0.00014862907,0.00021632804,0.00021758195,0.00012991624,0.0012332777],"category_scores_gemma":[0.0002927853,0.00030365394,0.00012218318,0.0010607115,0.000078494035,0.00041205907,0.0000666326,0.00022126366,0.027433004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025514804,0.0008194397,0.0012804323,0.00014447277,0.00013976659,0.00033530535,0.000423151,0.27978984,0.45383465,0.022032887,0.23688853,0.0042859954],"study_design_scores_gemma":[0.004391254,0.0002763205,0.041554682,0.00024033552,0.00043828838,0.00053856417,0.00020814982,0.6449447,0.09822025,0.004735302,0.20233312,0.0021189852],"about_ca_topic_score_codex":0.0000043698847,"about_ca_topic_score_gemma":0.00012433034,"teacher_disagreement_score":0.44513825,"about_ca_system_score_codex":0.00023967131,"about_ca_system_score_gemma":0.00023776559,"threshold_uncertainty_score":0.9999415},"labels":[],"label_agreement":null},{"id":"W4220865539","doi":"10.1109/mra.2022.3143409","title":"The Role of Robotics in Achieving the United Nations Sustainable Development Goals—The Experts’ Meeting at the 2021 IEEE/RSJ IROS Workshop [Industry Activities]","year":2022,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Royal Ottawa Mental Health Centre; General Motors (Canada); Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Robotics; Software deployment; Robot; Artificial intelligence; Variety (cybernetics); Sustainable development; Engineering management; Computer science; Corporate governance; Engineering; Engineering ethics; Political science; Software engineering; Business","score_opus":0.013081842476761465,"score_gpt":0.23081066444972667,"score_spread":0.2177288219729652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220865539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8256461,0.0026571685,0.04141269,0.032882374,0.004679604,0.0059033385,0.00010763881,0.0012648987,0.085446164],"genre_scores_gemma":[0.9930994,0.00008836327,0.00065010786,0.000102671474,0.00011840623,0.00038310388,0.000057907833,0.000070600334,0.005429474],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973608,0.0002619167,0.00086586946,0.00018704344,0.0007653957,0.0005589478],"domain_scores_gemma":[0.99736714,0.0015864831,0.00025530605,0.0005808869,0.00015352062,0.0000566612],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0012727292,0.0002823392,0.00021281141,0.0004342944,0.0018503504,0.00028168058,0.00077413855,0.0001661436,0.00007880474],"category_scores_gemma":[0.00019439882,0.0001825516,0.000085351465,0.0030224393,0.00017991604,0.00040902718,0.00018813393,0.0010752577,0.000019782326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000693285,0.00004071647,0.00023231335,0.000038518952,0.000060932394,0.000002590298,0.0038312578,0.9860416,0.0008254809,0.003525071,0.0028780203,0.0025165686],"study_design_scores_gemma":[0.00065081543,0.000030032941,0.0019082228,0.00018309697,0.000068895606,0.000044614284,0.06569156,0.78483796,0.0066319313,0.0003591382,0.13901511,0.00057862233],"about_ca_topic_score_codex":0.000018321683,"about_ca_topic_score_gemma":0.00016326438,"teacher_disagreement_score":0.20120364,"about_ca_system_score_codex":0.00074714585,"about_ca_system_score_gemma":0.00016806333,"threshold_uncertainty_score":0.99944913},"labels":[],"label_agreement":null},{"id":"W4220875217","doi":"10.1109/mra.2022.3143188","title":"RoboParty: 20 Editions Building Robots and Motivating Youngsters for Science, Technology, Engineering, and Mathematics Subjects [Competitions]","year":2022,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Robotics; Computer science; Algorithm; Library science; Humanities; Mathematics; Robot; Philosophy","score_opus":0.011396821876617128,"score_gpt":0.24749260533009823,"score_spread":0.2360957834534811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220875217","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0362639,0.000097771794,0.95946443,0.0022957094,0.0005824119,0.00034706117,0.0000067611777,0.0009011889,0.00004078219],"genre_scores_gemma":[0.3109586,0.0000025713712,0.68873453,0.000041277093,0.000058130834,0.00008381242,0.000007762642,0.000017718241,0.00009561765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848455,0.00003334644,0.00031356755,0.000433764,0.00034128642,0.00039348062],"domain_scores_gemma":[0.99904966,0.00021945847,0.00019917074,0.00031585444,0.0001170077,0.0000988289],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009544303,0.00017758836,0.00019768112,0.00093942817,0.0014005096,0.00041188835,0.00043362487,0.000048327394,0.0000025596935],"category_scores_gemma":[0.00031051438,0.00020126901,0.00003449439,0.0013995542,0.0001551741,0.00053682283,0.00032747947,0.0003329508,0.0000024669544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001141555,0.00009102226,0.00040333052,0.00012579876,0.000019424722,0.0000042147535,0.0012821486,0.7974298,0.022680365,0.16633146,0.00030116085,0.011330123],"study_design_scores_gemma":[0.00036817227,0.00014628541,0.0007277233,0.00006850986,0.000019112393,0.00017148355,0.00015651136,0.99229705,0.00032391553,0.0016052289,0.0038543025,0.0002616838],"about_ca_topic_score_codex":0.0000019050722,"about_ca_topic_score_gemma":0.0000012869093,"teacher_disagreement_score":0.2746947,"about_ca_system_score_codex":0.00010899822,"about_ca_system_score_gemma":0.000080762984,"threshold_uncertainty_score":0.9998995},"labels":[],"label_agreement":null},{"id":"W4221134416","doi":"10.1109/mra.2022.3143272","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Hong Kong; University of Toronto; Tsinghua University; Monash University; Rijksuniversiteit Groningen; Norges Teknisk-Naturvitenskapelige Universitet; Oklahoma State University; Universidad del Rosario; Vrije Universiteit Brussel; Clemson University","keywords":"Table (database); Computer science; Database","score_opus":0.043444076758583215,"score_gpt":0.22000156884896488,"score_spread":0.17655749209038166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221134416","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08172636,0.0019944522,0.027630111,0.0017820443,0.020090222,0.0008887707,0.003393567,0.0003269078,0.86216754],"genre_scores_gemma":[0.8310941,0.00004203544,0.0024839595,0.00018609446,0.000052903342,0.000027920692,0.000044394197,0.000017828972,0.16605078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989915,0.000010786838,0.00052376004,0.00024201052,0.000052554216,0.0001793736],"domain_scores_gemma":[0.99927276,0.00002445142,0.0004001923,0.00022950866,0.000037518468,0.000035583063],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00040963988,0.000086707,0.00029109052,0.0001849366,0.0001693217,0.00002586219,0.00019923194,0.000021246322,0.00872838],"category_scores_gemma":[0.000036761256,0.00011218166,0.00007104396,0.0002673432,0.00005296821,0.00015181044,0.00010402718,0.00007160845,0.004600603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018142278,0.0002604726,0.009671107,0.00004902673,0.00014519111,0.0000034357681,0.0007987792,0.19205706,0.00040407904,0.21253566,0.5836918,0.00036526428],"study_design_scores_gemma":[0.0023141827,0.00020505652,0.017545195,0.000014073847,0.000031895113,0.000010434272,0.00074335857,0.1897803,0.000304458,0.012712224,0.77572227,0.00061657577],"about_ca_topic_score_codex":0.000031159434,"about_ca_topic_score_gemma":0.000003212822,"teacher_disagreement_score":0.7493677,"about_ca_system_score_codex":0.00007831431,"about_ca_system_score_gemma":0.000011770975,"threshold_uncertainty_score":0.99617445},"labels":[],"label_agreement":null},{"id":"W4234306641","doi":"10.1109/mra.2021.3067683","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; University of Hong Kong; Oklahoma State University; Tsinghua University; Monash University; Vrije Universiteit Brussel; Clemson University","keywords":"Table (database); Computer science; Engineering drawing; Artificial intelligence; Engineering; Database","score_opus":0.04603431362387209,"score_gpt":0.22712176982908766,"score_spread":0.18108745620521557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234306641","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04360552,0.0027037414,0.048453663,0.0014911141,0.011496566,0.00032712086,0.0010120926,0.00019038895,0.8907198],"genre_scores_gemma":[0.6451015,0.0002876292,0.012250602,0.00027811577,0.00012237787,0.000009148956,0.00006989235,0.000025392043,0.34185535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989768,0.000007360867,0.00053871464,0.0002639057,0.000036210575,0.00017698428],"domain_scores_gemma":[0.99924743,0.000028059638,0.0003060203,0.00026154832,0.00011303753,0.000043917364],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022560237,0.00009158277,0.00033065752,0.0001045022,0.00006001644,0.000044530872,0.00011346783,0.00004741237,0.0039589694],"category_scores_gemma":[0.000100043304,0.000113189926,0.00007747164,0.00025124627,0.000058294023,0.00019369532,0.000046370045,0.000047158584,0.010502544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011993525,0.000366107,0.017880207,0.00015494858,0.00030821192,0.000015868529,0.00073305785,0.037458587,0.0023424258,0.39265525,0.5472647,0.000808648],"study_design_scores_gemma":[0.004435708,0.00012938575,0.06495089,0.00013621418,0.00008405018,0.000027712202,0.0007570218,0.1669655,0.0091583,0.028644273,0.7234704,0.0012405396],"about_ca_topic_score_codex":0.0000137043635,"about_ca_topic_score_gemma":0.000009554767,"teacher_disagreement_score":0.601496,"about_ca_system_score_codex":0.000037147067,"about_ca_system_score_gemma":0.000018817142,"threshold_uncertainty_score":0.9969515},"labels":[],"label_agreement":null},{"id":"W4237960287","doi":"10.1109/mra.2021.3067684","title":"Staff list","year":2021,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; University of Hong Kong; Oklahoma State University; Tsinghua University; Monash University; Vrije Universiteit Brussel; Clemson University","keywords":"Computer science","score_opus":0.021827223236085474,"score_gpt":0.277507506737412,"score_spread":0.2556802835013265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237960287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44499907,0.0010617286,0.36469916,0.015967976,0.009407873,0.00170663,0.0007101204,0.01096915,0.15047829],"genre_scores_gemma":[0.8901373,0.000024161238,0.089217156,0.00035992067,0.00056044967,0.000023718934,0.00055925595,0.00024361216,0.018874392],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773407,0.00017128892,0.0005480957,0.00044066724,0.0006549647,0.00045091746],"domain_scores_gemma":[0.9980956,0.00010726687,0.00023229352,0.000739959,0.0006391023,0.00018581524],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00031455068,0.00027037234,0.00031634266,0.00018778609,0.00014862907,0.00021632804,0.00021758195,0.00012991624,0.0012332777],"category_scores_gemma":[0.0002927853,0.00030365394,0.00012218318,0.0010607115,0.000078494035,0.00041205907,0.0000666326,0.00022126366,0.027433004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025514804,0.0008194397,0.0012804323,0.00014447277,0.00013976659,0.00033530535,0.000423151,0.27978984,0.45383465,0.022032887,0.23688853,0.0042859954],"study_design_scores_gemma":[0.004391254,0.0002763205,0.041554682,0.00024033552,0.00043828838,0.00053856417,0.00020814982,0.6449447,0.09822025,0.004735302,0.20233312,0.0021189852],"about_ca_topic_score_codex":0.0000043698847,"about_ca_topic_score_gemma":0.00012433034,"teacher_disagreement_score":0.44513825,"about_ca_system_score_codex":0.00023967131,"about_ca_system_score_gemma":0.00023776559,"threshold_uncertainty_score":0.9999415},"labels":[],"label_agreement":null},{"id":"W4241610119","doi":"10.1109/mra.2021.3102356","title":"Table of Contents","year":2021,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; University of Hong Kong; Oklahoma State University; Tsinghua University; Monash University; Vrije Universiteit Brussel; Clemson University","keywords":"Table (database); Computer science; Database","score_opus":0.04603431362387209,"score_gpt":0.22712176982908766,"score_spread":0.18108745620521557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241610119","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04360552,0.0027037414,0.048453663,0.0014911141,0.011496566,0.00032712086,0.0010120926,0.00019038895,0.8907198],"genre_scores_gemma":[0.6451015,0.0002876292,0.012250602,0.00027811577,0.00012237787,0.000009148956,0.00006989235,0.000025392043,0.34185535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989768,0.000007360867,0.00053871464,0.0002639057,0.000036210575,0.00017698428],"domain_scores_gemma":[0.99924743,0.000028059638,0.0003060203,0.00026154832,0.00011303753,0.000043917364],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022560237,0.00009158277,0.00033065752,0.0001045022,0.00006001644,0.000044530872,0.00011346783,0.00004741237,0.0039589694],"category_scores_gemma":[0.000100043304,0.000113189926,0.00007747164,0.00025124627,0.000058294023,0.00019369532,0.000046370045,0.000047158584,0.010502544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011993525,0.000366107,0.017880207,0.00015494858,0.00030821192,0.000015868529,0.00073305785,0.037458587,0.0023424258,0.39265525,0.5472647,0.000808648],"study_design_scores_gemma":[0.004435708,0.00012938575,0.06495089,0.00013621418,0.00008405018,0.000027712202,0.0007570218,0.1669655,0.0091583,0.028644273,0.7234704,0.0012405396],"about_ca_topic_score_codex":0.0000137043635,"about_ca_topic_score_gemma":0.000009554767,"teacher_disagreement_score":0.601496,"about_ca_system_score_codex":0.000037147067,"about_ca_system_score_gemma":0.000018817142,"threshold_uncertainty_score":0.9969515},"labels":[],"label_agreement":null},{"id":"W4253994809","doi":"10.1109/mra.2015.2452199","title":"2015 Humanitarian Robotics and Automation Technology Challenge [Humanitarian Technology]","year":2015,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research","keywords":"Robotics; Automation; Artificial intelligence; Engineering; Robot; Computer science; Manufacturing engineering; Systems engineering; Mechanical engineering","score_opus":0.1026021770252106,"score_gpt":0.4055938048000356,"score_spread":0.302991627774825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253994809","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14305791,0.0048045046,0.18904985,0.61252725,0.011891173,0.007644242,0.00021932283,0.011707094,0.019098641],"genre_scores_gemma":[0.9480342,0.00029509468,0.04673393,0.0013601629,0.0008900556,0.0002451016,0.00024804904,0.00013393475,0.0020594301],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99583864,0.0005757087,0.0014623057,0.00062246376,0.00057082827,0.00093002385],"domain_scores_gemma":[0.9965188,0.00028956117,0.0007068299,0.00094009796,0.0011860896,0.00035864746],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016976848,0.0004357563,0.00068634574,0.0011411062,0.0011887428,0.00004098846,0.00044217345,0.001393354,0.000091429094],"category_scores_gemma":[0.000687697,0.00045742758,0.000060948754,0.0010328998,0.0003373314,0.0004740622,0.00022513673,0.0014729418,0.0021243547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075825934,0.0004181364,0.00865807,0.0011662216,0.00013774747,0.000047203015,0.008185259,0.023457175,0.0004723842,0.9292604,0.020049589,0.008072045],"study_design_scores_gemma":[0.010973501,0.0030650632,0.0465751,0.0022574724,0.0005533698,0.00020502767,0.031588063,0.25603804,0.00012573693,0.57544816,0.06991843,0.003252041],"about_ca_topic_score_codex":0.00008098897,"about_ca_topic_score_gemma":0.0015206647,"teacher_disagreement_score":0.80497634,"about_ca_system_score_codex":0.0006095686,"about_ca_system_score_gemma":0.0006267142,"threshold_uncertainty_score":0.999903},"labels":[],"label_agreement":null},{"id":"W4282836195","doi":"10.1109/mra.2022.3166034","title":"Table of Contents","year":2022,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Hong Kong; University of Toronto; Tsinghua University; Monash University; Rijksuniversiteit Groningen; Norges Teknisk-Naturvitenskapelige Universitet; Oklahoma State University; Universidad del Rosario; Vrije Universiteit Brussel; Clemson University","keywords":"Table (database); Computer science; Table of contents; Engineering drawing; Artificial intelligence; Engineering; Database; World Wide Web","score_opus":0.043444076758583215,"score_gpt":0.22000156884896488,"score_spread":0.17655749209038166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282836195","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08172636,0.0019944522,0.027630111,0.0017820443,0.020090222,0.0008887707,0.003393567,0.0003269078,0.86216754],"genre_scores_gemma":[0.8310941,0.00004203544,0.0024839595,0.00018609446,0.000052903342,0.000027920692,0.000044394197,0.000017828972,0.16605078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989915,0.000010786838,0.00052376004,0.00024201052,0.000052554216,0.0001793736],"domain_scores_gemma":[0.99927276,0.00002445142,0.0004001923,0.00022950866,0.000037518468,0.000035583063],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00040963988,0.000086707,0.00029109052,0.0001849366,0.0001693217,0.00002586219,0.00019923194,0.000021246322,0.00872838],"category_scores_gemma":[0.000036761256,0.00011218166,0.00007104396,0.0002673432,0.00005296821,0.00015181044,0.00010402718,0.00007160845,0.004600603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018142278,0.0002604726,0.009671107,0.00004902673,0.00014519111,0.0000034357681,0.0007987792,0.19205706,0.00040407904,0.21253566,0.5836918,0.00036526428],"study_design_scores_gemma":[0.0023141827,0.00020505652,0.017545195,0.000014073847,0.000031895113,0.000010434272,0.00074335857,0.1897803,0.000304458,0.012712224,0.77572227,0.00061657577],"about_ca_topic_score_codex":0.000031159434,"about_ca_topic_score_gemma":0.000003212822,"teacher_disagreement_score":0.7493677,"about_ca_system_score_codex":0.00007831431,"about_ca_system_score_gemma":0.000011770975,"threshold_uncertainty_score":0.99617445},"labels":[],"label_agreement":null},{"id":"W4386902776","doi":"10.1109/mra.2023.3310858","title":"Synthesis, Design, and Experimental Validation of an Agile Wrist for Enhanced Grasping and Manipulation in Cluttered Environments: An Experimental Evaluation With a Challenging Pick-and-Place Task","year":2023,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Robot Manipulation and Learning","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Agile software development; Task (project management); SMT placement equipment; Computer science; Trajectory; Robot; Artificial intelligence; Computer vision; Wrist; Human–computer interaction; Simulation; Motion (physics); Engineering; Systems engineering; Software engineering","score_opus":0.03672385142810874,"score_gpt":0.28667343445418364,"score_spread":0.2499495830260749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386902776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69167304,0.00009209864,0.3074665,0.0000190273,0.0000495437,0.0005767484,6.989475e-7,0.0001125146,0.000009838177],"genre_scores_gemma":[0.9852344,0.000022282657,0.014370575,0.0000058727555,0.000031302232,0.00016049446,0.00012382986,0.000043277494,0.000007964371],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998891,0.00012398248,0.0003300866,0.00026359846,0.00022522411,0.00016611407],"domain_scores_gemma":[0.99958146,0.00009811493,0.00011337846,0.00012399851,0.00002356972,0.000059477792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004907925,0.00017333108,0.00019372131,0.0002536298,0.00010006544,0.00005984228,0.000039875857,0.000073257506,0.0000096499925],"category_scores_gemma":[0.00002545799,0.0001939551,0.000012908558,0.00014399966,0.000030862022,0.0006423421,0.000012593071,0.000062609695,0.0000027363467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025201389,0.000027004058,0.000084434585,0.00004154622,0.000009249771,3.5957666e-7,0.0013973948,0.673968,0.32346088,0.000022509386,0.000001999895,0.0009613847],"study_design_scores_gemma":[0.0008875999,0.00015114616,0.010317435,0.00007540029,0.000024536352,0.0000037380967,0.0006049541,0.80525404,0.1824964,0.00001848477,0.0000018617559,0.00016439035],"about_ca_topic_score_codex":0.0000040759305,"about_ca_topic_score_gemma":0.0000065103313,"teacher_disagreement_score":0.29356137,"about_ca_system_score_codex":0.00011525201,"about_ca_system_score_gemma":0.0000082839715,"threshold_uncertainty_score":0.7909259},"labels":[],"label_agreement":null},{"id":"W4405270910","doi":"10.1109/mra.2024.3481609","title":"Robotic Grasping and Manipulation Competition at the 2024 IEEE/RAS International Conference on Robotics and Automation [Competitions]","year":2024,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Robot Manipulation and Learning","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Amazon Robotics; Canadian Institute for Advanced Research","keywords":"Automation; Robotics; Artificial intelligence; Competition (biology); Robot; Computer science; Engineering; Manufacturing engineering; Mechanical engineering","score_opus":0.030814711398459912,"score_gpt":0.266886434502219,"score_spread":0.23607172310375907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405270910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024853837,0.00051468145,0.95380723,0.0059756306,0.005398629,0.0006356833,0.0000061632977,0.0017091217,0.007099039],"genre_scores_gemma":[0.9929101,0.00041538628,0.0041669593,0.0001334216,0.00036577953,0.000027239159,0.00023294053,0.00006758865,0.001680583],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832237,0.00009568592,0.0005226024,0.00037044106,0.00043049187,0.00025840706],"domain_scores_gemma":[0.99925494,0.00019208627,0.00009945501,0.00023639918,0.00011780722,0.00009928411],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029688716,0.00031135627,0.00023015025,0.00037021044,0.00031674624,0.00056149694,0.000126814,0.00014751584,0.00030194843],"category_scores_gemma":[0.000034437977,0.00028710466,0.00006139061,0.00034232336,0.000103477505,0.0005220984,0.00004053759,0.00037419717,0.00047748553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048484776,0.000014499319,0.00015782306,0.00017088931,0.000055019143,0.000006896634,0.00025925066,0.93119997,0.004473923,0.06014031,0.0014232188,0.0020933696],"study_design_scores_gemma":[0.0002762629,0.00004396349,0.016348798,0.00038540043,0.00007438906,0.000080996266,0.00005617443,0.9805686,0.00013187261,0.0012122864,0.0005233185,0.00029792704],"about_ca_topic_score_codex":0.000005014169,"about_ca_topic_score_gemma":0.00005062042,"teacher_disagreement_score":0.96805626,"about_ca_system_score_codex":0.0002616733,"about_ca_system_score_gemma":0.000024576746,"threshold_uncertainty_score":0.9999581},"labels":[],"label_agreement":null},{"id":"W4405908135","doi":"10.1109/mra.2024.3505772","title":"A Survey on Small-Scale Testbeds for Connected and Automated Vehicles and Robot Swarms: A Guide for Creating a New Testbed [Survey]","year":2024,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Testbed; Robot; Computer science; Scale (ratio); Mobile robot; Embedded system; Human–computer interaction; Real-time computing; Artificial intelligence; Computer network; Geography","score_opus":0.04715011470927296,"score_gpt":0.309720069600917,"score_spread":0.2625699548916441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405908135","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018886369,0.00046274147,0.9745176,0.00095665565,0.00077578146,0.0012845832,0.00018659282,0.0028743239,0.00005538836],"genre_scores_gemma":[0.06936611,0.000021700473,0.9283924,0.00026266775,0.00021092128,0.000113602204,0.00032250123,0.00009208837,0.0012179796],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970497,0.0002743926,0.0007902956,0.00096659886,0.000322653,0.0005963621],"domain_scores_gemma":[0.9927386,0.0057841814,0.00023982654,0.0005150427,0.00043456547,0.0002877982],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002129964,0.0004414349,0.0005539882,0.00032050614,0.00029340354,0.0009324208,0.00044069954,0.00021374616,0.000001541475],"category_scores_gemma":[0.0022494732,0.00042587504,0.00007789985,0.0009045179,0.000080168975,0.000410403,0.00011306,0.00019466119,0.000027005804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023836561,0.00051520386,0.016453417,0.0017194925,0.00065958145,0.0000832078,0.0043857354,0.6562428,0.03690012,0.0035594974,0.13170324,0.14753936],"study_design_scores_gemma":[0.0010689985,0.0004590226,0.19228613,0.0003566096,0.00004829789,0.000037239384,0.000006376562,0.8043458,0.00041764512,0.00042257013,0.00015836382,0.00039292534],"about_ca_topic_score_codex":0.0002719765,"about_ca_topic_score_gemma":0.00022909873,"teacher_disagreement_score":0.17583272,"about_ca_system_score_codex":0.00010982548,"about_ca_system_score_gemma":0.00034868866,"threshold_uncertainty_score":0.9998193},"labels":[],"label_agreement":null},{"id":"W4408565479","doi":"10.1109/mra.2025.3527291","title":"Advancing Reproducibility, Benchmarks, and Education With Remote Sim2real: Remote Simulation to Real Robot Hardware","year":2025,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reproducibility; Computer science; Robot; Embedded system; Computer hardware; Simulation; Artificial intelligence","score_opus":0.03653637704208325,"score_gpt":0.3984336097792792,"score_spread":0.361897232737196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408565479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050826475,0.000047313068,0.9252538,0.011445213,0.0003625227,0.0013967428,0.000012697123,0.00043965405,0.010215569],"genre_scores_gemma":[0.7062496,0.000031931602,0.28579593,0.00069272576,0.00014322373,0.000016506228,0.00008413729,0.000027311879,0.0069586253],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960305,0.00018528556,0.0011091656,0.0014821,0.0008803617,0.00031258387],"domain_scores_gemma":[0.9948384,0.000913978,0.00042596293,0.0021925992,0.0014312629,0.00019780388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002731129,0.000277911,0.00039605336,0.000706936,0.00036459253,0.00037645694,0.00041657206,0.00014530249,0.00007983114],"category_scores_gemma":[0.0026439659,0.00024172317,0.000069618254,0.002308285,0.00007898243,0.0005566725,0.0001330508,0.0001834536,0.000093592644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000366417,0.000059147445,0.001670503,0.00002397348,0.000010069857,5.6939797e-7,0.00014947224,0.7114307,0.001818227,0.001744995,0.008450591,0.27460507],"study_design_scores_gemma":[0.0003310492,0.00010899324,0.08849757,0.0001795683,0.00005115186,0.0000056195627,0.00009745464,0.84812987,0.00079818576,0.045888126,0.015593671,0.00031876194],"about_ca_topic_score_codex":0.00014691005,"about_ca_topic_score_gemma":0.00024215691,"teacher_disagreement_score":0.6554231,"about_ca_system_score_codex":0.00021723847,"about_ca_system_score_gemma":0.00033661118,"threshold_uncertainty_score":0.9857185},"labels":[],"label_agreement":null},{"id":"W4412748152","doi":"10.1109/mra.2025.3584352","title":"Bridging Ethics and Reality: Integrating Thought Experiments and Empirical Insights in Robot Ethics","year":2025,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Intuitive; Norges Forskningsråd; Japan Science and Technology Corporation","keywords":"Bridging (networking); Robot; Human–computer interaction; Computer science; Psychology; Engineering ethics; Cognitive science; Artificial intelligence; Engineering","score_opus":0.12656877717393453,"score_gpt":0.45814870393119905,"score_spread":0.33157992675726455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412748152","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.342502,0.0021132086,0.14758635,0.44401437,0.0024792552,0.0013464034,0.000010819136,0.0005948109,0.059352808],"genre_scores_gemma":[0.98528945,0.0011199943,0.008392703,0.004014372,0.00018039322,0.000008780145,0.0000075507546,0.000015985308,0.00097077043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99711436,0.0011761658,0.0004676677,0.00033018197,0.0005717094,0.0003399392],"domain_scores_gemma":[0.9972809,0.0018701982,0.00015242994,0.00016408374,0.0003864095,0.00014597017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003973092,0.00017942896,0.00030230504,0.00022230804,0.0011661038,0.00046365897,0.00015573212,0.0006953509,0.0000051933816],"category_scores_gemma":[0.0059819,0.00018274155,0.000037253398,0.00061459653,0.0005031434,0.00053483306,0.000087302535,0.0018869798,0.000004934525],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027538943,0.00021929907,0.010245476,0.00033280213,0.000074587086,0.000026022846,0.41127843,0.0035307563,0.004493297,0.5531936,0.0024342665,0.014143911],"study_design_scores_gemma":[0.0053791604,0.00040859057,0.22139448,0.0048873154,0.00030974363,0.000011473013,0.05901696,0.29842514,0.0035644635,0.36568955,0.037947502,0.0029656242],"about_ca_topic_score_codex":0.001209883,"about_ca_topic_score_gemma":0.011601443,"teacher_disagreement_score":0.64278746,"about_ca_system_score_codex":0.00019383105,"about_ca_system_score_gemma":0.00072634756,"threshold_uncertainty_score":0.8968845},"labels":[],"label_agreement":null},{"id":"W4416078419","doi":"10.1109/mra.2025.3620148","title":"A Road Map for Responsible Robotics: Promoting Human Agency and Collaborative Efforts","year":2025,"lang":"en","type":"article","venue":"IEEE Robotics & Automation Magazine","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Universidade do Minho; Universität Bremen; Göteborgs Universitet; Institut des Systèmes Intelligents et de Robotique, Université Pierre et Marie Curie; University of Leeds; Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft; Queensland University of Technology; University of Oxford; Agencia Estatal de Investigación; Universidad de León; KU Leuven; Chalmers Tekniska Högskola; European Regional Development Fund; Universiteit Utrecht; Royal Academy of Engineering; McGill University","keywords":"Road map; Agency (philosophy); Civil society; Robotics; Foundation (evidence); Cognitive map; Human–robot interaction; Robot","score_opus":0.02924967388775467,"score_gpt":0.37488635591662084,"score_spread":0.34563668202886616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416078419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3431256,0.002327857,0.14359763,0.31726602,0.008802601,0.01364697,0.00020068094,0.0026518186,0.1683808],"genre_scores_gemma":[0.9243892,0.00016177607,0.055754647,0.00087928015,0.0005008194,0.00008457386,0.00004084338,0.00004135161,0.018147511],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982005,0.0002684138,0.00043599645,0.0003069354,0.0003599556,0.00042825233],"domain_scores_gemma":[0.9980377,0.00042108432,0.00023780506,0.00018947596,0.00096709165,0.00014686352],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019880615,0.000179367,0.00029819977,0.0002094571,0.0016173332,0.00046694232,0.00018922148,0.00026422876,0.00001841241],"category_scores_gemma":[0.0014226638,0.000193782,0.000069777816,0.00062587723,0.00030044606,0.0005011263,0.000043353702,0.00020264737,0.000018948029],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004823722,0.00021495033,0.00077044836,0.00042211876,0.00014585278,0.000008565255,0.042464774,0.006922688,0.010252461,0.914973,0.012946599,0.010830282],"study_design_scores_gemma":[0.0046345,0.0010481074,0.035337605,0.0015086095,0.00059003726,0.0000022851802,0.0057765413,0.058198754,0.0032698065,0.8355437,0.05221699,0.0018730669],"about_ca_topic_score_codex":0.00014498545,"about_ca_topic_score_gemma":0.0018948464,"teacher_disagreement_score":0.5812636,"about_ca_system_score_codex":0.00017057682,"about_ca_system_score_gemma":0.0008156853,"threshold_uncertainty_score":0.9996824},"labels":[],"label_agreement":null}]}