{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":13,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":13,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"c002c63724e2","filters":{"venue":"Artifact Digital Object Group"}},"results":[{"id":"W3043186838","doi":"10.1145/3406883","title":"Artifact for Article "How Effective Are Smart Contract Analysis Tools? Evaluating Smart Contract Static Analysis Tools using Bug Injection"","year":2020,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Artifact (error); Computer science; Engineering; Artificial intelligence","authors":[{"name":"Asem Ghaleb","is_ca":true},{"name":"Karthik Pattabiraman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06267438748878422,"gpt":0.3041883113458083,"spread":0.2415139238570241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.001632772,0.001928522,0.003526649,0.002698386,0.0009436158,0.01384064,0.00111009,0.0006685326,0.0004155355],"category_scores_gemma":[0.01034872,0.001949681,0.002943295,0.008169495,0.0003189654,0.01274737,0.0006722479,0.001232985,0.001890006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008840098,"about_ca_system_score_gemma":0.0001733751,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001984621,"about_ca_topic_score_gemma":0.008398828,"domain_scores_codex":[0.9911076,0.0001614462,0.002240406,0.002642149,0.001746854,0.002101478],"domain_scores_gemma":[0.9902461,0.00307859,0.00364109,0.001732656,0.00106251,0.0002391224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004329704,0.004412233,0.2353714,0.005566008,0.05660946,0.0004163989,0.0005265307,0.01896548,0.00295441,0.0003068524,0.6099148,0.06062671],"study_design_scores_gemma":[0.005619127,0.001036586,0.1324839,0.001361656,0.05410887,0.00004907816,0.00085114,0.06490653,0.0004363475,0.00167862,0.7295176,0.007950622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.4695933,0.000125476,0.02007149,0.000281654,0.0008560164,0.004100653,0.5039577,0.0006296514,0.0003841197],"genre_scores_gemma":[0.5720229,0.000007796638,0.0002820165,0.0008660075,0.0007751753,0.0003907481,0.4253577,0.0001549329,0.0001426824],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1196027,"threshold_uncertainty_score":0.9993458,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210852286","doi":"10.1145/3462288","title":"Slicer4J","year":2021,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","authors":[{"name":"Khaled E. Ahmed","is_ca":true},{"name":"Mieszko Lis","is_ca":true},{"name":"Julia Rubin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01491189537828501,"gpt":0.2535459624255109,"spread":0.2386340670472258,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002400403,0.001018365,0.001026222,0.0004286256,0.0001655657,0.001873733,0.001009329,0.0005694694,0.002556042],"category_scores_gemma":[0.0007370573,0.001011074,0.0006588035,0.0009612113,0.000197875,0.001513052,0.0007774123,0.001006813,0.1569818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003800407,"about_ca_system_score_gemma":0.0002820866,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000157323,"about_ca_topic_score_gemma":0.0005463615,"domain_scores_codex":[0.995501,0.0001138187,0.0007062016,0.001320743,0.001181236,0.00117696],"domain_scores_gemma":[0.9962356,0.0003227576,0.0004532664,0.002370825,0.0001501785,0.0004673878],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004700193,0.0004602116,0.00005444164,0.0001082774,0.0002803579,0.0007560897,0.00001580259,0.00000182682,0.0001094484,0.00001168352,0.9957855,0.0023693],"study_design_scores_gemma":[0.0004205293,0.000151971,0.000271351,0.0001584692,0.0001458718,0.0001159923,0.00006075792,0.000002625629,0.0001785422,0.0001188152,0.997225,0.001150063],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0009541801,0.000330606,0.000003814856,0.00004966397,0.0009066821,0.0004240565,0.9905709,0.0004358402,0.006324262],"genre_scores_gemma":[0.003587929,0.00003327404,0.00002037397,0.0003859417,0.0006422148,0.0000804278,0.9940968,0.0002625179,0.0008904934],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.1544258,"threshold_uncertainty_score":0.999234,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387781611","doi":"10.1145/3580421","title":"semPY","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Chemistry and Stereochemistry Studies","field":"Chemistry","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Computer science","authors":[{"name":"Olivier Melançon","is_ca":true},{"name":"Marc Feeley","is_ca":true},{"name":"Manuel Serrano","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01588115115176637,"gpt":0.2449602596132068,"spread":0.2290791084614404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007222017,0.0007354219,0.0006795865,0.00005296536,0.0001888089,0.0004390497,0.0007076871,0.0005558226,0.0008587704],"category_scores_gemma":[0.000399196,0.0007220202,0.0004359247,0.0002257522,0.0001722887,0.0002544378,0.0005834904,0.0007371111,0.009704722],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001406172,"about_ca_system_score_gemma":0.00006448918,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008478355,"about_ca_topic_score_gemma":0.00004126564,"domain_scores_codex":[0.9972787,0.000005866321,0.0005738301,0.0008760903,0.0005350833,0.0007304256],"domain_scores_gemma":[0.9979217,0.0003230688,0.0002586446,0.001214352,0.00005553076,0.0002266935],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003662411,0.000141794,0.00007346032,0.0009131677,0.0002909789,0.0002821781,0.00001836627,5.168525e-7,0.002012126,6.515043e-7,0.9950683,0.001161899],"study_design_scores_gemma":[0.0002968011,0.00002135633,0.00001980318,0.0002295615,0.00008503883,0.00004590898,0.0001441205,0.000001611923,0.01225001,0.0001478262,0.9859479,0.0008100741],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.003925694,0.0001318753,5.209549e-7,0.00005283836,0.0002773369,0.0000624279,0.9703224,0.0004436524,0.02478323],"genre_scores_gemma":[0.0070407,0.0001509901,0.000002641367,0.00006247416,0.0008298838,0.00006743158,0.9762732,0.00007169561,0.01550098],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.01023789,"threshold_uncertainty_score":0.9995231,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396215546","doi":"10.1145/3580431","title":"Artifact for the OOPSLA 2024 paper ’Qualifying System F-sub’","year":2024,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Numerical methods for differential equations","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Artifact (error); Computer science; Computer graphics (images); Artificial intelligence","authors":[{"name":"Edward Lee","is_ca":true},{"name":"Yaoyu Zhao","is_ca":false},{"name":"Ondřej Lhoták","is_ca":true},{"name":"James You","is_ca":true},{"name":"Kavin Satheeskumar","is_ca":true},{"name":"Jonathan Immanuel Brachthäuser","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0660591102733327,"gpt":0.3537630285377275,"spread":0.2877039182643948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008833587,0.0008697985,0.001042676,0.000248106,0.0004001299,0.00153749,0.0008957706,0.0004542179,0.0004184327],"category_scores_gemma":[0.003087075,0.0005742618,0.0009407852,0.0006895432,0.0001673235,0.0005802952,0.0004244439,0.0009434042,0.008232044],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003105396,"about_ca_system_score_gemma":0.0001367466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005733877,"about_ca_topic_score_gemma":0.000131251,"domain_scores_codex":[0.9958344,0.00019652,0.001278795,0.0009380052,0.0008499775,0.0009023754],"domain_scores_gemma":[0.9896711,0.007852563,0.000478093,0.001602664,0.0001508194,0.0002447996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004894118,0.0001796953,0.000001757278,0.00209647,0.0007111601,0.00002490237,0.00008677173,0.00000162008,0.0001028661,0.002982828,0.9709198,0.0228432],"study_design_scores_gemma":[0.0002550747,0.0001983612,0.000007758621,0.0006543649,0.001141752,0.00003703887,0.000378226,0.0001884642,0.0001735362,0.09521719,0.9009804,0.0007678262],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0001291638,0.0003375321,0.02798538,0.000269532,0.003862748,0.002200814,0.9638976,0.0004627483,0.0008545174],"genre_scores_gemma":[0.006860155,0.00007630888,0.00477023,0.0003509842,0.001920908,0.002091267,0.9811682,0.0004467088,0.002315237],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.09223436,"threshold_uncertainty_score":0.9996709,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387666740","doi":"10.1145/3580417","title":"Artifact for "Rhombus: A New Spin on Macros without All the Parentheses"","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Theoretical and Computational Physics","field":"Physics and Astronomy","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Reach Technologies (Canada)","funders":"","keywords":"Rhombus; Artifact (error); Spin (aerodynamics); Physics; Mathematics; Computer science; Geometry; Artificial intelligence","authors":[{"name":"Matthew Flatt","is_ca":false},{"name":"Taylor Allred","is_ca":false},{"name":"Nia Angle","is_ca":false},{"name":"Stephen De Gabrielle","is_ca":false},{"name":"Robert Bruce Findler","is_ca":false},{"name":"Jack Firth","is_ca":false},{"name":"Kiran Gopinathan","is_ca":false},{"name":"Ben Greenman","is_ca":false},{"name":"Siddhartha Kasivajhula","is_ca":false},{"name":"Alex Knauth","is_ca":false},{"name":"Jay McCarthy","is_ca":true},{"name":"Samuel Phillips","is_ca":false},{"name":"Sorawee Porncharoenwase","is_ca":false},{"name":"Jens Axel Søgaard","is_ca":false},{"name":"Sam Tobin-Hochstadt","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03484297321495976,"gpt":0.3090582520028619,"spread":0.2742152787879021,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001809266,0.0008149699,0.0007119107,0.0001010746,0.0002914671,0.0009667617,0.0008579377,0.0001619542,0.0003210476],"category_scores_gemma":[0.00009994271,0.0005783493,0.0007501032,0.0003038708,0.0002298496,0.0003451123,0.0002998489,0.000640486,0.0141811],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006965124,"about_ca_system_score_gemma":0.000180421,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003753281,"about_ca_topic_score_gemma":0.0000917385,"domain_scores_codex":[0.9968167,0.00007050575,0.0006775402,0.0008738214,0.0006527007,0.0009087568],"domain_scores_gemma":[0.9969455,0.001238605,0.0003767483,0.001005248,0.00008668133,0.0003472233],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002525358,0.0004788991,0.0001425679,0.00005103337,0.0005096011,0.000002553973,0.0001139126,0.0002730137,0.00001369749,0.01429464,0.9621168,0.02175078],"study_design_scores_gemma":[0.0005450948,0.0002402962,0.0002075463,0.0001372709,0.0001547762,0.00000164142,0.00007755566,0.00005178052,0.00006367922,0.1770507,0.8207574,0.0007122681],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.008203495,0.00002175846,0.006060645,0.0005459625,0.0007170898,0.001342942,0.9815595,0.000187642,0.001360932],"genre_scores_gemma":[0.1327322,0.000004386818,0.00008090494,0.0006062357,0.001816943,0.0002515746,0.8616166,0.0001294186,0.002761733],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.162756,"threshold_uncertainty_score":0.9996668,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4384154443","doi":"10.1145/3554356","title":"Reproduction Package for Article: Towards Reliable Memory Management for Python Native Extensions","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); University of New Brunswick","funders":"","keywords":"Python (programming language); Reproduction; Computer science; Programming language; Ecology; Biology","authors":[{"name":"Joannah Nanjekye","is_ca":true},{"name":"David Avis","is_ca":true},{"name":"Aleksandar Micić","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09967723649193272,"gpt":0.3713743947832586,"spread":0.2716971582913259,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006463584,0.000477801,0.0006563794,0.0009005195,0.0006310969,0.002568986,0.001530973,0.0001638872,0.00006491155],"category_scores_gemma":[0.009565257,0.0003865838,0.0005159593,0.001740101,0.0001556391,0.00111039,0.001320283,0.0002198565,0.00418741],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001695507,"about_ca_system_score_gemma":0.00006891871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001046621,"about_ca_topic_score_gemma":0.00009954994,"domain_scores_codex":[0.993085,0.00007939268,0.001302327,0.00279175,0.001902638,0.0008388688],"domain_scores_gemma":[0.9931257,0.00165743,0.0006362564,0.003828996,0.0005346102,0.0002169495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001001856,0.0002346449,0.000002456926,0.0000849096,0.0001053292,0.00001999586,0.00005398623,0.0001109118,0.000007005714,0.0001240294,0.9028684,0.09628814],"study_design_scores_gemma":[0.0005694236,0.0003283418,0.0003213118,0.0001017907,0.0001271216,0.000005264253,0.001122714,0.0008202428,0.0001811919,0.02045536,0.9754764,0.0004907714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0008908481,0.00005430194,0.01355349,0.0008302644,0.007957582,0.003056551,0.972105,0.0003611974,0.001190737],"genre_scores_gemma":[0.002909235,0.0000383052,0.001502433,0.0003068822,0.000716979,0.000693169,0.9653229,0.00008133057,0.02842878],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.09579737,"threshold_uncertainty_score":0.9998586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387667103","doi":"10.1145/3580414","title":"Artifact for the OOPSLA 2023 paper 'Simple Reference Immutability for System F-Sub'","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Immutability; Artifact (error); Simple (philosophy); Computer science; Blockchain; Artificial intelligence; Computer security; Epistemology; Philosophy","authors":[{"name":"Edward A. Lee","is_ca":true},{"name":"Ondřej Lhoták","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1338082854226514,"gpt":0.402973562425632,"spread":0.2691652770029806,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002083919,0.0005090746,0.0007430829,0.000234871,0.0007354221,0.001775336,0.001971632,0.0003778056,0.0001329839],"category_scores_gemma":[0.004170815,0.0003218022,0.0007057985,0.001021101,0.0001903184,0.0007975484,0.0004021527,0.000327815,0.002952332],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001713809,"about_ca_system_score_gemma":0.0001540449,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002732277,"about_ca_topic_score_gemma":0.0004218013,"domain_scores_codex":[0.9951574,0.00008812108,0.001594424,0.001285071,0.001198259,0.0006766926],"domain_scores_gemma":[0.9818072,0.01395032,0.0007206366,0.002763821,0.0005789938,0.0001790821],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006676189,0.00007073573,0.00003053154,0.00006061941,0.00005115097,9.065154e-7,0.00001582513,0.00004297268,0.00004444789,0.0007816998,0.9748583,0.02397605],"study_design_scores_gemma":[0.000249335,0.0001688955,0.0009717461,0.00003585427,0.00006720796,0.000003897868,0.0004532225,0.00107366,0.0001676368,0.02129296,0.9750986,0.0004170179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0006648851,0.00006403911,0.009922403,0.0003898017,0.0004738111,0.003833842,0.9839424,0.0003674481,0.0003412931],"genre_scores_gemma":[0.1473126,0.00002421769,0.0001120229,0.0002361321,0.0003454385,0.003794861,0.8472052,0.00005646245,0.0009131132],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.1466477,"threshold_uncertainty_score":0.9999234,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390605965","doi":"10.1145/3580426","title":"Artifacts and Reproduction Package for Article `Indexed Types for a Statically Safe WebAssembly'","year":2024,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Reproduction; Computer science; Programming language; Biology; Genetics","authors":[{"name":"Adam T. Geller","is_ca":true},{"name":"Justin Frank","is_ca":true},{"name":"William J. Bowman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009583764294774214,"gpt":0.2299114389928803,"spread":0.220327674698106,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001561067,0.0003297972,0.0003231801,0.0001343394,0.00008047642,0.0006214147,0.0001061565,0.0001833338,0.00003738514],"category_scores_gemma":[0.0002767491,0.0003061969,0.0001060295,0.0001116646,0.00002354768,0.0004999579,0.00004462153,0.0001686233,0.0002902294],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005736113,"about_ca_system_score_gemma":0.00002535981,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005046881,"about_ca_topic_score_gemma":0.0000384631,"domain_scores_codex":[0.9985499,0.000006560281,0.0003756659,0.000529284,0.000156007,0.0003825243],"domain_scores_gemma":[0.9992031,0.0001791805,0.00006357085,0.000380105,0.00005685188,0.0001172026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000110394,0.00008391249,0.000005125886,0.002770122,0.0001825328,0.000005309066,0.00007991043,0.004336928,0.0001884834,0.00006765435,0.9784446,0.01372508],"study_design_scores_gemma":[0.0004440288,0.0003593975,0.00007602614,0.0001733342,0.0001973254,0.00001035029,0.00003341873,0.01562373,0.007588841,0.003569991,0.9713076,0.0006159501],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.003752894,0.0004295182,0.03173224,0.0002191117,0.000943032,0.001446383,0.960837,0.0004657232,0.0001740692],"genre_scores_gemma":[0.1856492,0.0001897847,0.00114491,0.000064414,0.0004506255,0.0004355311,0.8115655,0.0001417574,0.0003582039],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.1818963,"threshold_uncertainty_score":0.999939,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033961098","doi":"10.1145/3277001","title":"Replication Package for Paper","year":2018,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Computer science; Biology; Virology","authors":[{"name":"Mohammad Masudur Rahman","is_ca":true},{"name":"Chanchal Kumar Roy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09313928216993124,"gpt":0.3772842686872945,"spread":0.2841449865173633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004139284,0.0003491176,0.000449141,0.0004209394,0.0003164091,0.00393428,0.00254376,0.0001695906,0.0007268743],"category_scores_gemma":[0.0115698,0.0002599565,0.0003425892,0.0007856672,0.0001810824,0.001288344,0.0009531464,0.0001531952,0.007448497],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006819223,"about_ca_system_score_gemma":0.00005940038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000419679,"about_ca_topic_score_gemma":0.0001134048,"domain_scores_codex":[0.9945787,0.00007126363,0.001038306,0.002179664,0.001612809,0.0005193242],"domain_scores_gemma":[0.9902043,0.001652661,0.0006003255,0.007045289,0.0003126916,0.0001847562],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002498653,0.00009764908,0.00002084843,0.00001273988,0.00002517284,0.000003039709,0.00001678526,6.98831e-7,0.000009540255,0.00005635932,0.9424357,0.05729643],"study_design_scores_gemma":[0.0001891232,0.0001808698,0.0003623544,0.00002697817,0.00002773769,0.000004111464,0.00005095527,0.00007190352,0.0000408755,0.009344301,0.9893702,0.00033055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0003718048,0.00002374757,0.00392851,0.0002746237,0.002199799,0.0006834998,0.9905902,0.0001032822,0.001824563],"genre_scores_gemma":[0.004644659,0.000005229217,0.0002161881,0.0006403622,0.0005820224,0.00007354647,0.9905202,0.00002204489,0.003295784],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.05696588,"threshold_uncertainty_score":0.9999853,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3208591130","doi":"10.1145/3476485","title":"Implementation of the article "Hybrid, scalable, trace-driven performance modeling of GPGPUs"","year":2021,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Advanced Micro Devices (Canada)","funders":"","keywords":"TRACE (psycholinguistics); Scalability; Computer science; Operating system; Philosophy","authors":[{"name":"Yehia Arafa","is_ca":false},{"name":"Abdel‐Hameed A. Badawy","is_ca":false},{"name":"Atanu Barai","is_ca":false},{"name":"Gopinath Chennupati","is_ca":false},{"name":"Ammar ElWazir","is_ca":false},{"name":"Stephan Eidenbenz","is_ca":false},{"name":"Ali Eker","is_ca":true},{"name":"Nandakishore Santhi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02290514651777953,"gpt":0.262152581652043,"spread":0.2392474351342635,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003630477,0.0003837138,0.0005993725,0.000129129,0.0001660648,0.0004461868,0.001562214,0.0001227185,0.00003783574],"category_scores_gemma":[0.00007191399,0.0003126423,0.0003435738,0.0007237721,0.00008371748,0.0009792809,0.000704248,0.0003276621,0.0001140956],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008336868,"about_ca_system_score_gemma":0.0002394461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003831479,"about_ca_topic_score_gemma":0.0002871976,"domain_scores_codex":[0.9968213,0.0001323183,0.001085556,0.0006148206,0.0008132269,0.0005327089],"domain_scores_gemma":[0.9972482,0.0001503683,0.0006985234,0.001554309,0.0002331864,0.0001154533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006627524,0.001138793,0.01015562,0.001851009,0.0006601241,0.00002409713,0.001628963,0.1241753,0.001234406,0.0003083623,0.826304,0.03245312],"study_design_scores_gemma":[0.00266736,0.0006532653,0.005240813,0.00235708,0.0002913249,0.0003004522,0.0005661374,0.3011632,0.006275608,0.0006489746,0.6773069,0.00252894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4820765,0.0002164007,0.05456801,0.00007579415,0.0009874691,0.0005806387,0.4611895,0.00009611655,0.0002095883],"genre_scores_gemma":[0.8415135,0.00002434443,0.0004883933,0.00003632543,0.00008622775,0.00001565897,0.157744,0.00001818306,0.00007340984],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.359437,"threshold_uncertainty_score":0.9999326,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033301772","doi":"10.1145/3373099","title":"Replication Package for Article","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Biology; Computational biology; Virology","authors":[{"name":"Azadeh Farzan","is_ca":true},{"name":"Anthony Vandikas","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02893316309728294,"gpt":0.2946274075627906,"spread":0.2656942444655077,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004291083,0.0005709817,0.0005951556,0.000241401,0.0001173249,0.0007900741,0.0007398727,0.0003542345,0.0002370476],"category_scores_gemma":[0.001384175,0.0005509752,0.00041076,0.0003921039,0.00009904108,0.001413471,0.0002210234,0.0003320913,0.0864543],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002776106,"about_ca_system_score_gemma":0.00009317275,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004107723,"about_ca_topic_score_gemma":0.00006754315,"domain_scores_codex":[0.996644,0.00004341082,0.000678919,0.001286854,0.0005373326,0.0008094366],"domain_scores_gemma":[0.9946048,0.0004510786,0.0005209488,0.004066767,0.0001360482,0.0002203308],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001726882,0.0004737959,0.0001183176,0.0001375932,0.0001085212,0.00000632763,0.00001901777,0.00000231147,0.001638591,0.00003778711,0.9947733,0.00251173],"study_design_scores_gemma":[0.0006940965,0.000489424,0.0006268267,0.00006264306,0.0001134921,0.00001603796,0.0000252762,0.00003942305,0.002969457,0.0007271225,0.9935385,0.0006977238],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.005891289,0.00004457004,0.0001487416,0.0000488985,0.0003715778,0.001958897,0.9905219,0.0002761639,0.0007379804],"genre_scores_gemma":[0.06561463,0.000005865617,0.00004461726,0.0002119397,0.000283561,0.0003450155,0.9327561,0.0001909637,0.0005472901],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.08621725,"threshold_uncertainty_score":0.9996942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033974021","doi":"10.1145/3342529","title":"Learn-OCaml Extensions and Repository for Article Teaching the Art of Functional Programming using Automated Grading (Experience Report)","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Grading (engineering); Computer science; Programming language; Functional programming; Software engineering; Mathematics education; Engineering; Psychology","authors":[{"name":"Aliya Hameer","is_ca":true},{"name":"Brigitte Pientka","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02939641665517751,"gpt":0.3139160516332025,"spread":0.284519634978025,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003588225,0.0001955311,0.0002331021,0.0001131337,0.0004553209,0.000362535,0.0003961975,0.0001258295,0.000002002349],"category_scores_gemma":[0.000312231,0.0001503946,0.00009923499,0.0001812988,0.000169811,0.0008380646,0.0002866854,0.00032738,0.00000752456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006247743,"about_ca_system_score_gemma":0.0001523541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002205135,"about_ca_topic_score_gemma":0.000002971529,"domain_scores_codex":[0.9984452,0.00004370777,0.0004499752,0.0004968069,0.0002868932,0.0002774732],"domain_scores_gemma":[0.9982976,0.0004558497,0.0004072037,0.00069626,0.00008784174,0.00005525041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006632583,0.001886645,0.008200403,0.0003822421,0.0005026328,0.0002160976,0.001404443,0.0008579766,0.01109032,0.01087546,0.9423799,0.02213753],"study_design_scores_gemma":[0.000784742,0.0009766534,0.01336712,0.0007889164,0.0001929949,0.00430767,0.001812588,0.1030945,0.003222509,0.00378569,0.8662359,0.001430758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7002349,0.0005214135,0.1825428,0.002131838,0.006104239,0.004056654,0.1023769,0.001634982,0.0003961882],"genre_scores_gemma":[0.916093,0.000003695114,0.009000978,0.0001073252,0.0001194932,0.0001232258,0.07431685,0.00001888942,0.0002165581],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.215858,"threshold_uncertainty_score":0.6132912,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033239918","doi":"10.1145/3345842","title":"Artifact","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Artifact (error); Computer science; Artificial intelligence","authors":[{"name":"Manuel Rigger","is_ca":false},{"name":"Stefan Marr","is_ca":false},{"name":"Bram Adams","is_ca":true},{"name":"Hanspeter Mössenböck","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02235206150082687,"gpt":0.2661854378167956,"spread":0.2438333763159687,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0004140624,0.001555197,0.001501173,0.0007922599,0.0001780537,0.001847283,0.001624586,0.000838173,0.00375341],"category_scores_gemma":[0.0006571304,0.001455892,0.0009046781,0.0008824682,0.0002862201,0.002554146,0.0007843706,0.001418705,0.5727582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005474262,"about_ca_system_score_gemma":0.0002799167,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002065705,"about_ca_topic_score_gemma":0.000227675,"domain_scores_codex":[0.9934224,0.0001354535,0.001230171,0.001760204,0.00163915,0.001812569],"domain_scores_gemma":[0.9944585,0.0005268525,0.0008249594,0.003458811,0.0001411126,0.0005897454],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001642995,0.0005737916,0.000266678,0.0001651459,0.0003385817,0.0002127238,0.00002359108,0.0000142988,0.0001557358,0.00001254762,0.99551,0.002562567],"study_design_scores_gemma":[0.0006915759,0.0004718576,0.0008523877,0.0001823209,0.0001878125,0.00009810044,0.00003647252,0.00001492018,0.0002080873,0.0002742368,0.9952285,0.001753736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.003208511,0.0001383964,0.000007508859,0.00003209861,0.001540753,0.001192726,0.9858738,0.0005570268,0.007449187],"genre_scores_gemma":[0.03399054,0.00002701064,0.00001431427,0.0003621055,0.0005535366,0.00008718151,0.9629681,0.0003956245,0.001601571],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.5690048,"threshold_uncertainty_score":0.9997196,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}