{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":13,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":13,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"c002c63724e2","filters":{"venue":"Artifact Digital Object Group"}},"results":[{"id":"W3043186838","doi":"10.1145/3406883","title":"Artifact for Article "How Effective Are Smart Contract Analysis Tools? Evaluating Smart Contract Static Analysis Tools using Bug Injection"","year":2020,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Artifact (error); Computer science; Engineering; Artificial intelligence","authors":[{"name":"Asem Ghaleb","is_ca":true},{"name":"Karthik Pattabiraman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06267438748878422,"gpt":0.3041883113458083,"spread":0.2415139238570241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002358133,0.002041639,0.001155594,0.006263364,0.001099205,0.002873391,0.002457588,0.001893279,0.06233937],"category_scores_gemma":[0.01373735,0.0006660786,0.001488258,0.004756549,0.0005608134,0.001500608,0.002539416,0.001561297,0.07567149],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002396318,"about_ca_system_score_gemma":0.003272027,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06705365,"about_ca_topic_score_gemma":0.1401912,"domain_scores_codex":[0.9972948,0.0003560424,0.0002943251,0.0004659923,0.001272086,0.0003167133],"domain_scores_gemma":[0.9905205,0.001875229,0.0008507707,0.00241419,0.003493976,0.0008453705],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008493512,0.00003849821,0.00129526,0.0004609476,0.00002553673,0.00001053861,0.00001856692,0.0002788258,0.0001153489,0.000386801,0.9935682,0.003716426],"study_design_scores_gemma":[0.0005041212,0.00008046071,0.01429996,0.0005731891,0.00006767974,0.00007097708,0.0002384388,0.002631113,0.0008595737,0.001877417,0.9787481,0.00004897603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0003463071,0.00005847127,0.000090614,0.0001686062,0.00005695979,0.00002466544,0.9973846,0.0004703127,0.001399412],"genre_scores_gemma":[0.0007558627,0.00003547566,0.00038701,0.00007142768,0.00001057079,0.0000574426,0.9972606,0.00006159983,0.00136008],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.06705365,"threshold_uncertainty_score":0.208546,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210852286","doi":"10.1145/3462288","title":"Slicer4J","year":2021,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","authors":[{"name":"Khaled E. Ahmed","is_ca":true},{"name":"Mieszko Lis","is_ca":true},{"name":"Julia Rubin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01491189537828501,"gpt":0.2535459624255109,"spread":0.2386340670472258,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00104761,0.007426271,0.00240149,0.007043603,0.001415218,0.003060868,0.004545494,0.003274898,0.1098398],"category_scores_gemma":[0.005470483,0.001321605,0.003112871,0.007706108,0.000902193,0.001934125,0.002825568,0.002404368,0.1928027],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001350738,"about_ca_system_score_gemma":0.002989095,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0271466,"about_ca_topic_score_gemma":0.04849907,"domain_scores_codex":[0.998493,0.0002297862,0.0001599472,0.0004561262,0.0003766163,0.0002845564],"domain_scores_gemma":[0.9978874,0.0003921431,0.0001399408,0.0007327795,0.0005618571,0.0002859509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009815671,0.00004681641,0.0002114537,0.0006915184,0.00003856242,0.0000226158,0.00002354862,0.0002814428,0.00032687,0.0002484288,0.9940474,0.003963209],"study_design_scores_gemma":[0.0006321216,0.00008992921,0.002045678,0.0002930659,0.00009502487,0.0001345613,0.0001429052,0.001400913,0.001822889,0.002073078,0.9911906,0.00007941495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0004986278,0.0002422848,0.0002777716,0.0001030897,0.0001227509,0.00005466946,0.9921194,0.004628662,0.001952594],"genre_scores_gemma":[0.0004429976,0.0001087869,0.0008221274,0.00005976409,0.00001396712,0.00009434124,0.9965867,0.0004305014,0.001440786],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.1098398,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387781611","doi":"10.1145/3580421","title":"semPY","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Chemistry and Stereochemistry Studies","field":"Chemistry","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Computer science","authors":[{"name":"Olivier Melançon","is_ca":true},{"name":"Marc Feeley","is_ca":true},{"name":"Manuel Serrano","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01588115115176637,"gpt":0.2449602596132068,"spread":0.2290791084614404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001178412,0.005758251,0.002164182,0.005648793,0.001154092,0.003266181,0.003994706,0.003124382,0.1163732],"category_scores_gemma":[0.005924222,0.001028872,0.002444936,0.006508351,0.0008045845,0.001705025,0.002791382,0.002360284,0.1924576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001411612,"about_ca_system_score_gemma":0.002503346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0188195,"about_ca_topic_score_gemma":0.03093438,"domain_scores_codex":[0.9986308,0.0002532768,0.0001181904,0.0004524723,0.0003295577,0.0002156902],"domain_scores_gemma":[0.9978968,0.0005424546,0.0001621084,0.0007263748,0.0003644856,0.0003077213],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001061404,0.00004539911,0.0003378673,0.0006965603,0.00004548904,0.00002174981,0.00002213513,0.0005572708,0.0002262864,0.0004414046,0.9938802,0.003619402],"study_design_scores_gemma":[0.0005470056,0.00005845586,0.001737641,0.0002776611,0.00006445844,0.00008187858,0.00007887038,0.001883269,0.001081029,0.002934296,0.9912047,0.00005069766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"software","genre_scores_codex":[0.0002564953,0.0001217508,0.0001746384,0.00006514792,0.00004680286,0.0000218011,0.9952991,0.002936356,0.001077838],"genre_scores_gemma":[0.0004150277,0.00007546967,0.0004884743,0.00006547415,0.00000840278,0.00005909301,0.9977374,0.0002877527,0.0008629481],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.1163732,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396215546","doi":"10.1145/3580431","title":"Artifact for the OOPSLA 2024 paper ’Qualifying System F-sub’","year":2024,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Numerical methods for differential equations","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Artifact (error); Computer science; Computer graphics (images); Artificial intelligence","authors":[{"name":"Edward Lee","is_ca":true},{"name":"Yaoyu Zhao","is_ca":false},{"name":"Ondřej Lhoták","is_ca":true},{"name":"James You","is_ca":true},{"name":"Kavin Satheeskumar","is_ca":true},{"name":"Jonathan Immanuel Brachthäuser","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0660591102733327,"gpt":0.3537630285377275,"spread":0.2877039182643948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002554938,0.003686273,0.002546428,0.009416089,0.001568235,0.005697835,0.003779679,0.004014045,0.2971395],"category_scores_gemma":[0.02223066,0.00101589,0.002681524,0.009383929,0.0007765694,0.00250459,0.004094291,0.002439391,0.3466762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00188705,"about_ca_system_score_gemma":0.004666425,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02161226,"about_ca_topic_score_gemma":0.03287432,"domain_scores_codex":[0.9965616,0.0006027806,0.0004626918,0.0007794291,0.001077131,0.0005162889],"domain_scores_gemma":[0.9888581,0.003443522,0.0008435292,0.002740701,0.003059056,0.001055073],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003619769,0.00001453471,0.0001402824,0.0005114429,0.00001409396,0.000007923902,0.00001060826,0.0000727547,0.00004860547,0.0002475405,0.9976203,0.001275693],"study_design_scores_gemma":[0.0003168676,0.00002241785,0.001257133,0.000458857,0.00002981712,0.00003665477,0.00006682995,0.0003422844,0.0002643869,0.001958389,0.9952168,0.00002962446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.00004200363,0.00004919798,0.0001010024,0.0001001164,0.00008311717,0.00002035689,0.9978819,0.0009549819,0.0007673022],"genre_scores_gemma":[0.0001767596,0.00004484034,0.000361568,0.0001090661,0.00001922063,0.0001048417,0.9979226,0.0003497417,0.0009114275],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.2971395,"threshold_uncertainty_score":0.9940307,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387666740","doi":"10.1145/3580417","title":"Artifact for "Rhombus: A New Spin on Macros without All the Parentheses"","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Theoretical and Computational Physics","field":"Physics and Astronomy","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Reach Technologies (Canada)","funders":"","keywords":"Rhombus; Artifact (error); Spin (aerodynamics); Physics; Mathematics; Computer science; Geometry; Artificial intelligence","authors":[{"name":"Matthew Flatt","is_ca":false},{"name":"Taylor Allred","is_ca":false},{"name":"Nia Angle","is_ca":false},{"name":"Stephen De Gabrielle","is_ca":false},{"name":"Robert Bruce Findler","is_ca":false},{"name":"Jack Firth","is_ca":false},{"name":"Kiran Gopinathan","is_ca":false},{"name":"Ben Greenman","is_ca":false},{"name":"Siddhartha Kasivajhula","is_ca":false},{"name":"Alex Knauth","is_ca":false},{"name":"Jay McCarthy","is_ca":true},{"name":"Samuel Phillips","is_ca":false},{"name":"Sorawee Porncharoenwase","is_ca":false},{"name":"Jens Axel Søgaard","is_ca":false},{"name":"Sam Tobin-Hochstadt","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03484297321495976,"gpt":0.3090582520028619,"spread":0.2742152787879021,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001294324,0.004372858,0.002190919,0.004438367,0.001647571,0.004538994,0.0034153,0.002936357,0.2115036],"category_scores_gemma":[0.007347169,0.001196782,0.002479426,0.005420253,0.0008791499,0.002380722,0.003887227,0.002909919,0.3123864],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002102725,"about_ca_system_score_gemma":0.004587033,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03412476,"about_ca_topic_score_gemma":0.08340765,"domain_scores_codex":[0.9982275,0.0002109112,0.0001961537,0.0004658031,0.0005378122,0.0003617998],"domain_scores_gemma":[0.995351,0.0009353095,0.0002993573,0.001640698,0.00110888,0.000664814],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003558167,0.00001185371,0.0001331707,0.0001753547,0.000007962039,0.000005253069,0.000007574467,0.00004939983,0.0000525693,0.0001851928,0.9984784,0.0008577817],"study_design_scores_gemma":[0.0003340153,0.00002157464,0.001444988,0.0001893001,0.00002065264,0.00003117305,0.00005170361,0.0004415443,0.0005988534,0.001594404,0.9952362,0.00003559394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.00006642152,0.00003661933,0.00008746328,0.00007158349,0.00008591378,0.00001159305,0.9967725,0.001826429,0.001041483],"genre_scores_gemma":[0.0002213139,0.00003148484,0.0003924812,0.00009238011,0.00001276681,0.00005231301,0.9973729,0.0005077038,0.001316681],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.2115036,"threshold_uncertainty_score":0.70755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4384154443","doi":"10.1145/3554356","title":"Reproduction Package for Article: Towards Reliable Memory Management for Python Native Extensions","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); University of New Brunswick","funders":"","keywords":"Python (programming language); Reproduction; Computer science; Programming language; Ecology; Biology","authors":[{"name":"Joannah Nanjekye","is_ca":true},{"name":"David Avis","is_ca":true},{"name":"Aleksandar Micić","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09967723649193272,"gpt":0.3713743947832586,"spread":0.2716971582913259,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00264782,0.001254764,0.0007630734,0.001676976,0.0008186861,0.002907831,0.002290815,0.0007481795,0.1505593],"category_scores_gemma":[0.0158152,0.0008623268,0.001137587,0.002781484,0.0005873798,0.002846431,0.002406394,0.002413735,0.1515708],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006204983,"about_ca_system_score_gemma":0.002011391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006291255,"about_ca_topic_score_gemma":0.00983292,"domain_scores_codex":[0.9986405,0.0002249087,0.0001996638,0.0003236187,0.0004144066,0.0001968882],"domain_scores_gemma":[0.9934893,0.001719736,0.00019823,0.003004319,0.00129022,0.0002982058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009170076,0.000020004,0.0004225473,0.0001601483,0.00001360981,0.00001691563,0.00003373663,0.0003052952,0.0005147635,0.001203629,0.9851729,0.01204484],"study_design_scores_gemma":[0.0003713947,0.00003003192,0.004461657,0.0001976273,0.00002781732,0.00009966469,0.00009100365,0.00607984,0.004776032,0.009519323,0.9742843,0.00006130837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.001226143,0.00006219019,0.02114989,0.0004912881,0.0003599023,0.0002232669,0.8588135,0.1073849,0.01028892],"genre_scores_gemma":[0.006520927,0.0001115396,0.0270686,0.0003857577,0.00008802823,0.000694258,0.9299649,0.02718325,0.007982672],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.1505593,"threshold_uncertainty_score":0.5036711,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387667103","doi":"10.1145/3580414","title":"Artifact for the OOPSLA 2023 paper 'Simple Reference Immutability for System F-Sub'","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Immutability; Artifact (error); Simple (philosophy); Computer science; Blockchain; Artificial intelligence; Computer security; Epistemology; Philosophy","authors":[{"name":"Edward A. Lee","is_ca":true},{"name":"Ondřej Lhoták","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1338082854226514,"gpt":0.402973562425632,"spread":0.2691652770029806,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002202811,0.003194763,0.001955064,0.006795807,0.001663469,0.004087596,0.004647381,0.004421887,0.208903],"category_scores_gemma":[0.02211983,0.001170699,0.00309714,0.006627553,0.0006730504,0.00233036,0.003072967,0.003274241,0.1951493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002557864,"about_ca_system_score_gemma":0.005102483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04886168,"about_ca_topic_score_gemma":0.06994263,"domain_scores_codex":[0.996682,0.0005219824,0.0004283163,0.000735042,0.00119056,0.0004421351],"domain_scores_gemma":[0.9867004,0.004696331,0.0009479949,0.004003861,0.002971295,0.0006801099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005645264,0.00002404709,0.0002851196,0.000843013,0.00002249794,0.000008938896,0.0000143225,0.0002560397,0.00005810499,0.0003503027,0.9959388,0.002142331],"study_design_scores_gemma":[0.0004925146,0.00004041633,0.002603524,0.0008004265,0.00005359203,0.00004245956,0.00008128786,0.001206876,0.000394273,0.002419131,0.9918255,0.00004006144],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.00006037423,0.00003671267,0.00009936083,0.0000720838,0.00004320561,0.00001789026,0.9979817,0.000911631,0.0007769968],"genre_scores_gemma":[0.0003440868,0.00003502711,0.0003619991,0.00007220506,0.000009055364,0.0000888095,0.9982438,0.0002068642,0.0006381494],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.208903,"threshold_uncertainty_score":0.6988503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390605965","doi":"10.1145/3580426","title":"Artifacts and Reproduction Package for Article `Indexed Types for a Statically Safe WebAssembly'","year":2024,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Reproduction; Computer science; Programming language; Biology; Genetics","authors":[{"name":"Adam T. Geller","is_ca":true},{"name":"Justin Frank","is_ca":true},{"name":"William J. Bowman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009583764294774214,"gpt":0.2299114389928803,"spread":0.220327674698106,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001307598,0.00350707,0.001737259,0.006593231,0.001163072,0.002945948,0.003192105,0.003078826,0.1765675],"category_scores_gemma":[0.007338313,0.001183245,0.002356139,0.006660673,0.0006666004,0.001728109,0.002456442,0.002521532,0.2534714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001398961,"about_ca_system_score_gemma":0.002995081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01977153,"about_ca_topic_score_gemma":0.03570025,"domain_scores_codex":[0.9985594,0.0001696379,0.0001939035,0.0003868778,0.0004033903,0.0002867163],"domain_scores_gemma":[0.9950345,0.001129778,0.0005194544,0.001824706,0.001026041,0.0004656161],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006828798,0.00003324985,0.0004971906,0.0005583608,0.0000176297,0.00001381839,0.00001255714,0.0001648055,0.0001364918,0.00024029,0.9957103,0.002546924],"study_design_scores_gemma":[0.0003198241,0.0000277308,0.003650273,0.0003600325,0.00004007629,0.00007245137,0.00008654259,0.0006362871,0.0006679469,0.001296786,0.992799,0.00004293511],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.00008536204,0.00003543897,0.00008519524,0.00003734031,0.00003424442,0.00001360006,0.9984719,0.0006828074,0.0005541001],"genre_scores_gemma":[0.0002741827,0.00004320397,0.0004091172,0.00004414917,0.00000738889,0.000062617,0.9981989,0.0001366111,0.0008238624],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.1765675,"threshold_uncertainty_score":0.5906773,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033961098","doi":"10.1145/3277001","title":"Replication Package for Paper","year":2018,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Computer science; Biology; Virology","authors":[{"name":"Mohammad Masudur Rahman","is_ca":true},{"name":"Chanchal Kumar Roy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09313928216993124,"gpt":0.3772842686872945,"spread":0.2841449865173633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01036329,0.003145251,0.003386127,0.01568169,0.002575717,0.009198026,0.005582588,0.001988293,0.6741151],"category_scores_gemma":[0.1085918,0.002231791,0.004406723,0.01914505,0.001942029,0.003763783,0.005223155,0.004365011,0.4968045],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001871102,"about_ca_system_score_gemma":0.009627399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009613746,"about_ca_topic_score_gemma":0.01429004,"domain_scores_codex":[0.9904038,0.001903355,0.001811578,0.002934703,0.001901367,0.001045294],"domain_scores_gemma":[0.9282377,0.01830104,0.003121136,0.03517691,0.01230391,0.002859273],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009659318,0.0000281073,0.000315194,0.0007860826,0.00008382931,0.00001649562,0.00005736349,0.00008485394,0.0001164882,0.0009040227,0.9936066,0.003904374],"study_design_scores_gemma":[0.0006422977,0.00003152729,0.001906284,0.0006133242,0.00009820324,0.00005260483,0.0001535272,0.0003000349,0.0004884056,0.006646599,0.9890008,0.00006638683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0001553928,0.00003995222,0.001307903,0.0003086749,0.0007482342,0.0003503076,0.9872837,0.005923032,0.003882745],"genre_scores_gemma":[0.003112648,0.0001763239,0.008808953,0.0004784585,0.0003840956,0.004950124,0.9563014,0.01086853,0.01491935],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.9896367,"threshold_uncertainty_score":0.4648352,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3208591130","doi":"10.1145/3476485","title":"Implementation of the article "Hybrid, scalable, trace-driven performance modeling of GPGPUs"","year":2021,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Advanced Micro Devices (Canada)","funders":"","keywords":"TRACE (psycholinguistics); Scalability; Computer science; Operating system; Philosophy","authors":[{"name":"Yehia Arafa","is_ca":false},{"name":"Abdel‐Hameed A. Badawy","is_ca":false},{"name":"Atanu Barai","is_ca":false},{"name":"Gopinath Chennupati","is_ca":false},{"name":"Ammar ElWazir","is_ca":false},{"name":"Stephan Eidenbenz","is_ca":false},{"name":"Ali Eker","is_ca":true},{"name":"Nandakishore Santhi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02290514651777953,"gpt":0.262152581652043,"spread":0.2392474351342635,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084702,0.00128391,0.0007567411,0.001525957,0.0008418346,0.001434156,0.002683735,0.00102758,0.02726583],"category_scores_gemma":[0.003563989,0.0004495571,0.00108041,0.002220384,0.0003458524,0.0008904617,0.0009262979,0.00131879,0.02762889],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001291062,"about_ca_system_score_gemma":0.002483686,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03291494,"about_ca_topic_score_gemma":0.08954615,"domain_scores_codex":[0.999273,0.00008822,0.00007728184,0.0001968223,0.0002563342,0.0001082662],"domain_scores_gemma":[0.9981228,0.0002914593,0.00008492505,0.0006995761,0.0006610085,0.0001403375],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003394357,0.0002188051,0.001859917,0.000617608,0.00006676756,0.00003873434,0.00003356612,0.008671982,0.001363906,0.001739403,0.9639706,0.02107931],"study_design_scores_gemma":[0.001396032,0.0003406159,0.01606596,0.0002259752,0.00009883881,0.0002390352,0.0001909838,0.09741066,0.01295903,0.008629375,0.8623277,0.0001158173],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.004752556,0.0001166042,0.003726237,0.0003493609,0.000218767,0.0001647758,0.9758661,0.00897652,0.005828924],"genre_scores_gemma":[0.008367596,0.00008343335,0.007731701,0.0001161982,0.00002350535,0.0002460296,0.979916,0.0004454984,0.003069973],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.03291494,"threshold_uncertainty_score":0.09121323,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033301772","doi":"10.1145/3373099","title":"Replication Package for Article","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Biology; Computational biology; Virology","authors":[{"name":"Azadeh Farzan","is_ca":true},{"name":"Anthony Vandikas","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02893316309728294,"gpt":0.2946274075627906,"spread":0.2656942444655077,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004678244,0.003292595,0.002486727,0.0101211,0.00169884,0.005263491,0.004065922,0.001813304,0.5396655],"category_scores_gemma":[0.0382334,0.001582343,0.00313809,0.01071786,0.00116382,0.002435856,0.003814179,0.002744297,0.4493729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001368987,"about_ca_system_score_gemma":0.005242677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01279497,"about_ca_topic_score_gemma":0.02190794,"domain_scores_codex":[0.996282,0.0007578189,0.0005576778,0.001150045,0.000702701,0.0005496304],"domain_scores_gemma":[0.9775879,0.006204502,0.001103526,0.009679961,0.003915559,0.001508571],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000626815,0.00001882582,0.0002150941,0.0004441092,0.00004114668,0.000006999282,0.00002605581,0.00007153014,0.00008323153,0.0003083627,0.9966111,0.002110969],"study_design_scores_gemma":[0.0005072378,0.00003182192,0.001493571,0.000270896,0.00007008394,0.00003324576,0.00009712633,0.0002896329,0.0005037197,0.002886598,0.9937674,0.00004869657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.00008304753,0.00002444407,0.0002659069,0.0001091979,0.0001616918,0.00007428645,0.9948537,0.002904766,0.001523009],"genre_scores_gemma":[0.0008398641,0.00007603595,0.001688938,0.0001648415,0.00007425737,0.0009026225,0.9887863,0.00287939,0.004587702],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.9953218,"threshold_uncertainty_score":0.6566113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033974021","doi":"10.1145/3342529","title":"Learn-OCaml Extensions and Repository for Article Teaching the Art of Functional Programming using Automated Grading (Experience Report)","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Grading (engineering); Computer science; Programming language; Functional programming; Software engineering; Mathematics education; Engineering; Psychology","authors":[{"name":"Aliya Hameer","is_ca":true},{"name":"Brigitte Pientka","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02939641665517751,"gpt":0.3139160516332025,"spread":0.284519634978025,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001883951,0.002485002,0.001099249,0.00541004,0.001048542,0.002511421,0.003358477,0.002351151,0.04274129],"category_scores_gemma":[0.009577262,0.0006044996,0.001522657,0.004841647,0.0005225614,0.001834836,0.002509931,0.001885064,0.09292357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001318862,"about_ca_system_score_gemma":0.002636932,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01685267,"about_ca_topic_score_gemma":0.03372432,"domain_scores_codex":[0.9982522,0.0003079331,0.0002820769,0.0004801888,0.0004493293,0.0002282661],"domain_scores_gemma":[0.9946754,0.001384416,0.0004449509,0.001717702,0.001304376,0.0004732281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001346645,0.0000669188,0.001292694,0.000543465,0.00002480579,0.00002252671,0.00002592625,0.0003381606,0.0001672107,0.0003459489,0.9902239,0.006813732],"study_design_scores_gemma":[0.0006601788,0.0001046358,0.008118043,0.0004867484,0.0000652113,0.0001345153,0.0001653817,0.002517051,0.001928612,0.002498424,0.9832568,0.00006444272],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0006802381,0.00008806538,0.0002741867,0.000118674,0.00006650541,0.00004026797,0.9952932,0.002256703,0.001182062],"genre_scores_gemma":[0.0007619932,0.00004456727,0.0006703769,0.00005188338,0.00001254502,0.000100888,0.9972907,0.0001364379,0.0009305313],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.04274129,"threshold_uncertainty_score":0.1429839,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033239918","doi":"10.1145/3345842","title":"Artifact","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Artifact (error); Computer science; Artificial intelligence","authors":[{"name":"Manuel Rigger","is_ca":false},{"name":"Stefan Marr","is_ca":false},{"name":"Bram Adams","is_ca":true},{"name":"Hanspeter Mössenböck","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02235206150082687,"gpt":0.2661854378167956,"spread":0.2438333763159687,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000697447,0.003511537,0.001195743,0.006494556,0.001005939,0.002434314,0.002125865,0.001601132,0.09782182],"category_scores_gemma":[0.005007362,0.0006524735,0.001740081,0.007356056,0.0004540278,0.001476047,0.002219978,0.001314348,0.186406],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001046071,"about_ca_system_score_gemma":0.002614624,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02221563,"about_ca_topic_score_gemma":0.03641974,"domain_scores_codex":[0.998867,0.0001682428,0.0001441155,0.0003221081,0.0003015575,0.0001969285],"domain_scores_gemma":[0.9974113,0.00038092,0.0001701072,0.001040379,0.0007318036,0.0002654077],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007340971,0.00002848604,0.0003758931,0.0004463054,0.00001961972,0.00001760098,0.00001922203,0.0001569212,0.0002017829,0.0003401008,0.9926748,0.005646009],"study_design_scores_gemma":[0.0001249945,0.00003032364,0.002065927,0.0001743545,0.00003072577,0.00007679417,0.00007462408,0.0003995623,0.0006480971,0.0009050688,0.995443,0.00002647234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.0004122187,0.0001601334,0.0002552935,0.00008272917,0.00008395252,0.00003815879,0.9936482,0.002148165,0.003171055],"genre_scores_gemma":[0.0004429572,0.00008274647,0.0003782595,0.00004410658,0.000009313311,0.00004928466,0.9969012,0.0001665316,0.001925773],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.9021782,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}