{"meta":{"query_hash":"c002c63724e2","filters":{"venue":"Artifact Digital Object Group"},"cohort_total":13,"direct_labels_cover":0,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/c002c63724e2","api":"https://metacan.xera.ac/api/v1/cohort?venue=Artifact+Digital+Object+Group"},"results":[{"id":"W3033239918","doi":"10.1145/3345842","title":"Artifact","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Artifact (error); Computer science; Artificial intelligence","score_opus":0.02235206150082687,"score_gpt":0.2661854378167956,"score_spread":0.24383337631596874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033239918","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032085106,0.0001383964,0.000007508859,0.000032098615,0.0015407531,0.001192726,0.9858738,0.0005570268,0.007449187],"genre_scores_gemma":[0.033990536,0.000027010641,0.00001431427,0.00036210552,0.0005535366,0.00008718151,0.9629681,0.0003956245,0.0016015713],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99342245,0.00013545348,0.0012301713,0.0017602043,0.0016391495,0.0018125685],"domain_scores_gemma":[0.9944585,0.0005268525,0.0008249594,0.0034588114,0.0001411126,0.00058974535],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.00041406244,0.0015551974,0.0015011729,0.00079225993,0.00017805373,0.0018472829,0.0016245861,0.000838173,0.0037534097],"category_scores_gemma":[0.0006571304,0.0014558918,0.0009046781,0.00088246824,0.0002862201,0.0025541459,0.00078437064,0.0014187046,0.5727582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016429946,0.0005737916,0.000266678,0.00016514589,0.00033858174,0.00021272383,0.000023591083,0.000014298796,0.00015573579,0.000012547615,0.99551004,0.0025625667],"study_design_scores_gemma":[0.00069157593,0.00047185755,0.00085238775,0.00018232087,0.00018781249,0.00009810044,0.00003647252,0.000014920184,0.00020808734,0.00027423675,0.99522847,0.0017537364],"about_ca_topic_score_codex":0.0002065705,"about_ca_topic_score_gemma":0.00022767499,"teacher_disagreement_score":0.5690048,"about_ca_system_score_codex":0.00054742617,"about_ca_system_score_gemma":0.00027991674,"threshold_uncertainty_score":0.9997196},"labels":[],"label_agreement":null},{"id":"W3033301772","doi":"10.1145/3373099","title":"Replication Package for Article","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Biology; Computational biology; Virology","score_opus":0.028933163097282943,"score_gpt":0.2946274075627906,"score_spread":0.26569424446550766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033301772","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005891289,0.00004457004,0.00014874157,0.000048898502,0.00037157783,0.0019588973,0.9905219,0.0002761639,0.0007379804],"genre_scores_gemma":[0.06561463,0.0000058656174,0.000044617256,0.00021193967,0.000283561,0.0003450155,0.9327561,0.00019096369,0.0005472901],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996644,0.000043410822,0.000678919,0.0012868542,0.00053733255,0.0008094366],"domain_scores_gemma":[0.9946048,0.00045107858,0.0005209488,0.004066767,0.00013604823,0.00022033081],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004291083,0.0005709817,0.0005951556,0.00024140104,0.00011732489,0.00079007406,0.0007398727,0.0003542345,0.00023704758],"category_scores_gemma":[0.0013841753,0.0005509752,0.00041076,0.0003921039,0.000099041084,0.001413471,0.00022102342,0.0003320913,0.0864543],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017268816,0.00047379587,0.00011831762,0.00013759319,0.000108521206,0.0000063276298,0.00001901777,0.0000023114696,0.0016385907,0.000037787115,0.9947733,0.0025117304],"study_design_scores_gemma":[0.0006940965,0.00048942404,0.00062682666,0.000062643056,0.00011349214,0.00001603796,0.000025276204,0.00003942305,0.0029694566,0.0007271225,0.9935385,0.0006977238],"about_ca_topic_score_codex":0.00004107723,"about_ca_topic_score_gemma":0.00006754315,"teacher_disagreement_score":0.086217254,"about_ca_system_score_codex":0.00027761058,"about_ca_system_score_gemma":0.00009317275,"threshold_uncertainty_score":0.99969417},"labels":[],"label_agreement":null},{"id":"W3033961098","doi":"10.1145/3277001","title":"Replication Package for Paper","year":2018,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Computer science; Biology; Virology","score_opus":0.09313928216993124,"score_gpt":0.37728426868729453,"score_spread":0.2841449865173633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033961098","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037180484,0.000023747572,0.0039285095,0.00027462374,0.0021997993,0.0006834998,0.99059016,0.000103282175,0.001824563],"genre_scores_gemma":[0.004644659,0.0000052292166,0.00021618814,0.00064036215,0.0005820224,0.00007354647,0.9905202,0.00002204489,0.0032957841],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99457866,0.00007126363,0.0010383056,0.0021796643,0.0016128089,0.00051932415],"domain_scores_gemma":[0.9902043,0.0016526615,0.0006003255,0.007045289,0.0003126916,0.00018475617],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041392837,0.00034911756,0.00044914102,0.00042093935,0.00031640907,0.0039342805,0.0025437595,0.00016959062,0.00072687434],"category_scores_gemma":[0.011569801,0.00025995652,0.00034258916,0.0007856672,0.00018108239,0.0012883436,0.00095314643,0.00015319519,0.0074484968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024986533,0.00009764908,0.000020848425,0.000012739878,0.000025172843,0.0000030397093,0.000016785265,6.98831e-7,0.000009540255,0.00005635932,0.94243574,0.057296425],"study_design_scores_gemma":[0.00018912318,0.0001808698,0.00036235436,0.000026978172,0.000027737695,0.0000041114636,0.00005095527,0.00007190352,0.000040875497,0.009344301,0.9893702,0.00033055004],"about_ca_topic_score_codex":0.0000419679,"about_ca_topic_score_gemma":0.000113404785,"teacher_disagreement_score":0.056965876,"about_ca_system_score_codex":0.00006819223,"about_ca_system_score_gemma":0.000059400376,"threshold_uncertainty_score":0.9999853},"labels":[],"label_agreement":null},{"id":"W3033974021","doi":"10.1145/3342529","title":"Learn-OCaml Extensions and Repository for Article Teaching the Art of Functional Programming using Automated Grading (Experience Report)","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Grading (engineering); Computer science; Programming language; Functional programming; Software engineering; Mathematics education; Engineering; Psychology","score_opus":0.02939641665517751,"score_gpt":0.31391605163320246,"score_spread":0.28451963497802496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033974021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70023495,0.00052141346,0.1825428,0.002131838,0.0061042393,0.004056654,0.10237693,0.0016349818,0.0003961882],"genre_scores_gemma":[0.916093,0.0000036951142,0.0090009775,0.00010732518,0.00011949316,0.00012322584,0.07431685,0.000018889423,0.00021655812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844515,0.00004370777,0.0004499752,0.0004968069,0.00028689316,0.00027747318],"domain_scores_gemma":[0.9982976,0.00045584975,0.00040720374,0.00069625996,0.00008784174,0.000055250413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035882246,0.00019553109,0.0002331021,0.000113133654,0.0004553209,0.000362535,0.0003961975,0.00012582948,0.000002002349],"category_scores_gemma":[0.00031223102,0.00015039455,0.00009923499,0.00018129879,0.00016981104,0.00083806465,0.00028668542,0.00032738002,0.0000075245603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066325825,0.0018866453,0.008200403,0.00038224205,0.0005026328,0.00021609761,0.0014044428,0.00085797656,0.0110903215,0.010875456,0.9423799,0.022137534],"study_design_scores_gemma":[0.000784742,0.0009766534,0.013367125,0.0007889164,0.0001929949,0.00430767,0.0018125877,0.103094466,0.003222509,0.0037856898,0.8662359,0.001430758],"about_ca_topic_score_codex":0.000022051348,"about_ca_topic_score_gemma":0.0000029715288,"teacher_disagreement_score":0.21585804,"about_ca_system_score_codex":0.000062477426,"about_ca_system_score_gemma":0.00015235409,"threshold_uncertainty_score":0.6132912},"labels":[],"label_agreement":null},{"id":"W3043186838","doi":"10.1145/3406883","title":"Artifact for Article "How Effective Are Smart Contract Analysis Tools? Evaluating Smart Contract Static Analysis Tools using Bug Injection"","year":2020,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Artifact (error); Computer science; Engineering; Artificial intelligence","score_opus":0.06267438748878422,"score_gpt":0.3041883113458083,"score_spread":0.24151392385702408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043186838","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46959326,0.00012547601,0.02007149,0.00028165398,0.00085601636,0.004100653,0.5039577,0.0006296514,0.00038411972],"genre_scores_gemma":[0.5720229,0.000007796638,0.00028201652,0.00086600747,0.0007751753,0.00039074812,0.42535773,0.00015493289,0.00014268245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99110764,0.00016144615,0.002240406,0.002642149,0.001746854,0.0021014777],"domain_scores_gemma":[0.99024606,0.00307859,0.0036410904,0.0017326565,0.0010625096,0.00023912237],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0016327718,0.0019285223,0.0035266487,0.0026983863,0.0009436158,0.013840643,0.00111009,0.0006685326,0.0004155355],"category_scores_gemma":[0.0103487205,0.0019496809,0.0029432946,0.008169495,0.0003189654,0.0127473725,0.0006722479,0.0012329846,0.0018900062],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004329704,0.0044122334,0.2353714,0.005566008,0.05660946,0.00041639886,0.0005265307,0.018965475,0.0029544097,0.0003068524,0.60991484,0.060626708],"study_design_scores_gemma":[0.0056191273,0.0010365861,0.13248387,0.0013616564,0.054108866,0.00004907816,0.00085114,0.06490653,0.0004363475,0.0016786205,0.7295176,0.007950622],"about_ca_topic_score_codex":0.0019846212,"about_ca_topic_score_gemma":0.008398828,"teacher_disagreement_score":0.119602725,"about_ca_system_score_codex":0.00088400976,"about_ca_system_score_gemma":0.00017337507,"threshold_uncertainty_score":0.99934584},"labels":[],"label_agreement":null},{"id":"W3208591130","doi":"10.1145/3476485","title":"Implementation of the article "Hybrid, scalable, trace-driven performance modeling of GPGPUs"","year":2021,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"","keywords":"TRACE (psycholinguistics); Scalability; Computer science; Operating system; Philosophy","score_opus":0.022905146517779525,"score_gpt":0.262152581652043,"score_spread":0.2392474351342635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208591130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48207647,0.00021640073,0.05456801,0.000075794145,0.0009874691,0.0005806387,0.4611895,0.00009611655,0.00020958831],"genre_scores_gemma":[0.84151345,0.000024344432,0.0004883933,0.000036325433,0.00008622775,0.00001565897,0.15774399,0.000018183064,0.00007340984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682134,0.00013231834,0.0010855555,0.0006148206,0.00081322686,0.0005327089],"domain_scores_gemma":[0.9972482,0.00015036829,0.00069852336,0.0015543094,0.0002331864,0.00011545332],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036304773,0.00038371384,0.0005993725,0.00012912895,0.0001660648,0.00044618684,0.0015622135,0.0001227185,0.00003783574],"category_scores_gemma":[0.00007191399,0.00031264228,0.0003435738,0.0007237721,0.00008371748,0.0009792809,0.000704248,0.0003276621,0.000114095645],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066275235,0.0011387931,0.010155622,0.0018510089,0.00066012406,0.000024097128,0.0016289632,0.124175295,0.0012344056,0.00030836227,0.82630396,0.032453116],"study_design_scores_gemma":[0.0026673602,0.0006532653,0.0052408134,0.0023570803,0.00029132492,0.0003004522,0.0005661374,0.3011632,0.006275608,0.00064897456,0.6773069,0.00252894],"about_ca_topic_score_codex":0.00038314785,"about_ca_topic_score_gemma":0.00028719765,"teacher_disagreement_score":0.359437,"about_ca_system_score_codex":0.00008336868,"about_ca_system_score_gemma":0.0002394461,"threshold_uncertainty_score":0.9999326},"labels":[],"label_agreement":null},{"id":"W4210852286","doi":"10.1145/3462288","title":"Slicer4J","year":2021,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.014911895378285009,"score_gpt":0.25354596242551086,"score_spread":0.23863406704722584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210852286","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095418014,0.00033060604,0.0000038148564,0.00004966397,0.0009066821,0.00042405652,0.9905709,0.0004358402,0.006324262],"genre_scores_gemma":[0.0035879288,0.00003327404,0.000020373967,0.00038594168,0.00064221484,0.000080427795,0.9940968,0.00026251792,0.0008904934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99550104,0.00011381872,0.0007062016,0.0013207425,0.001181236,0.0011769596],"domain_scores_gemma":[0.9962356,0.00032275755,0.0004532664,0.0023708246,0.00015017852,0.00046738784],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00024004033,0.0010183654,0.0010262217,0.00042862564,0.00016556567,0.0018737332,0.0010093292,0.0005694694,0.0025560423],"category_scores_gemma":[0.0007370573,0.0010110738,0.0006588035,0.00096121134,0.00019787504,0.0015130525,0.00077741226,0.0010068135,0.15698181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004700193,0.0004602116,0.00005444164,0.00010827735,0.0002803579,0.0007560897,0.000015802594,0.0000018268203,0.00010944843,0.000011683521,0.99578553,0.0023693002],"study_design_scores_gemma":[0.00042052934,0.00015197099,0.00027135096,0.00015846916,0.00014587183,0.00011599232,0.000060757924,0.0000026256287,0.0001785422,0.000118815165,0.997225,0.0011500629],"about_ca_topic_score_codex":0.00015732303,"about_ca_topic_score_gemma":0.0005463615,"teacher_disagreement_score":0.15442577,"about_ca_system_score_codex":0.00038004067,"about_ca_system_score_gemma":0.00028208658,"threshold_uncertainty_score":0.99923396},"labels":[],"label_agreement":null},{"id":"W4384154443","doi":"10.1145/3554356","title":"Reproduction Package for Article: Towards Reliable Memory Management for Python Native Extensions","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of New Brunswick","funders":"","keywords":"Python (programming language); Reproduction; Computer science; Programming language; Ecology; Biology","score_opus":0.09967723649193272,"score_gpt":0.3713743947832586,"score_spread":0.2716971582913259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384154443","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00089084805,0.000054301938,0.013553487,0.0008302644,0.007957582,0.003056551,0.972105,0.00036119737,0.0011907367],"genre_scores_gemma":[0.0029092347,0.000038305203,0.0015024333,0.0003068822,0.00071697903,0.00069316896,0.9653229,0.00008133057,0.028428782],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993085,0.00007939268,0.001302327,0.0027917495,0.001902638,0.0008388688],"domain_scores_gemma":[0.99312574,0.0016574302,0.00063625636,0.0038289956,0.00053461024,0.00021694947],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0064635845,0.00047780105,0.0006563794,0.0009005195,0.00063109695,0.0025689858,0.0015309732,0.0001638872,0.00006491155],"category_scores_gemma":[0.009565257,0.00038658376,0.0005159593,0.0017401015,0.00015563908,0.0011103904,0.0013202833,0.00021985653,0.0041874098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001001856,0.00023464486,0.0000024569265,0.0000849096,0.000105329156,0.000019995865,0.000053986234,0.000110911766,0.0000070057145,0.00012402942,0.9028684,0.09628814],"study_design_scores_gemma":[0.0005694236,0.00032834185,0.00032131176,0.00010179072,0.00012712163,0.0000052642526,0.0011227138,0.0008202428,0.00018119192,0.020455357,0.97547644,0.00049077143],"about_ca_topic_score_codex":0.00010466207,"about_ca_topic_score_gemma":0.000099549936,"teacher_disagreement_score":0.09579737,"about_ca_system_score_codex":0.00016955068,"about_ca_system_score_gemma":0.00006891871,"threshold_uncertainty_score":0.9998586},"labels":[],"label_agreement":null},{"id":"W4387666740","doi":"10.1145/3580417","title":"Artifact for "Rhombus: A New Spin on Macros without All the Parentheses"","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Theoretical and Computational Physics","field":"Physics and Astronomy","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Reach Technologies (Canada)","funders":"","keywords":"Rhombus; Artifact (error); Spin (aerodynamics); Physics; Mathematics; Computer science; Geometry; Artificial intelligence","score_opus":0.03484297321495976,"score_gpt":0.30905825200286186,"score_spread":0.2742152787879021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387666740","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008203495,0.000021758464,0.0060606445,0.00054596254,0.0007170898,0.0013429419,0.9815595,0.00018764201,0.0013609321],"genre_scores_gemma":[0.13273224,0.000004386818,0.00008090494,0.0006062357,0.0018169433,0.00025157465,0.86161655,0.00012941864,0.0027617335],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968167,0.000070505754,0.0006775402,0.0008738214,0.00065270066,0.0009087568],"domain_scores_gemma":[0.9969455,0.0012386054,0.00037674827,0.0010052476,0.00008668133,0.00034722334],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018092664,0.0008149699,0.00071191066,0.0001010746,0.00029146715,0.00096676167,0.00085793773,0.00016195416,0.0003210476],"category_scores_gemma":[0.00009994271,0.00057834934,0.0007501032,0.0003038708,0.00022984963,0.00034511226,0.00029984888,0.000640486,0.014181104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025253583,0.00047889914,0.00014256794,0.000051033374,0.0005096011,0.000002553973,0.000113912625,0.00027301372,0.000013697486,0.014294638,0.9621168,0.021750784],"study_design_scores_gemma":[0.0005450948,0.0002402962,0.0002075463,0.00013727091,0.00015477621,0.0000016414203,0.00007755566,0.00005178052,0.00006367922,0.17705067,0.82075745,0.00071226805],"about_ca_topic_score_codex":0.00037532806,"about_ca_topic_score_gemma":0.000091738504,"teacher_disagreement_score":0.16275603,"about_ca_system_score_codex":0.000069651236,"about_ca_system_score_gemma":0.00018042099,"threshold_uncertainty_score":0.9996668},"labels":[],"label_agreement":null},{"id":"W4387667103","doi":"10.1145/3580414","title":"Artifact for the OOPSLA 2023 paper 'Simple Reference Immutability for System F-Sub'","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Immutability; Artifact (error); Simple (philosophy); Computer science; Blockchain; Artificial intelligence; Computer security; Epistemology; Philosophy","score_opus":0.13380828542265144,"score_gpt":0.40297356242563204,"score_spread":0.2691652770029806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387667103","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006648851,0.00006403911,0.009922403,0.00038980172,0.00047381115,0.0038338418,0.98394245,0.00036744808,0.00034129305],"genre_scores_gemma":[0.14731258,0.000024217687,0.00011202293,0.00023613207,0.0003454385,0.0037948608,0.84720516,0.000056462446,0.0009131132],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951574,0.00008812108,0.0015944242,0.0012850709,0.0011982586,0.00067669264],"domain_scores_gemma":[0.9818072,0.013950317,0.00072063657,0.0027638206,0.0005789938,0.0001790821],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002083919,0.0005090746,0.0007430829,0.00023487103,0.00073542213,0.0017753355,0.0019716315,0.00037780564,0.00013298386],"category_scores_gemma":[0.0041708145,0.00032180225,0.0007057985,0.0010211013,0.0001903184,0.0007975484,0.00040215265,0.00032781495,0.0029523317],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006676189,0.00007073573,0.000030531537,0.00006061941,0.00005115097,9.065154e-7,0.000015825126,0.00004297268,0.000044447886,0.0007816998,0.9748583,0.023976054],"study_design_scores_gemma":[0.00024933505,0.00016889552,0.0009717461,0.00003585427,0.00006720796,0.0000038978683,0.00045322246,0.0010736596,0.00016763675,0.021292964,0.97509855,0.0004170179],"about_ca_topic_score_codex":0.00027322775,"about_ca_topic_score_gemma":0.00042180132,"teacher_disagreement_score":0.14664769,"about_ca_system_score_codex":0.00017138092,"about_ca_system_score_gemma":0.00015404492,"threshold_uncertainty_score":0.9999234},"labels":[],"label_agreement":null},{"id":"W4387781611","doi":"10.1145/3580421","title":"semPY","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Chemistry and Stereochemistry Studies","field":"Chemistry","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Computer science","score_opus":0.015881151151766366,"score_gpt":0.24496025961320678,"score_spread":0.22907910846144042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387781611","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039256937,0.00013187535,5.209549e-7,0.00005283836,0.00027733692,0.0000624279,0.97032243,0.00044365245,0.024783226],"genre_scores_gemma":[0.0070407,0.0001509901,0.0000026413675,0.00006247416,0.0008298838,0.00006743158,0.9762732,0.000071695606,0.015500978],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972787,0.000005866321,0.0005738301,0.0008760903,0.0005350833,0.00073042564],"domain_scores_gemma":[0.9979217,0.0003230688,0.00025864458,0.0012143521,0.000055530763,0.00022669353],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007222017,0.0007354219,0.00067958655,0.000052965355,0.00018880893,0.0004390497,0.0007076871,0.00055582257,0.0008587704],"category_scores_gemma":[0.00039919597,0.00072202017,0.00043592465,0.00022575218,0.00017228874,0.0002544378,0.00058349036,0.00073711114,0.009704722],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003662411,0.000141794,0.000073460316,0.00091316766,0.0002909789,0.00028217814,0.000018366274,5.168525e-7,0.0020121261,6.5150425e-7,0.99506825,0.0011618993],"study_design_scores_gemma":[0.00029680112,0.000021356333,0.000019803176,0.00022956148,0.00008503883,0.00004590898,0.00014412051,0.0000016119233,0.012250012,0.00014782624,0.9859479,0.0008100741],"about_ca_topic_score_codex":0.000084783554,"about_ca_topic_score_gemma":0.000041265637,"teacher_disagreement_score":0.010237887,"about_ca_system_score_codex":0.00014061722,"about_ca_system_score_gemma":0.000064489184,"threshold_uncertainty_score":0.9995231},"labels":[],"label_agreement":null},{"id":"W4390605965","doi":"10.1145/3580426","title":"Artifacts and Reproduction Package for Article `Indexed Types for a Statically Safe WebAssembly'","year":2024,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reproduction; Computer science; Programming language; Biology; Genetics","score_opus":0.009583764294774214,"score_gpt":0.22991143899288027,"score_spread":0.22032767469810605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390605965","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037528935,0.00042951817,0.031732243,0.00021911174,0.000943032,0.0014463828,0.960837,0.00046572316,0.00017406921],"genre_scores_gemma":[0.18564923,0.00018978468,0.0011449105,0.000064414,0.0004506255,0.00043553114,0.8115655,0.00014175737,0.00035820392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854994,0.0000065602812,0.0003756659,0.000529284,0.00015600702,0.0003825243],"domain_scores_gemma":[0.9992031,0.0001791805,0.00006357085,0.000380105,0.000056851884,0.00011720256],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015610672,0.00032979716,0.00032318008,0.00013433944,0.00008047642,0.00062141474,0.00010615648,0.00018333385,0.000037385136],"category_scores_gemma":[0.0002767491,0.00030619686,0.000106029525,0.000111664616,0.000023547676,0.0004999579,0.000044621534,0.00016862329,0.0002902294],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011039396,0.00008391249,0.000005125886,0.0027701224,0.00018253279,0.0000053090657,0.00007991043,0.004336928,0.00018848342,0.00006765435,0.9784446,0.0137250805],"study_design_scores_gemma":[0.00044402882,0.00035939753,0.00007602614,0.00017333416,0.00019732541,0.000010350293,0.00003341873,0.015623731,0.0075888406,0.0035699906,0.97130764,0.00061595015],"about_ca_topic_score_codex":0.000005046881,"about_ca_topic_score_gemma":0.000038463102,"teacher_disagreement_score":0.18189634,"about_ca_system_score_codex":0.000057361125,"about_ca_system_score_gemma":0.000025359814,"threshold_uncertainty_score":0.999939},"labels":[],"label_agreement":null},{"id":"W4396215546","doi":"10.1145/3580431","title":"Artifact for the OOPSLA 2024 paper ’Qualifying System F-sub’","year":2024,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Numerical methods for differential equations","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Artifact (error); Computer science; Computer graphics (images); Artificial intelligence","score_opus":0.0660591102733327,"score_gpt":0.35376302853772745,"score_spread":0.2877039182643948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396215546","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012916383,0.0003375321,0.02798538,0.000269532,0.0038627477,0.002200814,0.9638976,0.0004627483,0.00085451745],"genre_scores_gemma":[0.0068601547,0.00007630888,0.0047702296,0.00035098416,0.0019209079,0.0020912674,0.9811682,0.00044670881,0.0023152367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99583435,0.00019651996,0.0012787948,0.00093800516,0.00084997754,0.0009023754],"domain_scores_gemma":[0.98967105,0.007852563,0.00047809302,0.001602664,0.00015081941,0.00024479956],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008833587,0.00086979853,0.0010426757,0.00024810596,0.00040012988,0.0015374896,0.00089577056,0.0004542179,0.0004184327],"category_scores_gemma":[0.0030870752,0.0005742618,0.00094078516,0.0006895432,0.0001673235,0.00058029516,0.0004244439,0.00094340416,0.008232044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048941176,0.00017969534,0.0000017572778,0.0020964702,0.0007111601,0.000024902372,0.00008677173,0.0000016200795,0.00010286612,0.0029828276,0.9709198,0.022843197],"study_design_scores_gemma":[0.00025507467,0.00019836122,0.000007758621,0.0006543649,0.0011417525,0.000037038866,0.00037822605,0.00018846421,0.00017353619,0.09521719,0.9009804,0.00076782616],"about_ca_topic_score_codex":0.000057338773,"about_ca_topic_score_gemma":0.00013125103,"teacher_disagreement_score":0.09223436,"about_ca_system_score_codex":0.00031053965,"about_ca_system_score_gemma":0.00013674657,"threshold_uncertainty_score":0.99967086},"labels":[],"label_agreement":null}]}