{"meta":{"query_hash":"c002c63724e2","filters":{"venue":"Artifact Digital Object Group"},"cohort_total":13,"direct_labels_cover":0,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/c002c63724e2","api":"https://metacan.xera.ac/api/v1/cohort?venue=Artifact+Digital+Object+Group"},"results":[{"id":"W3033239918","doi":"10.1145/3345842","title":"Artifact","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Artifact (error); Computer science; Artificial intelligence","score_opus":0.02235206150082687,"score_gpt":0.2661854378167956,"score_spread":0.24383337631596874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033239918","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041221874,0.00016013338,0.0002552935,0.00008272917,0.00008395252,0.00003815879,0.99364823,0.0021481647,0.0031710553],"genre_scores_gemma":[0.0004429572,0.00008274647,0.00037825952,0.000044106582,0.000009313311,0.00004928466,0.99690115,0.0001665316,0.0019257735],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886703,0.0001682428,0.00014411555,0.00032210807,0.00030155748,0.00019692851],"domain_scores_gemma":[0.9974113,0.00038092004,0.00017010716,0.0010403794,0.0007318036,0.00026540773],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000697447,0.0035115369,0.0011957432,0.0064945556,0.001005939,0.0024343138,0.0021258653,0.0016011319,0.09782182],"category_scores_gemma":[0.0050073615,0.00065247354,0.0017400815,0.007356056,0.0004540278,0.0014760471,0.002219978,0.0013143477,0.18640597],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007340971,0.000028486043,0.00037589314,0.0004463054,0.000019619722,0.00001760098,0.000019222029,0.00015692117,0.00020178287,0.0003401008,0.99267477,0.0056460085],"study_design_scores_gemma":[0.00012499446,0.000030323641,0.0020659275,0.00017435446,0.00003072577,0.000076794175,0.00007462408,0.0003995623,0.0006480971,0.0009050688,0.995443,0.000026472344],"about_ca_topic_score_codex":0.022215633,"about_ca_topic_score_gemma":0.036419738,"teacher_disagreement_score":0.90217817,"about_ca_system_score_codex":0.0010460713,"about_ca_system_score_gemma":0.002614624,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3033301772","doi":"10.1145/3373099","title":"Replication Package for Article","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Biology; Computational biology; Virology","score_opus":0.028933163097282943,"score_gpt":0.2946274075627906,"score_spread":0.26569424446550766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033301772","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000083047526,0.000024444073,0.00026590694,0.000109197856,0.00016169177,0.00007428645,0.9948537,0.0029047662,0.0015230094],"genre_scores_gemma":[0.0008398641,0.00007603595,0.0016889379,0.00016484146,0.00007425737,0.00090262253,0.98878634,0.0028793903,0.004587702],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99628204,0.00075781887,0.0005576778,0.0011500448,0.00070270104,0.0005496304],"domain_scores_gemma":[0.97758794,0.006204502,0.001103526,0.009679961,0.0039155586,0.0015085705],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046782442,0.0032925946,0.0024867272,0.0101211015,0.0016988396,0.0052634906,0.0040659225,0.0018133043,0.5396655],"category_scores_gemma":[0.038233396,0.0015823435,0.0031380905,0.010717862,0.0011638197,0.0024358565,0.003814179,0.0027442975,0.44937292],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000626815,0.000018825822,0.00021509413,0.00044410917,0.00004114668,0.0000069992816,0.000026055808,0.000071530136,0.00008323153,0.00030836265,0.99661106,0.0021109686],"study_design_scores_gemma":[0.0005072378,0.000031821917,0.0014935709,0.000270896,0.000070083945,0.000033245757,0.00009712633,0.0002896329,0.0005037197,0.0028865978,0.9937674,0.000048696565],"about_ca_topic_score_codex":0.012794974,"about_ca_topic_score_gemma":0.02190794,"teacher_disagreement_score":0.99532175,"about_ca_system_score_codex":0.001368987,"about_ca_system_score_gemma":0.0052426774,"threshold_uncertainty_score":0.65661126},"labels":[],"label_agreement":null},{"id":"W3033961098","doi":"10.1145/3277001","title":"Replication Package for Paper","year":2018,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Computer science; Biology; Virology","score_opus":0.09313928216993124,"score_gpt":0.37728426868729453,"score_spread":0.2841449865173633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033961098","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015539277,0.00003995222,0.0013079026,0.00030867488,0.00074823416,0.00035030756,0.9872837,0.005923032,0.0038827453],"genre_scores_gemma":[0.0031126481,0.00017632385,0.008808953,0.00047845847,0.00038409565,0.004950124,0.9563014,0.010868527,0.014919354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904038,0.0019033547,0.0018115784,0.0029347027,0.0019013672,0.0010452943],"domain_scores_gemma":[0.92823774,0.018301042,0.003121136,0.035176914,0.012303907,0.0028592725],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010363295,0.0031452507,0.0033861268,0.015681693,0.0025757172,0.009198026,0.005582588,0.0019882927,0.6741151],"category_scores_gemma":[0.10859176,0.0022317914,0.0044067227,0.01914505,0.0019420286,0.0037637826,0.005223155,0.004365011,0.49680454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009659318,0.000028107297,0.000315194,0.00078608264,0.000083829305,0.000016495624,0.000057363493,0.00008485394,0.000116488176,0.00090402266,0.99360657,0.0039043743],"study_design_scores_gemma":[0.00064229773,0.000031527292,0.0019062841,0.00061332417,0.00009820324,0.00005260483,0.00015352717,0.00030003488,0.0004884056,0.006646599,0.9890008,0.000066386834],"about_ca_topic_score_codex":0.009613746,"about_ca_topic_score_gemma":0.014290039,"teacher_disagreement_score":0.9896367,"about_ca_system_score_codex":0.0018711016,"about_ca_system_score_gemma":0.009627399,"threshold_uncertainty_score":0.46483523},"labels":[],"label_agreement":null},{"id":"W3033974021","doi":"10.1145/3342529","title":"Learn-OCaml Extensions and Repository for Article Teaching the Art of Functional Programming using Automated Grading (Experience Report)","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Grading (engineering); Computer science; Programming language; Functional programming; Software engineering; Mathematics education; Engineering; Psychology","score_opus":0.02939641665517751,"score_gpt":0.31391605163320246,"score_spread":0.28451963497802496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033974021","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006802381,0.000088065375,0.00027418672,0.000118674,0.00006650541,0.000040267965,0.9952932,0.0022567033,0.0011820615],"genre_scores_gemma":[0.0007619932,0.000044567274,0.00067037693,0.000051883377,0.000012545017,0.00010088798,0.9972907,0.00013643791,0.0009305313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982522,0.0003079331,0.00028207694,0.00048018884,0.00044932932,0.00022826606],"domain_scores_gemma":[0.9946754,0.001384416,0.00044495086,0.0017177024,0.001304376,0.00047322805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018839506,0.0024850022,0.0010992488,0.00541004,0.0010485422,0.0025114205,0.0033584773,0.0023511506,0.042741295],"category_scores_gemma":[0.009577262,0.0006044996,0.0015226572,0.004841647,0.00052256143,0.0018348361,0.0025099313,0.0018850636,0.092923574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001346645,0.0000669188,0.0012926942,0.000543465,0.00002480579,0.000022526707,0.000025926252,0.00033816064,0.00016721066,0.00034594885,0.99022394,0.0068137324],"study_design_scores_gemma":[0.00066017883,0.00010463578,0.008118043,0.0004867484,0.0000652113,0.00013451526,0.00016538166,0.0025170513,0.0019286118,0.0024984237,0.98325676,0.00006444272],"about_ca_topic_score_codex":0.01685267,"about_ca_topic_score_gemma":0.033724315,"teacher_disagreement_score":0.042741295,"about_ca_system_score_codex":0.001318862,"about_ca_system_score_gemma":0.002636932,"threshold_uncertainty_score":0.14298391},"labels":[],"label_agreement":null},{"id":"W3043186838","doi":"10.1145/3406883","title":"Artifact for Article "How Effective Are Smart Contract Analysis Tools? Evaluating Smart Contract Static Analysis Tools using Bug Injection"","year":2020,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Artifact (error); Computer science; Engineering; Artificial intelligence","score_opus":0.06267438748878422,"score_gpt":0.3041883113458083,"score_spread":0.24151392385702408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043186838","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034630712,0.00005847127,0.000090614,0.00016860623,0.000056959794,0.000024665438,0.9973846,0.0004703127,0.001399412],"genre_scores_gemma":[0.00075586274,0.000035475663,0.00038701,0.00007142768,0.0000105707895,0.000057442605,0.9972606,0.00006159983,0.0013600801],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729484,0.0003560424,0.00029432512,0.00046599229,0.0012720856,0.00031671327],"domain_scores_gemma":[0.9905205,0.0018752288,0.0008507707,0.0024141897,0.003493976,0.00084537046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023581334,0.0020416386,0.0011555937,0.0062633636,0.0010992048,0.0028733914,0.0024575875,0.0018932789,0.06233937],"category_scores_gemma":[0.013737352,0.00066607865,0.0014882584,0.0047565494,0.00056081335,0.0015006077,0.002539416,0.0015612965,0.075671494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008493512,0.00003849821,0.0012952597,0.00046094757,0.000025536729,0.000010538614,0.000018566923,0.0002788258,0.00011534893,0.00038680097,0.99356824,0.0037164264],"study_design_scores_gemma":[0.0005041212,0.00008046071,0.01429996,0.00057318906,0.000067679735,0.00007097708,0.00023843882,0.0026311134,0.0008595737,0.0018774171,0.9787481,0.000048976028],"about_ca_topic_score_codex":0.06705365,"about_ca_topic_score_gemma":0.14019115,"teacher_disagreement_score":0.06705365,"about_ca_system_score_codex":0.0023963181,"about_ca_system_score_gemma":0.0032720275,"threshold_uncertainty_score":0.20854598},"labels":[],"label_agreement":null},{"id":"W3208591130","doi":"10.1145/3476485","title":"Implementation of the article "Hybrid, scalable, trace-driven performance modeling of GPGPUs"","year":2021,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"","keywords":"TRACE (psycholinguistics); Scalability; Computer science; Operating system; Philosophy","score_opus":0.022905146517779525,"score_gpt":0.262152581652043,"score_spread":0.2392474351342635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208591130","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047525563,0.00011660421,0.003726237,0.0003493609,0.00021876702,0.0001647758,0.97586614,0.00897652,0.005828924],"genre_scores_gemma":[0.008367596,0.00008343335,0.0077317012,0.0001161982,0.000023505352,0.0002460296,0.979916,0.00044549844,0.0030699726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999273,0.000088220004,0.00007728184,0.00019682226,0.00025633423,0.00010826623],"domain_scores_gemma":[0.99812275,0.00029145932,0.00008492505,0.0006995761,0.0006610085,0.00014033749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084702,0.00128391,0.0007567411,0.0015259569,0.0008418346,0.0014341555,0.0026837345,0.0010275802,0.027265828],"category_scores_gemma":[0.0035639887,0.0004495571,0.0010804099,0.0022203836,0.00034585243,0.00089046167,0.0009262979,0.0013187904,0.027628895],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003394357,0.0002188051,0.0018599171,0.000617608,0.00006676756,0.000038734343,0.00003356612,0.008671982,0.001363906,0.001739403,0.9639706,0.021079311],"study_design_scores_gemma":[0.0013960317,0.0003406159,0.016065955,0.00022597516,0.00009883881,0.00023903519,0.00019098377,0.097410664,0.012959028,0.008629375,0.8623277,0.00011581729],"about_ca_topic_score_codex":0.032914937,"about_ca_topic_score_gemma":0.08954615,"teacher_disagreement_score":0.032914937,"about_ca_system_score_codex":0.0012910622,"about_ca_system_score_gemma":0.0024836857,"threshold_uncertainty_score":0.09121323},"labels":[],"label_agreement":null},{"id":"W4210852286","doi":"10.1145/3462288","title":"Slicer4J","year":2021,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"","field":"","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.014911895378285009,"score_gpt":0.25354596242551086,"score_spread":0.23863406704722584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210852286","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004986278,0.0002422848,0.0002777716,0.00010308972,0.00012275093,0.00005466946,0.99211943,0.0046286616,0.0019525939],"genre_scores_gemma":[0.00044299764,0.00010878687,0.00082212745,0.00005976409,0.000013967117,0.00009434124,0.9965867,0.00043050136,0.0014407858],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849296,0.0002297862,0.00015994719,0.0004561262,0.0003766163,0.00028455644],"domain_scores_gemma":[0.99788743,0.00039214315,0.00013994079,0.0007327795,0.0005618571,0.0002859509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010476101,0.0074262707,0.0024014898,0.007043603,0.0014152175,0.003060868,0.0045454944,0.003274898,0.10983979],"category_scores_gemma":[0.005470483,0.001321605,0.003112871,0.0077061076,0.000902193,0.0019341247,0.0028255684,0.002404368,0.19280267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009815671,0.000046816407,0.0002114537,0.0006915184,0.00003856242,0.0000226158,0.000023548624,0.00028144277,0.00032686998,0.00024842875,0.9940474,0.003963209],"study_design_scores_gemma":[0.0006321216,0.000089929206,0.002045678,0.00029306585,0.000095024865,0.0001345613,0.0001429052,0.0014009132,0.0018228894,0.0020730777,0.99119055,0.00007941495],"about_ca_topic_score_codex":0.0271466,"about_ca_topic_score_gemma":0.04849907,"teacher_disagreement_score":0.10983979,"about_ca_system_score_codex":0.0013507375,"about_ca_system_score_gemma":0.002989095,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4384154443","doi":"10.1145/3554356","title":"Reproduction Package for Article: Towards Reliable Memory Management for Python Native Extensions","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of New Brunswick","funders":"","keywords":"Python (programming language); Reproduction; Computer science; Programming language; Ecology; Biology","score_opus":0.09967723649193272,"score_gpt":0.3713743947832586,"score_spread":0.2716971582913259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384154443","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012261425,0.00006219019,0.021149894,0.00049128814,0.0003599023,0.00022326689,0.8588135,0.10738486,0.010288923],"genre_scores_gemma":[0.006520927,0.00011153959,0.027068604,0.0003857577,0.00008802823,0.00069425796,0.9299649,0.027183248,0.007982672],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986405,0.00022490867,0.00019966377,0.0003236187,0.00041440656,0.00019688817],"domain_scores_gemma":[0.99348927,0.0017197363,0.00019823003,0.0030043188,0.0012902198,0.0002982058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026478197,0.0012547642,0.0007630734,0.001676976,0.0008186861,0.0029078312,0.0022908149,0.0007481795,0.15055932],"category_scores_gemma":[0.0158152,0.00086232676,0.0011375871,0.0027814843,0.0005873798,0.0028464305,0.0024063943,0.0024137353,0.15157077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091700764,0.000020004005,0.00042254728,0.0001601483,0.000013609813,0.000016915634,0.000033736633,0.0003052952,0.0005147635,0.0012036293,0.98517287,0.012044842],"study_design_scores_gemma":[0.00037139474,0.000030031919,0.0044616573,0.00019762726,0.000027817321,0.00009966469,0.00009100365,0.0060798405,0.004776032,0.009519323,0.9742843,0.00006130837],"about_ca_topic_score_codex":0.0062912554,"about_ca_topic_score_gemma":0.00983292,"teacher_disagreement_score":0.15055932,"about_ca_system_score_codex":0.00062049826,"about_ca_system_score_gemma":0.0020113909,"threshold_uncertainty_score":0.5036711},"labels":[],"label_agreement":null},{"id":"W4387666740","doi":"10.1145/3580417","title":"Artifact for "Rhombus: A New Spin on Macros without All the Parentheses"","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Theoretical and Computational Physics","field":"Physics and Astronomy","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Reach Technologies (Canada)","funders":"","keywords":"Rhombus; Artifact (error); Spin (aerodynamics); Physics; Mathematics; Computer science; Geometry; Artificial intelligence","score_opus":0.03484297321495976,"score_gpt":0.30905825200286186,"score_spread":0.2742152787879021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387666740","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006642152,0.000036619334,0.000087463275,0.00007158349,0.00008591378,0.000011593052,0.99677247,0.0018264289,0.0010414829],"genre_scores_gemma":[0.00022131394,0.00003148484,0.0003924812,0.000092380105,0.000012766807,0.000052313015,0.99737287,0.0005077038,0.0013166807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822754,0.00021091118,0.00019615373,0.00046580314,0.0005378122,0.00036179976],"domain_scores_gemma":[0.99535096,0.0009353095,0.00029935726,0.0016406984,0.0011088803,0.000664814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012943242,0.0043728575,0.0021909187,0.0044383667,0.0016475713,0.004538994,0.0034153,0.0029363572,0.2115036],"category_scores_gemma":[0.0073471693,0.0011967819,0.0024794256,0.005420253,0.00087914994,0.0023807224,0.0038872268,0.0029099195,0.31238636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035581674,0.00001185371,0.00013317073,0.00017535473,0.000007962039,0.000005253069,0.0000075744674,0.000049399834,0.0000525693,0.00018519277,0.99847835,0.00085778174],"study_design_scores_gemma":[0.00033401532,0.000021574637,0.0014449884,0.00018930006,0.00002065264,0.000031173047,0.00005170361,0.00044154425,0.0005988534,0.001594404,0.9952362,0.000035593945],"about_ca_topic_score_codex":0.03412476,"about_ca_topic_score_gemma":0.08340765,"teacher_disagreement_score":0.2115036,"about_ca_system_score_codex":0.0021027254,"about_ca_system_score_gemma":0.004587033,"threshold_uncertainty_score":0.70755005},"labels":[],"label_agreement":null},{"id":"W4387667103","doi":"10.1145/3580414","title":"Artifact for the OOPSLA 2023 paper 'Simple Reference Immutability for System F-Sub'","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Immutability; Artifact (error); Simple (philosophy); Computer science; Blockchain; Artificial intelligence; Computer security; Epistemology; Philosophy","score_opus":0.13380828542265144,"score_gpt":0.40297356242563204,"score_spread":0.2691652770029806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387667103","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060374226,0.00003671267,0.00009936083,0.0000720838,0.000043205615,0.000017890261,0.99798167,0.00091163104,0.0007769968],"genre_scores_gemma":[0.00034408676,0.00003502711,0.00036199912,0.00007220506,0.000009055364,0.0000888095,0.9982438,0.00020686416,0.0006381494],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996682,0.0005219824,0.00042831627,0.00073504203,0.0011905602,0.0004421351],"domain_scores_gemma":[0.9867004,0.0046963315,0.00094799494,0.004003861,0.0029712953,0.0006801099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022028112,0.0031947629,0.001955064,0.006795807,0.0016634688,0.004087596,0.004647381,0.0044218865,0.20890304],"category_scores_gemma":[0.022119833,0.001170699,0.0030971398,0.0066275527,0.00067305035,0.0023303595,0.0030729673,0.0032742415,0.19514935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056452638,0.000024047094,0.0002851196,0.000843013,0.000022497941,0.000008938896,0.000014322495,0.0002560397,0.000058104994,0.0003503027,0.9959388,0.0021423306],"study_design_scores_gemma":[0.00049251463,0.00004041633,0.0026035237,0.0008004265,0.000053592026,0.000042459564,0.000081287864,0.0012068764,0.000394273,0.0024191313,0.99182546,0.00004006144],"about_ca_topic_score_codex":0.04886168,"about_ca_topic_score_gemma":0.06994263,"teacher_disagreement_score":0.20890304,"about_ca_system_score_codex":0.0025578642,"about_ca_system_score_gemma":0.005102483,"threshold_uncertainty_score":0.6988503},"labels":[],"label_agreement":null},{"id":"W4387781611","doi":"10.1145/3580421","title":"semPY","year":2023,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Chemistry and Stereochemistry Studies","field":"Chemistry","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Computer science","score_opus":0.015881151151766366,"score_gpt":0.24496025961320678,"score_spread":0.22907910846144042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387781611","genre_codex":"dataset","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025649532,0.00012175076,0.00017463842,0.00006514792,0.000046802856,0.000021801101,0.9952991,0.0029363558,0.0010778381],"genre_scores_gemma":[0.00041502767,0.000075469674,0.0004884743,0.00006547415,0.00000840278,0.000059093007,0.9977374,0.00028775266,0.0008629481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986308,0.00025327678,0.00011819041,0.0004524723,0.0003295577,0.00021569023],"domain_scores_gemma":[0.9978968,0.0005424546,0.00016210844,0.0007263748,0.00036448563,0.00030772135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011784121,0.0057582506,0.002164182,0.005648793,0.001154092,0.0032661806,0.003994706,0.003124382,0.11637324],"category_scores_gemma":[0.005924222,0.0010288719,0.0024449364,0.006508351,0.0008045845,0.0017050252,0.002791382,0.0023602839,0.19245757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010614036,0.00004539911,0.00033786727,0.0006965603,0.00004548904,0.00002174981,0.000022135131,0.00055727083,0.0002262864,0.0004414046,0.99388015,0.0036194017],"study_design_scores_gemma":[0.00054700556,0.000058455862,0.0017376408,0.0002776611,0.00006445844,0.000081878585,0.000078870384,0.0018832687,0.0010810288,0.002934296,0.9912047,0.000050697665],"about_ca_topic_score_codex":0.0188195,"about_ca_topic_score_gemma":0.03093438,"teacher_disagreement_score":0.11637324,"about_ca_system_score_codex":0.0014116116,"about_ca_system_score_gemma":0.0025033464,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4390605965","doi":"10.1145/3580426","title":"Artifacts and Reproduction Package for Article `Indexed Types for a Statically Safe WebAssembly'","year":2024,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reproduction; Computer science; Programming language; Biology; Genetics","score_opus":0.009583764294774214,"score_gpt":0.22991143899288027,"score_spread":0.22032767469810605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390605965","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008536204,0.000035438974,0.000085195235,0.000037340313,0.000034244422,0.00001360006,0.9984719,0.0006828074,0.0005541001],"genre_scores_gemma":[0.00027418273,0.000043203974,0.00040911723,0.000044149172,0.00000738889,0.000062617,0.9981989,0.00013661114,0.00082386244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985594,0.00016963787,0.00019390353,0.00038687783,0.00040339032,0.00028671627],"domain_scores_gemma":[0.99503446,0.0011297781,0.00051945436,0.0018247062,0.0010260406,0.00046561615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013075984,0.0035070695,0.0017372592,0.006593231,0.0011630722,0.0029459484,0.003192105,0.0030788262,0.17656754],"category_scores_gemma":[0.007338313,0.0011832447,0.0023561385,0.006660673,0.00066660036,0.0017281093,0.0024564422,0.0025215321,0.2534714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006828798,0.000033249846,0.0004971906,0.0005583608,0.0000176297,0.00001381839,0.000012557141,0.00016480546,0.00013649178,0.00024029004,0.99571025,0.0025469242],"study_design_scores_gemma":[0.00031982415,0.0000277308,0.003650273,0.00036003254,0.000040076295,0.000072451374,0.00008654259,0.00063628715,0.00066794694,0.001296786,0.99279904,0.000042935113],"about_ca_topic_score_codex":0.019771527,"about_ca_topic_score_gemma":0.035700254,"teacher_disagreement_score":0.17656754,"about_ca_system_score_codex":0.0013989613,"about_ca_system_score_gemma":0.0029950805,"threshold_uncertainty_score":0.59067726},"labels":[],"label_agreement":null},{"id":"W4396215546","doi":"10.1145/3580431","title":"Artifact for the OOPSLA 2024 paper ’Qualifying System F-sub’","year":2024,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Numerical methods for differential equations","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Artifact (error); Computer science; Computer graphics (images); Artificial intelligence","score_opus":0.0660591102733327,"score_gpt":0.35376302853772745,"score_spread":0.2877039182643948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396215546","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042003634,0.000049197977,0.00010100239,0.00010011636,0.00008311717,0.000020356892,0.99788195,0.0009549819,0.00076730223],"genre_scores_gemma":[0.00017675958,0.000044840344,0.000361568,0.00010906606,0.000019220632,0.00010484171,0.9979226,0.00034974175,0.00091142755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965616,0.00060278055,0.00046269182,0.0007794291,0.0010771313,0.00051628886],"domain_scores_gemma":[0.9888581,0.0034435217,0.00084352924,0.002740701,0.0030590561,0.0010550725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025549377,0.003686273,0.0025464285,0.009416089,0.0015682351,0.0056978352,0.0037796786,0.0040140455,0.2971395],"category_scores_gemma":[0.022230662,0.0010158902,0.0026815238,0.009383929,0.00077656936,0.00250459,0.0040942905,0.0024393909,0.34667617],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003619769,0.000014534713,0.00014028238,0.0005114429,0.000014093965,0.000007923902,0.000010608258,0.0000727547,0.00004860547,0.0002475405,0.9976203,0.0012756926],"study_design_scores_gemma":[0.0003168676,0.000022417853,0.0012571332,0.000458857,0.000029817116,0.00003665477,0.000066829954,0.00034228445,0.00026438694,0.001958389,0.99521685,0.000029624463],"about_ca_topic_score_codex":0.021612259,"about_ca_topic_score_gemma":0.032874323,"teacher_disagreement_score":0.2971395,"about_ca_system_score_codex":0.0018870502,"about_ca_system_score_gemma":0.004666425,"threshold_uncertainty_score":0.99403065},"labels":[],"label_agreement":null}]}