{"meta":{"query_hash":"53b4ec7f093f","filters":{"venue":"XRDS Crossroads The ACM Magazine for Students"},"cohort_total":21,"direct_labels_cover":0,"predictions_cover":21,"exported":21,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/53b4ec7f093f","api":"https://metacan.xera.ac/api/v1/cohort?venue=XRDS+Crossroads+The+ACM+Magazine+for+Students"},"results":[{"id":"W2041937811","doi":"10.1145/2517998","title":"Talking 'Bout Your Reputation","year":2013,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hyperion Technologies (Canada)","funders":"","keywords":"Reputation; Psychology; Political science; Law","score_opus":0.04040588161807633,"score_gpt":0.3926206702131026,"score_spread":0.35221478859502625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041937811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789349,0.00018474621,0.0023196482,0.0095409425,0.001541671,0.0023826286,0.000044584416,0.00024685115,0.004804019],"genre_scores_gemma":[0.99031764,0.00008365428,0.0016311472,0.00047407806,0.0008788088,0.00045531796,0.000050821738,0.00002697891,0.0060815383],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99798185,0.00013649151,0.00029564623,0.0003438138,0.00072869693,0.00051348674],"domain_scores_gemma":[0.99817085,0.00015250423,0.00018699738,0.0011161311,0.00026704508,0.000106465566],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014632972,0.00015974212,0.00016593188,0.000063241554,0.0018560987,0.0010918482,0.0030190134,0.00011419837,0.00019618154],"category_scores_gemma":[0.004685766,0.00012530632,0.00011490674,0.00029354406,0.0002652649,0.0008724883,0.0013569883,0.00017151829,0.00059930474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032547905,0.00131196,0.2555461,0.00018271817,0.00043738197,0.000008660448,0.11661202,0.000047798283,0.008874466,0.018134953,0.43052965,0.16798882],"study_design_scores_gemma":[0.0020366963,0.00024494107,0.3944609,0.00005226922,0.00009066411,0.000004662058,0.006277231,0.00022003606,0.00049094186,0.22001278,0.37552482,0.00058408844],"about_ca_topic_score_codex":0.0025507035,"about_ca_topic_score_gemma":0.000811352,"teacher_disagreement_score":0.20187783,"about_ca_system_score_codex":0.00013071806,"about_ca_system_score_gemma":0.00007165482,"threshold_uncertainty_score":0.9999451},"labels":[],"label_agreement":null},{"id":"W2048626147","doi":"10.1145/2090276.2160982","title":"A conference to promote undergraduate research in the Arab World","year":2012,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Socioeconomic Development in MENA","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"Zayed University; University of Guelph","keywords":"Citation; Library science; Medicine; Political science; Computer science","score_opus":0.15085681322375635,"score_gpt":0.4891909889182413,"score_spread":0.338334175694485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048626147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87684983,0.00009573595,0.0000669032,0.0887895,0.0010007217,0.0031290986,0.000013874927,0.000055351786,0.029998973],"genre_scores_gemma":[0.96633965,0.000044137072,0.0018855056,0.0013209765,0.0004925881,0.00095773424,0.0000055212204,0.000025632951,0.028928239],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599844,0.00065065455,0.0003720335,0.0003480592,0.0012675595,0.0013632599],"domain_scores_gemma":[0.9973375,0.0010623095,0.000094961884,0.0011334089,0.00019785791,0.00017395362],"candidate_categories":["sts","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015064299,0.00018507257,0.00022234884,0.00018223621,0.0015591736,0.0007685524,0.0057766703,0.00007318598,0.000081469254],"category_scores_gemma":[0.001813812,0.000121821286,0.00007890909,0.0010006911,0.0005781934,0.0003199117,0.0012467684,0.00042465894,0.0011520529],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016052443,0.00079610624,0.46312624,0.000036158603,0.00011282719,0.000004410766,0.25018764,0.0000060626435,0.00017400866,0.09469658,0.17583597,0.014863459],"study_design_scores_gemma":[0.00084642053,0.000074737865,0.22292951,0.000055612018,0.0000145647855,0.0000011905764,0.00922438,0.0000055807936,0.000055567853,0.08819848,0.6783128,0.00028118186],"about_ca_topic_score_codex":0.00041925584,"about_ca_topic_score_gemma":0.004580894,"teacher_disagreement_score":0.5024768,"about_ca_system_score_codex":0.0004222202,"about_ca_system_score_gemma":0.00024410016,"threshold_uncertainty_score":0.99974066},"labels":[],"label_agreement":null},{"id":"W2083723332","doi":"10.1145/2331042.2351917","title":"The secret behind the Luhn-ie","year":2012,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Computer science; Arithmetic; Algorithm; History; Mathematics","score_opus":0.027502909950692146,"score_gpt":0.3629187966781577,"score_spread":0.33541588672746553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083723332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5523202,0.0043319394,0.30220118,0.11712139,0.008281159,0.0061598537,0.0006527442,0.00087808043,0.008053464],"genre_scores_gemma":[0.9167228,0.00021223942,0.045773588,0.0035256916,0.0023202628,0.0019473485,0.000083361665,0.00009096097,0.029323783],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796283,0.00006781796,0.00030364117,0.00032835352,0.0006188566,0.0007185219],"domain_scores_gemma":[0.99493384,0.00070170494,0.00016748453,0.0039704265,0.000113967704,0.000112545116],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0019729638,0.00021211602,0.00014601112,0.000021692871,0.002430857,0.0015132872,0.012338007,0.000051107556,0.000009632259],"category_scores_gemma":[0.00043179476,0.000096670476,0.00013026375,0.00027974526,0.00028226836,0.00048476332,0.004213247,0.00023262616,0.0003727872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003733473,0.0006680351,0.033825863,0.000018873152,0.00034083732,0.000001624184,0.010121268,0.000021397822,0.00063007773,0.06897606,0.5730439,0.31231475],"study_design_scores_gemma":[0.0005355678,0.00007487993,0.12815143,0.000009181118,0.00004187464,0.00001944466,0.0001751776,0.0028912935,0.00025773284,0.00764845,0.8599654,0.00022956896],"about_ca_topic_score_codex":0.00002360612,"about_ca_topic_score_gemma":0.00003097316,"teacher_disagreement_score":0.3644026,"about_ca_system_score_codex":0.000036834554,"about_ca_system_score_gemma":0.00004165169,"threshold_uncertainty_score":0.9995232},"labels":[],"label_agreement":null},{"id":"W2095587028","doi":"10.1145/1349332.1349336","title":"Trends in real-time rendering","year":2007,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"3D Shape Modeling and Analysis","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Studio; Rendering (computer graphics); Schedule; Computer science; Computer graphics (images); Multimedia; Operating system; Telecommunications","score_opus":0.02155459868342352,"score_gpt":0.33483827463283183,"score_spread":0.3132836759494083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095587028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861871,0.0001552143,0.005664065,0.00015457039,0.00023687081,0.00013760076,0.000019240555,0.00033637305,0.0071089673],"genre_scores_gemma":[0.9905139,0.00006439563,0.0018587048,0.000036015063,0.0001801975,0.000029040813,0.0000356671,0.00006451066,0.0072175674],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983755,0.000012464845,0.0004227583,0.0002577278,0.0003496276,0.00058196526],"domain_scores_gemma":[0.99880224,0.00010481638,0.000042769087,0.0009335935,0.000040328523,0.000076230775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009935147,0.00023024868,0.00028725405,0.00029019537,0.00014393395,0.00012981624,0.0013155512,0.00008815971,0.000064917054],"category_scores_gemma":[0.000101116915,0.0001850684,0.00018102505,0.0005934396,0.000040785188,0.00009769713,0.00029949468,0.0001793469,0.00011209446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043769108,0.00077823235,0.16307282,0.00026891756,0.0014502985,0.00012363298,0.0084024,0.4030098,0.08400433,0.00022013787,0.068294786,0.26993695],"study_design_scores_gemma":[0.007008129,0.00029990397,0.5694264,0.0002306734,0.00041709395,0.000027309885,0.00052649865,0.393784,0.00551541,0.0035611151,0.017071735,0.0021317224],"about_ca_topic_score_codex":0.00003936654,"about_ca_topic_score_gemma":0.00019735117,"teacher_disagreement_score":0.4063536,"about_ca_system_score_codex":0.00010975481,"about_ca_system_score_gemma":0.0000055740493,"threshold_uncertainty_score":0.754687},"labels":[],"label_agreement":null},{"id":"W2102785836","doi":"10.1145/1961678.1961686","title":"Challenges in sustainable human-home interaction","year":2011,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Foundation (evidence); Architectural engineering; Business; Engineering; Geography","score_opus":0.11548104366127712,"score_gpt":0.393491138469458,"score_spread":0.27801009480818084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102785836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96052194,0.00024888644,0.009045781,0.002945701,0.0015674821,0.0014589701,0.0000030248123,0.00047878476,0.023729444],"genre_scores_gemma":[0.9913719,0.00003704121,0.0028422435,0.00017947618,0.000088359775,0.00040990577,0.000004976782,0.00002838845,0.0050376905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99785304,0.00007894772,0.00046518023,0.000607802,0.0003469751,0.0006480631],"domain_scores_gemma":[0.9971034,0.00011234967,0.0002609464,0.0020994695,0.00039037885,0.000033453885],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0010996573,0.00026251792,0.00026101788,0.0004314208,0.0004365737,0.0002488807,0.0055164364,0.0001404166,0.000042032734],"category_scores_gemma":[0.0003025089,0.00021109778,0.000093812276,0.00054379273,0.00015980953,0.0013105649,0.002773829,0.00044260453,0.00017485437],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024285227,0.0015322198,0.030551534,0.00012961845,0.0001967803,0.00009505332,0.019348344,0.000009213918,0.0045958334,0.91501206,0.006573644,0.021712843],"study_design_scores_gemma":[0.0033485848,0.0014492694,0.67743266,0.00011087613,0.000028801453,0.00009177364,0.0042182617,0.00036333542,0.013567087,0.25353095,0.04505295,0.0008054637],"about_ca_topic_score_codex":0.0000633217,"about_ca_topic_score_gemma":0.00020498667,"teacher_disagreement_score":0.6614811,"about_ca_system_score_codex":0.00027404667,"about_ca_system_score_gemma":0.000028827659,"threshold_uncertainty_score":0.9998642},"labels":[],"label_agreement":null},{"id":"W2248771174","doi":"10.1145/2810247","title":"In praise of side projects","year":2015,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Praise; Business; Psychology; Social psychology","score_opus":0.2553626073410319,"score_gpt":0.501611603347815,"score_spread":0.24624899600678307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248771174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873725,0.000086837616,0.0013093662,0.0031021724,0.0020416772,0.0010213538,0.0000579529,0.000033215292,0.004974931],"genre_scores_gemma":[0.973831,0.0000020463556,0.0034033079,0.00031841226,0.00012345468,0.00006515584,0.0000097896655,0.000014101716,0.022232719],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99556196,0.00014551784,0.0008278961,0.0006654779,0.0023981903,0.00040097025],"domain_scores_gemma":[0.99452364,0.00096479186,0.0003498705,0.003561675,0.0004924923,0.00010753132],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.012832911,0.00016098046,0.00032098257,0.00029976896,0.00013900748,0.00061391195,0.0072978097,0.00004110466,0.000027633228],"category_scores_gemma":[0.02481686,0.000096228694,0.000115438204,0.0013208648,0.00021157015,0.00035072424,0.0044184783,0.0001024452,0.00034555548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024815637,0.0005564145,0.13837478,0.00001724693,0.000035313704,0.000011233084,0.0047485186,0.0006236089,0.00028309444,0.0010300461,0.837863,0.016208572],"study_design_scores_gemma":[0.005517645,0.00053418503,0.3244563,0.000064511885,0.000041499487,0.000009782289,0.0037631867,0.0036684822,0.000825451,0.09714572,0.5635447,0.00042851752],"about_ca_topic_score_codex":0.00008394628,"about_ca_topic_score_gemma":0.00019453748,"teacher_disagreement_score":0.2743183,"about_ca_system_score_codex":0.000050556675,"about_ca_system_score_gemma":0.00010927053,"threshold_uncertainty_score":0.99807316},"labels":[],"label_agreement":null},{"id":"W2248967172","doi":"10.1145/2810050","title":"VR to the rescue","year":2015,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Safety and Risk Management","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Virtual reality; Rescue robot; Human–computer interaction; Emergency rescue; Computer science; Engineering; Computer security; Artificial intelligence; Medicine; Medical emergency; Robot","score_opus":0.05196542459647397,"score_gpt":0.34230249081522945,"score_spread":0.2903370662187555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248967172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7826819,0.0004912391,0.003562462,0.13700804,0.007816136,0.0066026757,0.000044979846,0.0006113685,0.061181236],"genre_scores_gemma":[0.9331937,0.000024778656,0.0008642422,0.025439782,0.0054495353,0.0006137457,0.000053192565,0.00010056227,0.034260504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978396,0.000018892346,0.00034776327,0.0003951946,0.00083440467,0.0005641191],"domain_scores_gemma":[0.9975515,0.00007779599,0.00013525215,0.0019074354,0.00029064534,0.000037378693],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019878582,0.0002690664,0.00022532986,0.00011151167,0.00078659586,0.0011259065,0.004683755,0.000054708722,0.00005627382],"category_scores_gemma":[0.0012421157,0.00014401626,0.0001572968,0.000629372,0.000100864796,0.00045754082,0.0042948104,0.00015945648,0.0038091308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037119552,0.0002443831,0.026263766,0.00006189989,0.00016007146,0.000005409145,0.0008312019,0.0012288908,0.000034465596,0.011940346,0.9476141,0.011244296],"study_design_scores_gemma":[0.0011801793,0.000042317333,0.075261116,0.000020264135,0.00010512909,0.0000011830246,0.0006210323,0.00034106846,0.00001081104,0.007821885,0.9143688,0.00022621047],"about_ca_topic_score_codex":0.00031395143,"about_ca_topic_score_gemma":0.0006616924,"teacher_disagreement_score":0.1505118,"about_ca_system_score_codex":0.000057250643,"about_ca_system_score_gemma":0.000021815247,"threshold_uncertainty_score":0.999911},"labels":[],"label_agreement":null},{"id":"W2521575595","doi":"10.1145/2983457","title":"An introduction to gamification in human-computer interaction","year":2016,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Educational Games and Gamification","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Human–computer interaction; Computer science","score_opus":0.03375850375480466,"score_gpt":0.43537800785984315,"score_spread":0.4016195041050385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521575595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95562387,0.000015211296,0.013656154,0.026932254,0.0025331255,0.0009251569,0.00001890696,0.00006214438,0.00023317973],"genre_scores_gemma":[0.98641056,0.0000036697932,0.0012669372,0.00047542062,0.0025268649,0.0007078971,0.00008748343,0.00003237487,0.008488788],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983811,0.000110740446,0.0004040593,0.00055819156,0.00024932137,0.00029662662],"domain_scores_gemma":[0.9978809,0.00012515859,0.00015512684,0.0015826769,0.00018557452,0.00007057463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077675475,0.00016120276,0.00014512718,0.00017735927,0.00016346613,0.00013212573,0.0012103042,0.00007926808,0.00030513562],"category_scores_gemma":[0.00013433438,0.00010665976,0.000061560815,0.00025823482,0.000059367903,0.0002740389,0.000137918,0.00009768417,0.0005739269],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010393405,0.003741079,0.21038601,0.000029486719,0.00017063758,0.0000013786726,0.018325116,0.00021061733,0.19078124,0.058657672,0.22297017,0.29368725],"study_design_scores_gemma":[0.0009266435,0.00036275503,0.87598014,0.000015946525,0.000015302476,0.000005520515,0.00035062153,0.000018715107,0.00076511735,0.0022112695,0.11918376,0.00016422382],"about_ca_topic_score_codex":0.000043557684,"about_ca_topic_score_gemma":0.00008751841,"teacher_disagreement_score":0.6655941,"about_ca_system_score_codex":0.00018029603,"about_ca_system_score_gemma":0.000014117093,"threshold_uncertainty_score":0.73768604},"labels":[],"label_agreement":null},{"id":"W2521927950","doi":"10.1145/2983535","title":"Quantum algorithms for machine learning","year":2016,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Quantum machine learning; Computer science; Quantum; Collision; Artificial intelligence; Quantum computer; Theoretical computer science; Algorithm; Machine learning; Physics; Computer security; Quantum mechanics","score_opus":0.02381000373843337,"score_gpt":0.3280131020699079,"score_spread":0.3042030983314745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521927950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11647966,0.00029954748,0.8700347,0.010080442,0.0014741768,0.0010563006,0.000083917555,0.00043673327,0.00005454098],"genre_scores_gemma":[0.7088179,0.00009043065,0.2720873,0.0013285284,0.0016881136,0.0006509494,0.000035149806,0.00017120433,0.01513044],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972423,0.00008613195,0.00043954555,0.0007661281,0.0005994215,0.00086647726],"domain_scores_gemma":[0.9964441,0.0010835837,0.0002378655,0.0018741895,0.00021976136,0.00014052294],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0012922041,0.00036588626,0.00035919447,0.00010359759,0.0010585742,0.0005728652,0.0069360207,0.000091638794,0.000008610449],"category_scores_gemma":[0.0012370369,0.00019516653,0.000313491,0.00031045295,0.00015135892,0.00024823938,0.0028328334,0.00022235294,0.00007795486],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028689095,0.0006898498,0.018276405,0.00013942085,0.0004761491,0.000020152624,0.002804294,0.001423944,0.0100107705,0.024661291,0.025235966,0.91597486],"study_design_scores_gemma":[0.0070336354,0.001806274,0.019902779,0.00016594588,0.00006417448,0.00007371557,0.000026584219,0.559514,0.0019335331,0.08281204,0.3256288,0.0010385602],"about_ca_topic_score_codex":0.000013040639,"about_ca_topic_score_gemma":0.000008313298,"teacher_disagreement_score":0.9149363,"about_ca_system_score_codex":0.000054534634,"about_ca_system_score_gemma":0.000054943754,"threshold_uncertainty_score":0.9984369},"labels":[],"label_agreement":null},{"id":"W2605351659","doi":"10.1145/3055143","title":"The Heidelberg Laureate Forum on the moving frontier between mathematics and computer science","year":2017,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Nobel laureate; Frontier; Mathematics education; Engineering physics; Political science; Mathematics; Physics; Art; Law","score_opus":0.03116280481005287,"score_gpt":0.3376927603378486,"score_spread":0.30652995552779577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605351659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60779583,0.00023545699,0.36157006,0.02409532,0.002622439,0.0017950279,0.000057615805,0.00018673282,0.0016414854],"genre_scores_gemma":[0.98921686,0.000012987031,0.008279434,0.00042613567,0.0003993688,0.00006663993,0.0000028840159,0.000023553104,0.0015721163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99717474,0.00006433711,0.00042301082,0.00057316694,0.00097578357,0.00078897155],"domain_scores_gemma":[0.9933817,0.0010148798,0.00045961404,0.004806732,0.00022384706,0.00011324287],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0033968964,0.0003005586,0.00030305894,0.000041401083,0.008067015,0.007566675,0.017023316,0.000060145343,9.784522e-7],"category_scores_gemma":[0.0008835217,0.00014068976,0.00013077221,0.00017979479,0.00094463164,0.0004407362,0.005886066,0.00024900676,0.000057014757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009803773,0.0005212176,0.3765287,0.00018517015,0.000897782,0.000022266817,0.011771001,0.000754953,0.00034836662,0.2598151,0.2056684,0.14338902],"study_design_scores_gemma":[0.002587938,0.0006937934,0.6400809,0.0004395074,0.00010561128,0.00004597108,0.00034711172,0.18323071,0.00041218658,0.08052043,0.090491496,0.0010443083],"about_ca_topic_score_codex":0.000029940233,"about_ca_topic_score_gemma":0.0000234568,"teacher_disagreement_score":0.38142103,"about_ca_system_score_codex":0.000051578958,"about_ca_system_score_gemma":0.00006798338,"threshold_uncertainty_score":0.9934636},"labels":[],"label_agreement":null},{"id":"W2626920883","doi":"10.1145/3100262","title":"Positive computing: a novel research field to promote human well-being","year":2017,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Field (mathematics); Computer science; Data science; Mathematics","score_opus":0.04666215555538881,"score_gpt":0.39980570101109797,"score_spread":0.35314354545570914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626920883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837362,0.000033651286,0.0017526963,0.0029252612,0.00056420837,0.0010516654,0.000021932941,0.00036475717,0.009549621],"genre_scores_gemma":[0.9942734,0.000008325688,0.0027342208,0.0001327495,0.00029792395,0.000108117085,0.000006780311,0.000057454843,0.002380984],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99818367,0.000012289693,0.00025395214,0.00032666812,0.0004947856,0.00072865747],"domain_scores_gemma":[0.9972357,0.00021507216,0.000055166693,0.0022356291,0.00018285138,0.00007556716],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00081352977,0.00022473389,0.00024883053,0.00012233916,0.0021495475,0.0009971871,0.0047253044,0.00012695945,0.000015849888],"category_scores_gemma":[0.0011435965,0.0001784864,0.000104755214,0.00013369389,0.00019431947,0.00013658493,0.0035599656,0.0004270862,0.00011486838],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056361826,0.0012691194,0.20571621,0.0008777099,0.0021450827,0.0001278526,0.0276896,0.0020925987,0.18633093,0.04971298,0.4410113,0.082463],"study_design_scores_gemma":[0.0050520967,0.00229259,0.6644031,0.0007546402,0.00010718947,0.000033887565,0.0015423198,0.0043299985,0.11097725,0.040809337,0.16812764,0.0015699883],"about_ca_topic_score_codex":0.00009018181,"about_ca_topic_score_gemma":0.00010298714,"teacher_disagreement_score":0.45868686,"about_ca_system_score_codex":0.00008614841,"about_ca_system_score_gemma":0.000010538858,"threshold_uncertainty_score":0.9991495},"labels":[],"label_agreement":null},{"id":"W2754482072","doi":"10.1145/3123748","title":"Games user research and gamification in human-computer interaction","year":2017,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Educational Games and Gamification","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Human–computer interaction; Computer science; Multimedia; Video game","score_opus":0.1374153888927258,"score_gpt":0.5285553800142165,"score_spread":0.3911399911214907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754482072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909781,0.000115065304,0.00023689598,0.004361312,0.0009897706,0.00080191303,0.000011883788,0.000020962869,0.0024840725],"genre_scores_gemma":[0.97347325,0.000030341342,0.00044487466,0.0001149208,0.0005007492,0.0005044858,0.00004421809,0.00002514932,0.024861986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984629,0.00010519494,0.00030943565,0.00045045777,0.00033576883,0.0003362004],"domain_scores_gemma":[0.99721813,0.0002767777,0.00020219326,0.001995117,0.0002588216,0.00004898718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001538581,0.00013395131,0.0001480204,0.00014510966,0.0008291541,0.0006862126,0.0018302486,0.00009511144,0.00009556033],"category_scores_gemma":[0.00018416335,0.00010629431,0.000044930923,0.00009385925,0.00032389077,0.00025816794,0.00058933406,0.00027501938,0.00017692421],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003301782,0.0013915985,0.8470643,0.000045174722,0.00011892507,0.0000025598729,0.01230016,0.00000810792,0.0035168815,0.045628853,0.04753598,0.042057276],"study_design_scores_gemma":[0.00091641006,0.00016377606,0.935261,0.000027623872,0.000008946991,0.0000047712447,0.00061918073,0.000033138465,0.00007496671,0.0068822326,0.055902727,0.00010520043],"about_ca_topic_score_codex":0.00023123743,"about_ca_topic_score_gemma":0.00019330381,"teacher_disagreement_score":0.08819672,"about_ca_system_score_codex":0.0000775356,"about_ca_system_score_gemma":0.000016938051,"threshold_uncertainty_score":0.6617164},"labels":[],"label_agreement":null},{"id":"W2755781496","doi":"10.1145/3123738","title":"Spliddit","year":2017,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fair division; Computer science; Division (mathematics); Management science; Sociology; Political science; Engineering ethics; Economics; Engineering; Mathematical economics; Mathematics","score_opus":0.17920015402419734,"score_gpt":0.534212309867035,"score_spread":0.35501215584283774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755781496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9462669,0.000055960623,0.0116400905,0.01908923,0.0017802991,0.0011561587,0.00019588644,0.00010221241,0.019713266],"genre_scores_gemma":[0.8923022,0.000007677008,0.0010745937,0.00044521005,0.00046010013,0.0002318193,0.0000062306844,0.000019146022,0.105452985],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974208,0.00006237385,0.0004933485,0.00051350595,0.0011659972,0.00034400876],"domain_scores_gemma":[0.9915182,0.00083028007,0.0005353144,0.0066645006,0.00034607164,0.00010560484],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035590273,0.00017287771,0.00024111675,0.00006158649,0.003865532,0.0025688233,0.014245052,0.00006873449,0.00054553634],"category_scores_gemma":[0.011524986,0.00010200242,0.00022560441,0.000161026,0.00057195075,0.00044064978,0.002835889,0.00014398263,0.004064271],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029630924,0.00051292614,0.16593948,0.000007897089,0.00014479326,0.000004020142,0.0012246992,0.00006766311,0.0024211498,0.08315697,0.64955276,0.09667134],"study_design_scores_gemma":[0.0005550156,0.00004135031,0.24212497,0.0000037860916,0.000018123787,0.000004990272,0.0001308137,0.000050510276,0.0004745975,0.3338176,0.42266122,0.00011701034],"about_ca_topic_score_codex":0.000008891188,"about_ca_topic_score_gemma":0.00003395206,"teacher_disagreement_score":0.25066063,"about_ca_system_score_codex":0.000023951598,"about_ca_system_score_gemma":0.00003185122,"threshold_uncertainty_score":0.9984666},"labels":[],"label_agreement":null},{"id":"W2756257214","doi":"10.1145/3123750","title":"Gamified and persuasive systems as behavior change agents for health and wellness","year":2017,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Educational Games and Gamification","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Ontario Tech University","funders":"","keywords":"Behavior change; Psychology; Health behavior; Persuasive technology; Human–computer interaction; Applied psychology; Computer science; Social psychology; Persuasion; Medicine; Environmental health","score_opus":0.11544383568274698,"score_gpt":0.48656829442969635,"score_spread":0.3711244587469494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756257214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98302525,0.0016588084,0.0000691581,0.0077358605,0.0022917318,0.0045714052,0.00026021706,0.00002785178,0.0003596923],"genre_scores_gemma":[0.9676491,0.00019489601,0.00012575077,0.00088797434,0.00053837657,0.006732674,0.000110196146,0.00004403863,0.023717003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985539,0.00005651638,0.00029195665,0.00047024302,0.00023605138,0.00039137565],"domain_scores_gemma":[0.99775773,0.00016375983,0.00040130538,0.0013756591,0.00014164056,0.00015991225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066951214,0.00020406014,0.00027284614,0.0000496237,0.0012428368,0.0005464533,0.0011817002,0.00009626281,0.000023020411],"category_scores_gemma":[0.0003605885,0.00015866484,0.00006859592,0.000033429587,0.00022946681,0.00014677297,0.00039060245,0.000093038594,0.0000440418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013093589,0.001817496,0.6977994,0.00069760607,0.0005760237,0.00000585075,0.08320232,6.6803125e-7,0.00022015932,0.039651774,0.08189856,0.09282083],"study_design_scores_gemma":[0.0021082594,0.00040220938,0.87233084,0.00004402849,0.00007683397,0.000021659203,0.0039666053,0.000016732156,0.0000064417804,0.00055378315,0.12029186,0.00018073445],"about_ca_topic_score_codex":0.00035485104,"about_ca_topic_score_gemma":0.000047979993,"teacher_disagreement_score":0.17453149,"about_ca_system_score_codex":0.00004847492,"about_ca_system_score_gemma":0.000037045524,"threshold_uncertainty_score":0.95590216},"labels":[],"label_agreement":null},{"id":"W2756273103","doi":"10.1145/3123766","title":"Incentives and Gamification","year":2017,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Israel Academy of Sciences and Humanities","keywords":"Hebrew; Citation; Incentive; Library science; Computer science; History; Classics; Economics","score_opus":0.05180303710280908,"score_gpt":0.44813602011319453,"score_spread":0.39633298301038544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756273103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98237574,0.0004181336,0.0003981816,0.00954053,0.0011589003,0.0006886209,0.000043290638,0.000032902808,0.005343687],"genre_scores_gemma":[0.9658511,0.0000630029,0.00063034607,0.00024163381,0.00030529752,0.00032344245,0.00003981646,0.00002044407,0.032524873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898213,0.000037188423,0.0002079651,0.00033368627,0.00020600414,0.00023303901],"domain_scores_gemma":[0.9973179,0.00013788286,0.00026374904,0.0020949466,0.00013310184,0.00005243714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053133804,0.00012962152,0.00012404699,0.00003267182,0.00093217334,0.00048263156,0.0019661577,0.000063887244,0.00009441132],"category_scores_gemma":[0.00062060496,0.000095839416,0.000056593442,0.000037007205,0.00031805204,0.00015939114,0.00046790353,0.00009076366,0.00022893994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024264875,0.00065510074,0.81411356,0.00003264028,0.00022524415,8.801954e-7,0.009996061,8.7119633e-7,0.0021577484,0.06060466,0.04778331,0.06418725],"study_design_scores_gemma":[0.0007159349,0.000056814508,0.89299965,0.0000090762,0.000032023363,0.0000033984304,0.0004772824,0.000009422379,0.00005887523,0.007915905,0.09761894,0.000102663565],"about_ca_topic_score_codex":0.00004156239,"about_ca_topic_score_gemma":0.00002230045,"teacher_disagreement_score":0.07888608,"about_ca_system_score_codex":0.00002416189,"about_ca_system_score_gemma":0.000015687345,"threshold_uncertainty_score":0.7169618},"labels":[],"label_agreement":null},{"id":"W2814675400","doi":"10.1145/3220877","title":"Autonomous infrastructure for a suckless internet","year":2018,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"European Commission","keywords":"The Internet; Business; Internet privacy; Service (business); Public interest; Public relations; World Wide Web; Political science; Computer science; Marketing; Law","score_opus":0.024774778486541138,"score_gpt":0.3868167802927714,"score_spread":0.36204200180623025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2814675400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9671822,0.00009969988,0.0010589841,0.010021205,0.0026168227,0.0019189796,0.00017878674,0.00017074432,0.01675253],"genre_scores_gemma":[0.9534495,0.000016678578,0.0016840129,0.0017011291,0.002324326,0.00028356476,0.000037627928,0.000036972437,0.04046621],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790883,0.000066738074,0.00029317892,0.00037699295,0.0007038919,0.00065034215],"domain_scores_gemma":[0.99821734,0.00033289415,0.00020191642,0.0008086482,0.0003167253,0.00012245205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013189565,0.00021341389,0.00023502034,0.00004483454,0.0010642387,0.0008582486,0.0044308184,0.0001474839,0.00041417676],"category_scores_gemma":[0.00085138145,0.00015437782,0.00016491902,0.0002428687,0.0007494207,0.00031701123,0.0009919221,0.000116459276,0.00011248729],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068176317,0.00032377747,0.28590405,0.00009927832,0.00043643618,0.0000014973995,0.07698458,0.0000033778888,0.0003987192,0.060794763,0.5516495,0.022722261],"study_design_scores_gemma":[0.0013315135,0.00029509616,0.0643223,0.000018474011,0.000055997636,8.0035267e-7,0.003148593,0.00009606568,0.0002018976,0.017417243,0.9128688,0.00024321041],"about_ca_topic_score_codex":0.0006109674,"about_ca_topic_score_gemma":0.0058503314,"teacher_disagreement_score":0.36121932,"about_ca_system_score_codex":0.00016723422,"about_ca_system_score_gemma":0.00013907327,"threshold_uncertainty_score":0.82761115},"labels":[],"label_agreement":null},{"id":"W2937133415","doi":"10.1145/3313127","title":"That's not fair!","year":2019,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Law and economics; Sociology","score_opus":0.06921837847880936,"score_gpt":0.44940091402480287,"score_spread":0.3801825355459935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937133415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90374804,0.000070606235,0.000038249844,0.038776737,0.001812663,0.001288502,0.000048593596,0.00012502907,0.05409158],"genre_scores_gemma":[0.9376,0.00011068741,0.00031868805,0.0032427984,0.00055147277,0.000049171467,0.000008628332,0.000032872747,0.058085687],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973282,0.00013238251,0.00023369961,0.00032803876,0.0012557701,0.00072190433],"domain_scores_gemma":[0.9976248,0.00063615566,0.00015698561,0.0010779075,0.0003393123,0.0001648303],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002844934,0.0001904149,0.00026967938,0.000043776825,0.0015468404,0.0011948977,0.0037857757,0.00021007202,0.00028997308],"category_scores_gemma":[0.0027935856,0.00014152216,0.00023136025,0.00022717254,0.0004928106,0.00051009597,0.0008798541,0.00032085212,0.00088292523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004320188,0.000744449,0.47970983,0.00010922528,0.0005110477,0.000008474538,0.12166678,0.000022987382,0.00260195,0.20348653,0.17990421,0.010802502],"study_design_scores_gemma":[0.00183184,0.00026469442,0.21083345,0.0000386818,0.00006446711,6.8753656e-7,0.0068315333,0.000011109004,0.000319095,0.06921501,0.7101174,0.0004720106],"about_ca_topic_score_codex":0.0007840002,"about_ca_topic_score_gemma":0.0013735377,"teacher_disagreement_score":0.53021324,"about_ca_system_score_codex":0.000114765986,"about_ca_system_score_gemma":0.0001930628,"threshold_uncertainty_score":0.999895},"labels":[],"label_agreement":null},{"id":"W3203065390","doi":"10.1145/3481842","title":"Toward a more empathic relationship between humans and computing systems","year":2021,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Empathy; Psychology; Computer science; Knowledge management; Social psychology","score_opus":0.15343714751517484,"score_gpt":0.47204357222097,"score_spread":0.31860642470579514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203065390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97298414,0.0006547278,0.00033854693,0.02192224,0.00056601706,0.00057639845,0.000054566986,0.00008467407,0.0028186906],"genre_scores_gemma":[0.9936129,0.000059113983,0.00035748823,0.00049545476,0.0008565469,0.000019995332,0.000023871324,0.000024859011,0.0045497688],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977165,0.0003098562,0.0003461267,0.00031561247,0.0008132429,0.0004986854],"domain_scores_gemma":[0.99683374,0.0017315908,0.00017043199,0.00056551385,0.00053074176,0.00016798177],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032362964,0.00016221372,0.00029611358,0.000039769857,0.003073279,0.0015811061,0.0012087792,0.00022094791,0.000006665288],"category_scores_gemma":[0.009470204,0.0001361747,0.000116956886,0.00030625428,0.000570796,0.00025379972,0.0007841504,0.00040756966,0.000019033661],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074955146,0.000051917305,0.86410284,0.00006994289,0.00007946802,0.000006584873,0.10213162,0.000012460064,0.00001730069,0.030302623,0.0028409406,0.00037679015],"study_design_scores_gemma":[0.00073900964,0.00006367091,0.92903525,0.000102868915,0.00010085982,0.000001807137,0.019139918,0.000027499595,0.0000073706137,0.033383753,0.01714783,0.00025017184],"about_ca_topic_score_codex":0.0005915339,"about_ca_topic_score_gemma":0.00054169225,"teacher_disagreement_score":0.082991704,"about_ca_system_score_codex":0.000108311826,"about_ca_system_score_gemma":0.00023647168,"threshold_uncertainty_score":0.99945533},"labels":[],"label_agreement":null},{"id":"W4365139109","doi":"10.1145/3589659","title":"Using Generative AI to Cultivate Positive Emotions and Mindsets for Self-Development and Learning","year":2023,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Educational Games and Gamification","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Santa Barbara; Natural Sciences and Engineering Research Council of Canada; University of Rochester","keywords":"Generative grammar; Psychology; Cognitive science; Artificial intelligence; Computer science","score_opus":0.061735101945392806,"score_gpt":0.4416495234222395,"score_spread":0.37991442147684673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365139109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98968965,0.0000644744,0.0036004256,0.0048124883,0.00034910493,0.0012408885,0.00007003608,0.000061120074,0.00011183668],"genre_scores_gemma":[0.9318971,0.000016248416,0.040809263,0.0011482246,0.0003139444,0.0010638635,0.00027169444,0.000059713362,0.024419945],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99885684,0.00006480006,0.00022740387,0.00038014178,0.00016375966,0.00030706826],"domain_scores_gemma":[0.99905676,0.00028762766,0.00009141707,0.00028341878,0.00019929852,0.00008148861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056321104,0.00015817737,0.00015152196,0.00010058712,0.00084083626,0.00017996403,0.00031718903,0.00005863918,0.000010851363],"category_scores_gemma":[0.00028855677,0.00012803786,0.000038913702,0.00022884562,0.000056976467,0.0000715251,0.00030810453,0.00010950473,0.00005260245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007864188,0.0013942227,0.25927052,0.00019982336,0.0022055635,0.0000061250826,0.542723,0.0009093062,0.026797205,0.01165686,0.07368667,0.0803643],"study_design_scores_gemma":[0.0011328297,0.00019942947,0.9382798,0.00003136135,0.00006602052,0.00000840128,0.003679507,0.00049782655,0.0004329778,0.00093035056,0.05452337,0.00021814404],"about_ca_topic_score_codex":0.000013065362,"about_ca_topic_score_gemma":0.000015127471,"teacher_disagreement_score":0.67900926,"about_ca_system_score_codex":0.000059124755,"about_ca_system_score_gemma":0.000036824982,"threshold_uncertainty_score":0.64671177},"labels":[],"label_agreement":null},{"id":"W4403332706","doi":"10.1145/3688085","title":"Understanding the Role of AI in Helping University Students Manage Their Psychological Wellbeing","year":2024,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Applied psychology; Social psychology","score_opus":0.08046882676791381,"score_gpt":0.43538817504385363,"score_spread":0.35491934827593985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403332706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98072684,0.0006611965,0.0015223946,0.002791424,0.0018706864,0.001362821,0.00013514195,0.00010984528,0.010819638],"genre_scores_gemma":[0.9932597,0.000014250832,0.00006081978,0.00025808404,0.00007331349,0.00005131603,0.000013698303,0.00003703288,0.006231778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978019,0.00018840365,0.0004994794,0.00049575703,0.00045068347,0.0005637658],"domain_scores_gemma":[0.9982422,0.00046544324,0.00012196216,0.0010649831,0.000036100944,0.00006928767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012416141,0.00023759187,0.00027575454,0.00019697474,0.00034803565,0.00029368198,0.003393938,0.00010874585,0.00008652662],"category_scores_gemma":[0.000086833476,0.00015474111,0.00027478495,0.0006191142,0.00030090532,0.00021955327,0.001554491,0.00043901385,0.00016299245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025207007,0.0072163176,0.5102636,0.0007343106,0.0021361012,0.00028354896,0.030316476,0.00009290487,0.0012593254,0.3813578,0.022982948,0.040835977],"study_design_scores_gemma":[0.0040734163,0.0013821902,0.67797256,0.0011475031,0.00017508838,0.000051612336,0.024957405,0.0002996035,0.0001877342,0.24449116,0.044701915,0.0005598003],"about_ca_topic_score_codex":0.00005388157,"about_ca_topic_score_gemma":0.00015344656,"teacher_disagreement_score":0.16770896,"about_ca_system_score_codex":0.00036175447,"about_ca_system_score_gemma":0.000014070031,"threshold_uncertainty_score":0.63101596},"labels":[],"label_agreement":null},{"id":"W4406160054","doi":"10.1145/3703395","title":"Seeing the World Through the Lens of Computational Imaging","year":2024,"lang":"en","type":"article","venue":"XRDS Crossroads The ACM Magazine for Students","topic":"3D Surveying and Cultural Heritage","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Lens (geology); Computer science; Optometry; Optics; Medicine; Physics","score_opus":0.03298280304470115,"score_gpt":0.3351100918169752,"score_spread":0.30212728877227407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406160054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9613588,0.006719461,0.0006235241,0.01602745,0.0019387084,0.0008751779,0.00047039345,0.00014489774,0.011841609],"genre_scores_gemma":[0.99248075,0.00002538961,0.00051502546,0.0007018111,0.00021060077,0.000008332398,0.000079091005,0.000008110646,0.0059708925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859446,0.0001044821,0.00026425716,0.00022511806,0.0005064536,0.00030521632],"domain_scores_gemma":[0.9982601,0.0010711377,0.000069100075,0.0005051963,0.000071920214,0.000022564394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009475217,0.00015456336,0.00014030401,0.000021841597,0.00080630486,0.00050038804,0.0017309937,0.000019170966,0.00025994744],"category_scores_gemma":[0.0001424225,0.00006341511,0.00014988148,0.00038281555,0.00031095723,0.00025005586,0.00016461228,0.0002041574,0.0001700068],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013964468,0.00007046919,0.78602904,0.00017220415,0.00042161022,0.000015723477,0.013258505,0.024304617,0.00013733523,0.002500714,0.11515456,0.057795584],"study_design_scores_gemma":[0.00031201995,0.00005330201,0.82474786,0.000087774766,0.00006822991,0.000019331039,0.0008745049,0.011578555,0.000035876965,0.016025506,0.1460159,0.00018112948],"about_ca_topic_score_codex":0.0002917119,"about_ca_topic_score_gemma":0.0015274858,"teacher_disagreement_score":0.057614453,"about_ca_system_score_codex":0.0000060930456,"about_ca_system_score_gemma":0.000032481334,"threshold_uncertainty_score":0.62015265},"labels":[],"label_agreement":null}]}