{"meta":{"query_hash":"636d65e43613","filters":{"venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education"},"cohort_total":8,"direct_labels_cover":0,"predictions_cover":8,"exported":8,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/636d65e43613","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+53rd+ACM+Technical+Symposium+on+Computer+Science+Education"},"results":[{"id":"W4212814613","doi":"10.1145/3478431.3499335","title":"Exploring Common Writing Issues in Upper-Year Computer Science","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Formality; CLARITY; Computer science; Curriculum; Grammar; Mathematics education; Technical writing; Linguistics; Pedagogy; Higher education; Psychology","score_opus":0.03627741186956178,"score_gpt":0.2952020412351857,"score_spread":0.2589246293656239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212814613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9737464,0.000029641973,0.008064399,0.014157341,0.0026879879,0.00050141,5.3718816e-7,0.0004240594,0.000388192],"genre_scores_gemma":[0.80414075,0.000005685308,0.19514032,0.00035256534,0.0002297207,0.000099850455,3.2461872e-7,0.000012534706,0.000018266048],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957089,0.000056962414,0.0005654151,0.0011429604,0.001793226,0.00073253765],"domain_scores_gemma":[0.998042,0.0001647022,0.00039290913,0.0009274644,0.00030892523,0.00016400957],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.005239359,0.00023877561,0.00028060435,0.0009120294,0.0018273375,0.00090345554,0.009680729,0.00003880445,0.000002581652],"category_scores_gemma":[0.00029324187,0.00020626113,0.00010772849,0.005294239,0.00076768064,0.0023165683,0.0065074023,0.0009673128,0.0000054045195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022404021,0.0013589788,0.05987618,0.00008410844,0.0000051369616,9.921131e-7,0.008308431,0.004419602,0.053826995,0.16659008,0.00057994237,0.70492715],"study_design_scores_gemma":[0.0017207927,0.0040846914,0.60558295,0.0024224087,0.000036764843,0.00046448308,0.0027242014,0.24288589,0.09518755,0.014574343,0.027242722,0.0030732166],"about_ca_topic_score_codex":0.00010461322,"about_ca_topic_score_gemma":0.0000010453598,"teacher_disagreement_score":0.70185393,"about_ca_system_score_codex":0.000683236,"about_ca_system_score_gemma":0.00065255736,"threshold_uncertainty_score":0.99947214},"labels":[],"label_agreement":null},{"id":"W4213016597","doi":"10.1145/3478431.3499299","title":"English Language Learners in Computer Science Education","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"English language; Computer science; Mathematics education; Language acquisition; English as a second language; Pedagogy; Psychology","score_opus":0.009808501182084843,"score_gpt":0.27052340100475547,"score_spread":0.26071489982267065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213016597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9650576,0.000049015947,0.017352404,0.008608985,0.0064080423,0.0007585955,7.0041284e-7,0.00050646946,0.0012581818],"genre_scores_gemma":[0.8564502,0.000001936949,0.1423841,0.00068453647,0.00031056677,0.000076061995,7.7610986e-7,0.000011732863,0.00008010801],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962389,0.000055014723,0.00044339753,0.0011033779,0.0015615162,0.000597825],"domain_scores_gemma":[0.9979222,0.00011408462,0.0004073645,0.0009428392,0.0004407274,0.00017278575],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0040129665,0.0002182898,0.00021446805,0.00091872754,0.001190364,0.00071541924,0.008695051,0.00005220628,0.0000038126193],"category_scores_gemma":[0.0006089375,0.00018616799,0.00009738025,0.0054946663,0.000751652,0.0013822656,0.0040116752,0.00088560674,0.000004608713],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013704418,0.0015845962,0.008303484,0.0000482594,0.0000032166681,3.0194218e-7,0.019108258,0.0033593746,0.037345946,0.06617389,0.0012338391,0.86282516],"study_design_scores_gemma":[0.003776476,0.008234798,0.30619502,0.0031669794,0.00011031202,0.00079401286,0.01700975,0.40956756,0.12543355,0.021862302,0.09692481,0.0069244164],"about_ca_topic_score_codex":0.00010146396,"about_ca_topic_score_gemma":0.0000018059754,"teacher_disagreement_score":0.8559007,"about_ca_system_score_codex":0.00084792514,"about_ca_system_score_gemma":0.0028399595,"threshold_uncertainty_score":0.9966684},"labels":[],"label_agreement":null},{"id":"W4292807918","doi":"10.1145/3478431.3499407","title":"Embedding Ethics in Computer Science Courses","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Ethics in Business and Education","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Ethical issues; Engineering ethics; Embedding; Computer science; Work (physics); Pedagogy; Sociology; Engineering; Artificial intelligence","score_opus":0.11290097942719853,"score_gpt":0.4196578665190078,"score_spread":0.3067568870918093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292807918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9279986,0.000021056316,0.0041798498,0.057345897,0.00864914,0.000556979,0.0000027791516,0.000077802826,0.0011678722],"genre_scores_gemma":[0.96628803,0.000010177396,0.031291965,0.0018788496,0.00037206043,0.000071652634,5.1217586e-7,0.000011555051,0.000075200565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99171954,0.00007217052,0.00087761245,0.001242314,0.0055349492,0.0005534296],"domain_scores_gemma":[0.9934762,0.0017677424,0.0007871519,0.0011082528,0.0026897707,0.00017086738],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.022882273,0.00020778392,0.00028692273,0.0013431428,0.0022683856,0.0009619586,0.009921784,0.000104976105,0.000033372085],"category_scores_gemma":[0.008571946,0.00015090237,0.00010588949,0.010016383,0.0025819228,0.0014166486,0.004372356,0.0013183211,0.000011755665],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011476756,0.0043826983,0.08652861,0.000142505,0.000007801417,6.161143e-7,0.019921746,0.05452905,0.2524367,0.3967615,0.017878937,0.16729505],"study_design_scores_gemma":[0.00067257916,0.0010283728,0.2867788,0.00087248103,0.000030107085,0.00016690117,0.0035273386,0.17595659,0.0506331,0.47301713,0.00599457,0.0013220207],"about_ca_topic_score_codex":0.000057177396,"about_ca_topic_score_gemma":0.000005377246,"teacher_disagreement_score":0.2018036,"about_ca_system_score_codex":0.00084884017,"about_ca_system_score_gemma":0.0049701696,"threshold_uncertainty_score":0.9997793},"labels":[],"label_agreement":null},{"id":"W4293227174","doi":"10.1145/3478431.3499369","title":"Help Supports during Online Delivery","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Online course; Perception; Work (physics); Online learning; Multimedia; Medical education; World Wide Web; Psychology; Mathematics education; Engineering; Medicine","score_opus":0.02368319831190415,"score_gpt":0.33594440338121206,"score_spread":0.31226120506930793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761485,0.000007446796,0.00015164982,0.016038332,0.002194754,0.00047872323,0.0000037225798,0.00016678424,0.0048101097],"genre_scores_gemma":[0.9599581,0.0000054929324,0.03836247,0.0006637383,0.0005204354,0.000048624694,0.0000011984962,0.000012075173,0.0004279145],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99711573,0.00008777244,0.00036259077,0.0005253797,0.0014768606,0.00043167453],"domain_scores_gemma":[0.9983978,0.00013703543,0.00039857946,0.00036630707,0.0005927282,0.00010751443],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004427413,0.00013954937,0.00016895604,0.00033355475,0.002518809,0.00014731921,0.003523829,0.00005152438,0.00004053382],"category_scores_gemma":[0.00095285097,0.00011839278,0.00009104323,0.002805825,0.00093594415,0.0005294589,0.0018764006,0.0005400674,0.0000024104677],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055290915,0.0018812724,0.036449198,0.000056186364,0.000009809263,3.8910147e-7,0.008613371,0.00014417415,0.76469946,0.15119752,0.006318538,0.03057481],"study_design_scores_gemma":[0.0009734953,0.001454327,0.61216867,0.00055495073,0.00008738699,0.00012811636,0.010852726,0.0011479857,0.26086843,0.061755084,0.0481029,0.0019059436],"about_ca_topic_score_codex":0.00017497058,"about_ca_topic_score_gemma":0.000006183709,"teacher_disagreement_score":0.5757195,"about_ca_system_score_codex":0.00093962427,"about_ca_system_score_gemma":0.0012383139,"threshold_uncertainty_score":0.9987798},"labels":[],"label_agreement":null},{"id":"W4293227180","doi":"10.1145/3478431.3499286","title":"The Impact of Optional Groups on Students","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Set (abstract data type); Drop out; Group work; Computer science; Group (periodic table); Work (physics); Psychology; Medical education; Multimedia; Engineering; Medicine","score_opus":0.013122073405011456,"score_gpt":0.31126680779322763,"score_spread":0.29814473438821615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864853,0.00001926501,0.003887156,0.007083657,0.0015361432,0.00044773772,0.0000011366515,0.00014961595,0.00038997282],"genre_scores_gemma":[0.9818161,0.0000029315947,0.017796949,0.00013219054,0.00011808758,0.000059228,3.8706966e-7,0.000007332185,0.00006677058],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971579,0.00004602013,0.0003390252,0.0004987851,0.0016315052,0.00032681058],"domain_scores_gemma":[0.998262,0.00024849898,0.0004597663,0.0006698827,0.00027260624,0.000087233646],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0028043552,0.00014999323,0.00014695778,0.00020293484,0.0014233257,0.00039428825,0.008981945,0.000031461783,0.000002144112],"category_scores_gemma":[0.0003195669,0.0000893445,0.00017847132,0.0015715405,0.00036885854,0.0003617168,0.002998514,0.00054131844,0.0000025278352],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013209585,0.0048329015,0.052502017,0.000042013715,0.000052964908,2.363235e-7,0.004244804,0.015131099,0.058908753,0.41909486,0.008450896,0.43660736],"study_design_scores_gemma":[0.0009051043,0.007813116,0.9142509,0.00042531345,0.000031957323,0.00015091554,0.00039247825,0.032372016,0.012132109,0.022449141,0.008164262,0.0009126477],"about_ca_topic_score_codex":0.000033184213,"about_ca_topic_score_gemma":1.6252935e-7,"teacher_disagreement_score":0.86174893,"about_ca_system_score_codex":0.00041408074,"about_ca_system_score_gemma":0.0004823071,"threshold_uncertainty_score":0.9998767},"labels":[],"label_agreement":null},{"id":"W4293227267","doi":"10.1145/3478431.3499282","title":"Additional Evidence for the Prevalence of the Impostor Phenomenon in Computing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Phenomenon; Computer science; Work (physics); Data science; Knowledge management; Psychology; Epistemology; Engineering","score_opus":0.03663027495095582,"score_gpt":0.3345233382464252,"score_spread":0.2978930632954694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91766304,0.00055424194,0.00146555,0.06231393,0.009542128,0.0055697765,0.00040500626,0.00016966157,0.0023166782],"genre_scores_gemma":[0.99562556,0.000011486303,0.0025717397,0.00048620487,0.00027016614,0.00067553547,0.0000017250571,0.000009861645,0.00034770244],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99804306,0.000039126186,0.00041843628,0.00049592764,0.00073043926,0.00027303144],"domain_scores_gemma":[0.99705863,0.0013959972,0.0005732455,0.00043062447,0.00051208684,0.00002941674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001740019,0.00013425962,0.00014320284,0.00013332754,0.0012513386,0.00005030283,0.0031292902,0.00003547837,0.00017563783],"category_scores_gemma":[0.0012899888,0.000083588784,0.00011641746,0.0015382267,0.00075835595,0.00023849007,0.0013396549,0.0003149379,0.0000015901886],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006755805,0.0059441556,0.16623636,0.0015055119,0.000115454815,8.876129e-8,0.025504079,0.0037333905,0.16017772,0.14017026,0.41007888,0.08585853],"study_design_scores_gemma":[0.0003113086,0.0006029714,0.9805476,0.00054563675,0.000048205733,0.00004004572,0.0007777388,0.0035413324,0.0030133196,0.004761822,0.005580833,0.00022917592],"about_ca_topic_score_codex":0.000026585938,"about_ca_topic_score_gemma":0.0000025054942,"teacher_disagreement_score":0.81431127,"about_ca_system_score_codex":0.00044015597,"about_ca_system_score_gemma":0.00043209144,"threshold_uncertainty_score":0.96244115},"labels":[],"label_agreement":null},{"id":"W4293227429","doi":"10.1145/3478431.3499378","title":"Opening Sentences in Academic Writing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Sentence; Taxonomy (biology); Reading (process); Academic writing; Subject (documents); Curriculum; Mathematics education; Coding (social sciences); Domain (mathematical analysis); Pedagogy; World Wide Web; Linguistics; Artificial intelligence; Psychology; Sociology","score_opus":0.018095512201554614,"score_gpt":0.2864016938834494,"score_spread":0.2683061816818948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94497275,0.000033518994,0.0061156033,0.03348057,0.005184857,0.0011237795,0.0000010098282,0.00023096078,0.008856968],"genre_scores_gemma":[0.9706804,0.0000040301675,0.027612347,0.0013258657,0.00009606411,0.00018099253,5.1368306e-7,0.0000045888137,0.00009518904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9973171,0.000024957468,0.00065464387,0.0004707653,0.0011987285,0.00033380426],"domain_scores_gemma":[0.99861455,0.00006725803,0.00049596786,0.00039374398,0.00033880482,0.0000896577],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.002660796,0.00013598848,0.00015618793,0.00049010786,0.00071184797,0.0002692059,0.0059777964,0.000040176896,0.000007663956],"category_scores_gemma":[0.00017435702,0.00010892147,0.000056421246,0.0033597583,0.00015205184,0.0013597391,0.002731155,0.00047518287,0.000008004869],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001712087,0.0009899567,0.08390956,0.0001399594,0.000007923302,2.9525154e-7,0.017929262,0.001756889,0.08008602,0.6836893,0.015061843,0.11641187],"study_design_scores_gemma":[0.0021078638,0.0012754109,0.57955366,0.002575831,0.000025323929,0.0010610949,0.01871013,0.1649329,0.14780629,0.04127579,0.03746288,0.0032128273],"about_ca_topic_score_codex":0.000017763108,"about_ca_topic_score_gemma":3.9121852e-7,"teacher_disagreement_score":0.6424135,"about_ca_system_score_codex":0.0005595129,"about_ca_system_score_gemma":0.0010807198,"threshold_uncertainty_score":0.9994003},"labels":[],"label_agreement":null},{"id":"W4299411383","doi":"10.1145/3478431.3499383","title":"Comparing Student Experiences of Collaborative Learning in Synchronous CS1 Classes in Gather.Town vs. Zoom","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Zoom; Class (philosophy); Agency (philosophy); Computer science; Coronavirus disease 2019 (COVID-19); Student engagement; Mathematics education; Multimedia; World Wide Web; Psychology; Sociology; Artificial intelligence; Engineering; Medicine","score_opus":0.024551996634772286,"score_gpt":0.3615827979170717,"score_spread":0.3370308012822994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299411383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992101,0.00003661885,0.00026070722,0.0014479294,0.0012172841,0.00043153952,3.3027686e-7,0.000053922035,0.004450669],"genre_scores_gemma":[0.99103826,0.0000020862954,0.008396212,0.0001241169,0.00007096147,0.00023408246,5.4271516e-7,0.000010748747,0.00012296301],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976615,0.00024514267,0.0005551564,0.0005516706,0.0006601964,0.00032633345],"domain_scores_gemma":[0.9985617,0.00027528554,0.00057289546,0.00027071158,0.0002800971,0.000039302042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004488053,0.00015867154,0.00032549817,0.00055197516,0.00037435433,0.00006734381,0.0020570715,0.000054087075,0.000034594486],"category_scores_gemma":[0.00048786966,0.00013099352,0.000048455026,0.0034337211,0.0005590382,0.00020157099,0.000893095,0.00086168083,0.0000011918272],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019905393,0.002769402,0.6053693,0.000044497494,0.000013387091,4.2741456e-7,0.24019203,0.0043666568,0.10894828,0.022433782,0.0006086579,0.015054528],"study_design_scores_gemma":[0.00062370143,0.0017404245,0.91203696,0.0003352709,0.000009566324,0.000017205444,0.07090873,0.0016572553,0.0105693145,0.0008163074,0.00093821203,0.00034704743],"about_ca_topic_score_codex":0.00009469131,"about_ca_topic_score_gemma":0.0000029120013,"teacher_disagreement_score":0.30666766,"about_ca_system_score_codex":0.00047735986,"about_ca_system_score_gemma":0.0004267899,"threshold_uncertainty_score":0.53417605},"labels":[],"label_agreement":null}]}