{"meta":{"query_hash":"636d65e43613","filters":{"venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education"},"cohort_total":8,"direct_labels_cover":0,"predictions_cover":8,"exported":8,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/636d65e43613","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+53rd+ACM+Technical+Symposium+on+Computer+Science+Education"},"results":[{"id":"W4212814613","doi":"10.1145/3478431.3499335","title":"Exploring Common Writing Issues in Upper-Year Computer Science","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Formality; CLARITY; Computer science; Curriculum; Grammar; Mathematics education; Technical writing; Linguistics; Pedagogy; Higher education; Psychology","score_opus":0.03627741186956178,"score_gpt":0.2952020412351857,"score_spread":0.2589246293656239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212814613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98631036,0.0004178059,0.008369321,0.00080442656,0.00006291896,0.000103592574,0.000060014278,0.00016383734,0.0037076266],"genre_scores_gemma":[0.9902761,0.00021207477,0.0064000953,0.00026458025,0.00003839147,0.000092355906,0.00017094547,0.000082243765,0.0024632362],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9644719,0.01803121,0.0032606365,0.002678816,0.0098392805,0.0017181331],"domain_scores_gemma":[0.8038773,0.12448186,0.038172916,0.004955988,0.019958317,0.008553674],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015283531,0.0006290738,0.0006651915,0.005862653,0.0036441116,0.006108944,0.001594356,0.001757479,0.0024851959],"category_scores_gemma":[0.13026963,0.00050070416,0.00043268592,0.003240228,0.0023146428,0.0034844424,0.004498523,0.0023065754,0.00057400187],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050201727,0.0017641265,0.19673266,0.0009921731,0.00006879943,0.005190196,0.5020866,0.0020767825,0.013802137,0.0047647976,0.005799458,0.26622024],"study_design_scores_gemma":[0.00015008352,0.0022975483,0.3147228,0.0014393576,0.00009137651,0.013154749,0.5157499,0.01438159,0.016669301,0.016829224,0.10400045,0.00051366613],"about_ca_topic_score_codex":0.0008067944,"about_ca_topic_score_gemma":0.0019081669,"teacher_disagreement_score":0.9847165,"about_ca_system_score_codex":0.0022147652,"about_ca_system_score_gemma":0.0024932162,"threshold_uncertainty_score":0.08082795},"labels":[],"label_agreement":null},{"id":"W4213016597","doi":"10.1145/3478431.3499299","title":"English Language Learners in Computer Science Education","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"English language; Computer science; Mathematics education; Language acquisition; English as a second language; Pedagogy; Psychology","score_opus":0.009808501182084843,"score_gpt":0.27052340100475547,"score_spread":0.26071489982267065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213016597","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06789833,0.820294,0.0030349602,0.033033643,0.0017610692,0.0001791683,0.00024301026,0.000044945307,0.07351092],"genre_scores_gemma":[0.2765641,0.6956582,0.0034730781,0.014693687,0.00070507335,0.00040898143,0.0002761465,0.000052203148,0.008168397],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99435,0.0027428316,0.0007140472,0.00041709028,0.0014045232,0.00037146872],"domain_scores_gemma":[0.9492103,0.04175296,0.0027457597,0.0006844109,0.004389323,0.0012173061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010690016,0.00031077667,0.0007007398,0.0022840719,0.001446031,0.004827433,0.0006832842,0.0013909579,0.0049512666],"category_scores_gemma":[0.05200324,0.0002774177,0.0005699356,0.0033370259,0.0019257822,0.0064254142,0.0036994887,0.0020557635,0.00090682966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015053358,0.00022824208,0.021125603,0.053037725,0.00031062806,0.00072171376,0.047491387,0.00024581375,0.0013688629,0.028660137,0.02603385,0.8206254],"study_design_scores_gemma":[0.0000805815,0.000377601,0.04152152,0.17685045,0.0008812957,0.0017953726,0.082557246,0.00016882192,0.0023623235,0.01704575,0.6762671,0.00009204663],"about_ca_topic_score_codex":0.003746059,"about_ca_topic_score_gemma":0.0065905116,"teacher_disagreement_score":0.010690016,"about_ca_system_score_codex":0.0015898697,"about_ca_system_score_gemma":0.008563074,"threshold_uncertainty_score":0.056534886},"labels":[],"label_agreement":null},{"id":"W4292807918","doi":"10.1145/3478431.3499407","title":"Embedding Ethics in Computer Science Courses","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Ethics in Business and Education","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Ethical issues; Engineering ethics; Embedding; Computer science; Work (physics); Pedagogy; Sociology; Engineering; Artificial intelligence","score_opus":0.11290097942719853,"score_gpt":0.4196578665190078,"score_spread":0.3067568870918093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292807918","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6111311,0.0023607665,0.038956497,0.059615206,0.0022752387,0.001536816,0.000251191,0.00088367774,0.28298956],"genre_scores_gemma":[0.93175757,0.0011953721,0.019078352,0.0096122315,0.00050689094,0.0011127428,0.00020156367,0.00014543043,0.0363898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9815031,0.01166718,0.00058410165,0.0010396151,0.0029480802,0.0022579436],"domain_scores_gemma":[0.8996425,0.047487188,0.008576653,0.0060397866,0.009098804,0.029154968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014205769,0.00071889965,0.00060876255,0.0012983623,0.0046156496,0.0100494595,0.0018936511,0.0029365416,0.029495815],"category_scores_gemma":[0.057904102,0.00052048254,0.00052951433,0.0012687801,0.004939933,0.0057966127,0.013347153,0.0069519747,0.0073890113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060630275,0.019468965,0.022068175,0.0011646374,0.00006595978,0.0008153383,0.039926477,0.005243849,0.0046243006,0.20301189,0.10879296,0.5942111],"study_design_scores_gemma":[0.00050928124,0.0033658461,0.040125974,0.0039106063,0.00006412479,0.0006670079,0.034053247,0.006952924,0.0114330305,0.29242826,0.6062894,0.00020027964],"about_ca_topic_score_codex":0.00060531974,"about_ca_topic_score_gemma":0.0015860052,"teacher_disagreement_score":0.029495815,"about_ca_system_score_codex":0.0063227713,"about_ca_system_score_gemma":0.0104748225,"threshold_uncertainty_score":0.098673284},"labels":[],"label_agreement":null},{"id":"W4293227174","doi":"10.1145/3478431.3499369","title":"Help Supports during Online Delivery","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Online course; Perception; Work (physics); Online learning; Multimedia; Medical education; World Wide Web; Psychology; Mathematics education; Engineering; Medicine","score_opus":0.02368319831190415,"score_gpt":0.33594440338121206,"score_spread":0.31226120506930793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.957122,0.0009206277,0.004382525,0.0021059073,0.0002047878,0.0002639751,0.000521173,0.00046369518,0.034015305],"genre_scores_gemma":[0.98032653,0.00048692396,0.0044612293,0.00048044795,0.000104085244,0.0001302189,0.00024377632,0.00005835803,0.013708438],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998348,0.00077724754,0.00007616107,0.00014693485,0.00035657684,0.00029506447],"domain_scores_gemma":[0.9914147,0.004432515,0.0010965563,0.00047075975,0.0010264126,0.0015589547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013500693,0.00028238707,0.00022126085,0.0004937344,0.0009427332,0.0017571846,0.0006621583,0.00067820144,0.019337317],"category_scores_gemma":[0.01903345,0.00014105259,0.0002363428,0.00027814973,0.00024324167,0.00124312,0.0012198386,0.00061370584,0.0034202668],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018279646,0.0037231857,0.12965193,0.0011805304,0.000087328015,0.0016021609,0.05359735,0.00042177047,0.011700719,0.001957701,0.032297686,0.7619517],"study_design_scores_gemma":[0.00041154708,0.0067134416,0.5659219,0.0018998628,0.0003026497,0.004462079,0.12082437,0.003180273,0.013849717,0.005189512,0.27704242,0.0002022593],"about_ca_topic_score_codex":0.0013397653,"about_ca_topic_score_gemma":0.0022214656,"teacher_disagreement_score":0.019337317,"about_ca_system_score_codex":0.00052896544,"about_ca_system_score_gemma":0.0008784746,"threshold_uncertainty_score":0.064689815},"labels":[],"label_agreement":null},{"id":"W4293227180","doi":"10.1145/3478431.3499286","title":"The Impact of Optional Groups on Students","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Set (abstract data type); Drop out; Group work; Computer science; Group (periodic table); Work (physics); Psychology; Medical education; Multimedia; Engineering; Medicine","score_opus":0.013122073405011456,"score_gpt":0.31126680779322763,"score_spread":0.29814473438821615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970561,0.0000699928,0.00042103595,0.00033715626,0.00003206436,0.000064906526,0.00003574736,0.000041863343,0.0019410626],"genre_scores_gemma":[0.99816954,0.000028680706,0.00062551827,0.00009444278,0.000023739936,0.000107541724,0.000060834886,0.000011783061,0.00087783596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9879864,0.006434534,0.0006262272,0.0012128928,0.0017499877,0.0019900566],"domain_scores_gemma":[0.88980025,0.050084077,0.010949364,0.0074802204,0.0049581234,0.036728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007934526,0.00058175105,0.0008565848,0.00077631004,0.0020214769,0.0023328008,0.0019063198,0.0008973834,0.011141502],"category_scores_gemma":[0.06235495,0.00029934396,0.00092537125,0.000520396,0.0010771265,0.0011924664,0.004789909,0.0013021197,0.0011972528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016352605,0.028597536,0.5186279,0.00056962646,0.00035108966,0.0006084289,0.014875177,0.0027662893,0.008542096,0.0013737918,0.005050682,0.40228474],"study_design_scores_gemma":[0.0018125075,0.037917297,0.9088301,0.0002988231,0.00037289076,0.0004972453,0.021169996,0.0049600373,0.0055360897,0.004116655,0.014329653,0.0001587619],"about_ca_topic_score_codex":0.0013465643,"about_ca_topic_score_gemma":0.0021176795,"teacher_disagreement_score":0.011141502,"about_ca_system_score_codex":0.0009544388,"about_ca_system_score_gemma":0.0016761945,"threshold_uncertainty_score":0.041962266},"labels":[],"label_agreement":null},{"id":"W4293227267","doi":"10.1145/3478431.3499282","title":"Additional Evidence for the Prevalence of the Impostor Phenomenon in Computing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Phenomenon; Computer science; Work (physics); Data science; Knowledge management; Psychology; Epistemology; Engineering","score_opus":0.03663027495095582,"score_gpt":0.3345233382464252,"score_spread":0.2978930632954694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98892504,0.00044519937,0.0009821305,0.0011306405,0.000023749795,0.00001996071,0.00009895739,0.000013591785,0.008360781],"genre_scores_gemma":[0.9992505,0.000121904086,0.0002406041,0.000107030646,0.00002054189,0.000009132819,0.000039862185,0.000006938255,0.00020361778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939972,0.0020463013,0.0005771053,0.0009563685,0.0018351097,0.00058792066],"domain_scores_gemma":[0.830659,0.08825961,0.050220236,0.013360173,0.009549352,0.007951755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064650886,0.0002379021,0.00029912198,0.0027782393,0.0011791678,0.0023541544,0.00092031923,0.0011491434,0.009309296],"category_scores_gemma":[0.07805754,0.00038350228,0.00030583955,0.0018592876,0.0032017801,0.0021956614,0.0030984567,0.0033466837,0.0003777065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021616087,0.00045940996,0.9440156,0.0003433222,0.00010555958,0.00019617788,0.012545265,0.00006294799,0.0013287719,0.0035067087,0.0006666833,0.036553483],"study_design_scores_gemma":[0.000006114307,0.00011968646,0.9927233,0.00010588808,0.000023717803,0.00044363507,0.0039215568,0.00013125982,0.00019396855,0.0010627297,0.0012537908,0.00001428572],"about_ca_topic_score_codex":0.001475041,"about_ca_topic_score_gemma":0.0019417957,"teacher_disagreement_score":0.009309296,"about_ca_system_score_codex":0.00045418539,"about_ca_system_score_gemma":0.0008740799,"threshold_uncertainty_score":0.034191072},"labels":[],"label_agreement":null},{"id":"W4293227429","doi":"10.1145/3478431.3499378","title":"Opening Sentences in Academic Writing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Sentence; Taxonomy (biology); Reading (process); Academic writing; Subject (documents); Curriculum; Mathematics education; Coding (social sciences); Domain (mathematical analysis); Pedagogy; World Wide Web; Linguistics; Artificial intelligence; Psychology; Sociology","score_opus":0.018095512201554614,"score_gpt":0.2864016938834494,"score_spread":0.2683061816818948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293227429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55290383,0.009780906,0.15100661,0.052453794,0.009401533,0.0016977817,0.0023636217,0.0023920399,0.21799995],"genre_scores_gemma":[0.9319734,0.001605913,0.036832593,0.005003566,0.0014489997,0.0009294253,0.001033805,0.0010657201,0.02010659],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9421987,0.043969087,0.0033638708,0.0022651681,0.0068434775,0.0013596758],"domain_scores_gemma":[0.75688684,0.1894451,0.021537272,0.007888445,0.018308643,0.0059337267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020635333,0.0014817746,0.0007518564,0.0034498298,0.010147649,0.008548747,0.00175581,0.0035115834,0.008523685],"category_scores_gemma":[0.13475509,0.0008007792,0.00095833285,0.003415688,0.0091712475,0.01232307,0.008831384,0.005330845,0.003116214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021501332,0.000117475145,0.006420186,0.0017133163,0.000035051053,0.002656463,0.8110461,0.00024833513,0.006270829,0.060939744,0.046805862,0.06353166],"study_design_scores_gemma":[0.000042576376,0.00023372227,0.0065683234,0.0022794122,0.000037528538,0.0040883534,0.4188216,0.0011836672,0.0045186887,0.047358498,0.51470673,0.00016103454],"about_ca_topic_score_codex":0.00052596175,"about_ca_topic_score_gemma":0.00066789694,"teacher_disagreement_score":0.020635333,"about_ca_system_score_codex":0.0033025134,"about_ca_system_score_gemma":0.0021676952,"threshold_uncertainty_score":0.109131396},"labels":[],"label_agreement":null},{"id":"W4299411383","doi":"10.1145/3478431.3499383","title":"Comparing Student Experiences of Collaborative Learning in Synchronous CS1 Classes in Gather.Town vs. Zoom","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Zoom; Class (philosophy); Agency (philosophy); Computer science; Coronavirus disease 2019 (COVID-19); Student engagement; Mathematics education; Multimedia; World Wide Web; Psychology; Sociology; Artificial intelligence; Engineering; Medicine","score_opus":0.024551996634772286,"score_gpt":0.3615827979170717,"score_spread":0.3370308012822994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299411383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999071,0.000020392774,0.000111763606,0.000026681895,0.0000036655242,0.0000132557925,0.000019421992,0.000006794899,0.0007269185],"genre_scores_gemma":[0.9988231,0.000029097302,0.00015586306,0.00002535471,0.000004888094,0.000024561576,0.000032146647,0.000005815188,0.00089924375],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980565,0.00080660084,0.00008735007,0.00028837883,0.00029813938,0.0004629874],"domain_scores_gemma":[0.9898279,0.0044193086,0.001333576,0.000395154,0.0009308388,0.0030932443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020479409,0.00033679674,0.0004933155,0.0010267582,0.0022659516,0.002914008,0.00080765365,0.0006747144,0.0030401843],"category_scores_gemma":[0.008366125,0.0002913378,0.00029263063,0.0006247331,0.0011298772,0.0010718349,0.002744333,0.0011072715,0.0006837027],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012675967,0.0047005396,0.23525336,0.00031672246,0.00008706736,0.00088903453,0.6682032,0.0004883408,0.010503175,0.00047399462,0.0016892056,0.07612776],"study_design_scores_gemma":[0.000098692304,0.0051758587,0.39644298,0.0000929901,0.00006274019,0.00058019016,0.5803306,0.0009855184,0.004411515,0.000353075,0.011354802,0.00011091916],"about_ca_topic_score_codex":0.0020599784,"about_ca_topic_score_gemma":0.0045179906,"teacher_disagreement_score":0.0030401843,"about_ca_system_score_codex":0.0008384822,"about_ca_system_score_gemma":0.0007159004,"threshold_uncertainty_score":0.0108307},"labels":[],"label_agreement":null}]}