{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":14,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":14,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"380b91fa78e7","filters":{"venue":"CourseSource"}},"results":[{"id":"W2608126948","doi":"10.24918/cs.2016.2","title":"\"Reading groups\" in an undergraduate biology course: A peer-based model to help students develop skills to evaluate primary literature","year":2016,"lang":"en","type":"article","venue":"CourseSource","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Course (navigation); Primary (astronomy); Mathematics education; Extensive reading; Biology; Medical education; Psychology; Pedagogy; Physics; Medicine; Linguistics; Astronomy","retraction":null,"screen_n_in":null,"score":{"opus":0.04583747476442638,"gpt":0.4334844173410569,"spread":0.3876469425766305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008466622,0.0003272198,0.0004396532,0.0004723129,0.0004344108,0.0002066533,0.001134755,0.0002561535,0.00002491648],"category_scores_gemma":[0.002105887,0.0002629214,0.00005965102,0.001879812,0.000214237,0.0002929594,0.0002090885,0.0003538691,0.00009096845],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009677297,"about_ca_system_score_gemma":0.0008363511,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001046622,"about_ca_topic_score_gemma":0.0006728348,"domain_scores_codex":[0.9946856,0.002094679,0.0004292558,0.0007713684,0.001061427,0.0009576125],"domain_scores_gemma":[0.9974471,0.0005787429,0.0001532193,0.0004891237,0.0009349186,0.0003969425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005150808,0.002170823,0.5054998,0.000060537,0.0001448265,0.00009470214,0.1744429,0.006504446,0.0722641,0.07678597,0.01233094,0.1491859],"study_design_scores_gemma":[0.01661995,0.002994334,0.6573581,0.006022615,0.0003407497,0.00002051782,0.01517798,0.005730646,0.004091788,0.1090151,0.1741473,0.008480962],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8304033,0.00002940909,0.1470212,0.01810651,0.0004088392,0.0007925326,0.0000534786,0.0001911235,0.002993557],"genre_scores_gemma":[0.9526952,0.000003593621,0.03530854,0.004677841,0.0002677809,0.00009890677,0.00003088839,0.0000559157,0.006861337],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1618163,"threshold_uncertainty_score":0.9999823,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4317233412","doi":"10.24918/cs.2023.2","title":"Honoring the Complexity of Genetics: Exploring the Role of Genes and the Environment Using Real World Examples","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; University of British Columbia","funders":"","keywords":"Formative assessment; Variation (astronomy); Inheritance (genetic algorithm); Summative assessment; Curriculum; Mathematics education; Genetics; Biology; Psychology; Gene; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.08899188044935104,"gpt":0.2889743087900589,"spread":0.1999824283407079,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008053324,0.0001106752,0.0001523406,0.00004132181,0.0001926089,0.00002172103,0.0004055044,0.00003887057,0.0000076013],"category_scores_gemma":[0.00006623338,0.00005660169,0.0000778624,0.0001246108,0.00213636,0.000002493335,0.0005097745,0.00009527973,0.000002250343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007620354,"about_ca_system_score_gemma":0.00003729174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001864534,"about_ca_topic_score_gemma":0.00006950433,"domain_scores_codex":[0.9988957,0.0001168694,0.0002750343,0.0001478328,0.0003148849,0.0002496976],"domain_scores_gemma":[0.9992023,0.0001263734,0.0001224254,0.0004537501,0.00004049159,0.00005471055],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002793374,0.00009399188,0.04087818,0.00020187,0.0003935534,0.000001384857,0.006155112,0.004674938,0.7889506,0.001896369,0.0003821597,0.1560926],"study_design_scores_gemma":[0.001836896,0.0003078028,0.0987987,0.00009546316,0.0001915273,0.00001132443,0.02446522,0.03290612,0.6963305,0.002764235,0.1418536,0.0004385104],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9961881,0.002465825,0.000243407,0.0003637159,0.00006144707,0.0002368287,0.00002104645,0.000005426803,0.000414195],"genre_scores_gemma":[0.9937611,0.005534415,0.0003154337,0.00003450318,0.0001615946,0.00001813731,0.00001447076,0.00001229555,0.000148056],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.155654,"threshold_uncertainty_score":0.7871506,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2608654376","doi":"10.24918/cs.2015.13","title":"Teaching Genetic Linkage and Recombination through Mapping with Molecular Markers","year":2015,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Genetics; Genetic linkage; Linkage (software); Biology; Context (archaeology); Computational biology; Gene","retraction":null,"screen_n_in":null,"score":{"opus":0.01857641446955537,"gpt":0.2713087884304612,"spread":0.2527323739609058,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004365345,0.0001537935,0.0001275916,0.00005190304,0.00009247821,0.00005905876,0.0001859377,0.000143945,0.000005059067],"category_scores_gemma":[0.0002187549,0.0001294651,0.00003406734,0.00007397968,0.0002015652,0.000006593098,0.0001472734,0.0001764863,0.000009304422],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002053222,"about_ca_system_score_gemma":0.0001051172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000359642,"about_ca_topic_score_gemma":0.000006931253,"domain_scores_codex":[0.9988022,0.00008721047,0.0001877743,0.000272886,0.0003386553,0.000311221],"domain_scores_gemma":[0.9992779,0.00001518451,0.00007216845,0.0002813033,0.0001226533,0.0002308276],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009496982,0.0007762886,0.03120992,0.0008955686,0.0008319464,0.0002147093,0.01107444,0.0009481579,0.3210461,0.0007994671,0.05039044,0.5808633],"study_design_scores_gemma":[0.00613794,0.00409996,0.01163868,0.0002781482,0.0001175037,0.0003615536,0.01148586,0.007630595,0.03436436,0.001707187,0.9207043,0.001473926],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9372944,0.001186354,0.04851711,0.0009982897,0.00009796236,0.0002629858,0.000006741539,0.00002425827,0.01161193],"genre_scores_gemma":[0.9810477,0.0001657132,0.0164132,0.0006133138,0.0001488863,0.0000128337,0.00007714465,0.00002784903,0.001493352],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8703138,"threshold_uncertainty_score":0.5279433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2996591998","doi":"10.24918/cs.2019.46","title":"Fly Exercise: A Simple Experiment to Test the Physiological Effects of Exercise on a Model Organism","year":2019,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Laurentian University","funders":"","keywords":"Session (web analytics); Computer science; Organism; Component (thermodynamics); Set (abstract data type); Process (computing); Plot (graphics); Drosophila melanogaster; Test (biology); Model organism; Data science; Biology; Ecology; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01172395541531938,"gpt":0.2772151470095545,"spread":0.2654911915942351,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001819694,0.0001845899,0.0002379099,0.00004032269,0.00006900063,0.00002193855,0.000501691,0.0001587956,0.00003845359],"category_scores_gemma":[0.0002610827,0.0001164719,0.0001069478,0.0001078064,0.0001271026,0.00000193249,0.0003175082,0.0001246337,0.0001479139],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001496995,"about_ca_system_score_gemma":0.00008270049,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005828309,"about_ca_topic_score_gemma":7.813969e-7,"domain_scores_codex":[0.9986778,0.00002788113,0.0002273639,0.0002947413,0.000399539,0.0003726907],"domain_scores_gemma":[0.9989281,0.00006826359,0.0000673122,0.0006336483,0.0001030321,0.0001996816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001437614,0.0004308704,0.0001347927,0.0001367569,0.00001935317,0.00000144536,0.0005358491,0.001021814,0.9769465,0.00002399708,0.0156016,0.005003249],"study_design_scores_gemma":[0.0008915665,0.00280173,0.001006666,0.0001632645,0.00002877283,0.000001822942,0.0005763134,0.005940708,0.9771745,0.00011453,0.01101085,0.0002892978],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9967735,0.0004192211,0.0008909866,0.0002908035,0.00009512518,0.0008713077,0.00002220036,0.00001361461,0.0006231713],"genre_scores_gemma":[0.9970518,0.0002097788,0.0003547087,0.0005006546,0.00008125023,0.00005796743,0.00003814329,0.00002045722,0.001685224],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004918895,"threshold_uncertainty_score":0.4749584,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285684828","doi":"10.24918/cs.2022.17","title":"Workshop Report: Summer 2020 Virtual CRISPR in the Classroom","year":2022,"lang":"en","type":"article","venue":"CourseSource","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"CRISPR; Curriculum; Computer science; Cas9; Multimedia; World Wide Web; Biology; Genetics; Psychology; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.01055395105143903,"gpt":0.3048411531894208,"spread":0.2942872021379818,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003905707,0.0001144822,0.00009229732,0.00002874222,0.0001226275,0.00002068513,0.0003293806,0.00005192931,0.00009908752],"category_scores_gemma":[0.0000828582,0.0001016815,0.0000730204,0.000166846,0.00003477649,0.000001200619,0.0001865867,0.0002366826,0.000006217085],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001481367,"about_ca_system_score_gemma":0.00003932337,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001167929,"about_ca_topic_score_gemma":0.00002948491,"domain_scores_codex":[0.999024,0.00008225873,0.0001749486,0.0002792273,0.0002061432,0.0002333715],"domain_scores_gemma":[0.9994135,0.00002721676,0.00004422362,0.0004584145,0.00001664574,0.00003999238],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002456992,0.0005634458,0.03210419,0.00002473947,0.0001624893,0.001393623,0.003091142,0.1402997,0.1803629,0.0004024889,0.6212571,0.02009252],"study_design_scores_gemma":[0.0003641594,0.0001407498,0.004422072,0.000003905576,0.00001989308,0.0004491264,0.004661017,0.0004029307,0.0036296,0.00001908617,0.9856695,0.0002179528],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9837303,0.003061476,0.007675367,0.001779819,0.0004084828,0.0002233273,0.00001852856,0.00001994382,0.003082745],"genre_scores_gemma":[0.9953778,0.00002999616,0.00006323097,0.0007888862,0.000308752,0.00006371966,0.0001076036,0.00002116535,0.00323883],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3644124,"threshold_uncertainty_score":0.4146451,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321125926","doi":"10.24918/cs.2023.3","title":"Distances in the Universe: An Inquiry Lab Sequence Taught in West Africa and North America","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Curriculum; Curiosity; Feeling; Mathematics education; Astronomy; Psychology; Sociology; Physics; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.04195611683554997,"gpt":0.289676553975705,"spread":0.247720437140155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003435029,0.00009476962,0.00009780625,0.0001277738,0.00009241689,0.0001172259,0.0008137771,0.00003103394,0.000007680406],"category_scores_gemma":[0.00007364702,0.0000793851,0.00001201793,0.001755791,0.0001845204,0.0003619275,0.0001437321,0.0002058486,0.00005220412],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005462611,"about_ca_system_score_gemma":0.00007679337,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001112108,"about_ca_topic_score_gemma":0.0004268173,"domain_scores_codex":[0.9988359,0.0002391608,0.0001226176,0.000331287,0.0002136729,0.000257429],"domain_scores_gemma":[0.9991748,0.0002232557,0.00006835908,0.0004603429,0.00002334638,0.00004992789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00001512183,0.0003293229,0.2268698,0.00004606043,0.000007989722,0.0003176581,0.481229,0.02815592,0.0001643321,0.007768177,0.009386308,0.2457103],"study_design_scores_gemma":[0.0002985265,0.0001293227,0.6138134,0.00005816311,0.000004574939,0.00001886436,0.03927755,0.05133548,0.000004258479,0.0007700063,0.2939665,0.0003233957],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9917735,0.0001571206,0.002642012,0.003328729,0.0002279977,0.0001761873,0.000003284457,0.0001332495,0.001557901],"genre_scores_gemma":[0.9986781,0.00006623484,0.0006303284,0.0001971204,0.00006460435,0.00002804561,0.00001182379,0.000006824105,0.0003168987],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4419514,"threshold_uncertainty_score":0.323723,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386869774","doi":"10.24918/cs.2023.37","title":"An Interactive Protocol for In-Classroom DNA Extraction","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Laurentian University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Protocol (science); Variety (cybernetics); Adventure; Inclusion (mineral); Process (computing); Mathematics education; Multimedia; Artificial intelligence; Psychology; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1242622256974599,"gpt":0.5294694742735041,"spread":0.4052072485760442,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001063139,0.00005554573,0.00006683315,0.000157677,0.000358094,0.00009209332,0.0002077575,0.00005933701,0.0004181128],"category_scores_gemma":[0.0004519152,0.00005630323,0.00003027825,0.0005565044,0.0001076948,0.0003725489,0.000008167095,0.00009903825,0.0001814566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001084385,"about_ca_system_score_gemma":0.0003321416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000404493,"about_ca_topic_score_gemma":0.002151947,"domain_scores_codex":[0.9990611,0.0001588741,0.0001130159,0.0001996307,0.0002013497,0.0002660065],"domain_scores_gemma":[0.9993011,0.0003240184,0.00006635273,0.0001198718,0.00008406074,0.0001045655],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004126237,0.00119589,0.06885841,0.00005078344,0.0000152125,0.000009867196,0.4676949,0.0004993335,0.00765744,0.03218767,0.1469861,0.2744318],"study_design_scores_gemma":[0.0003131372,0.00005651075,0.02016711,0.00001470957,0.000001587471,4.640098e-7,0.09744523,0.0006609649,0.0002123996,0.001481852,0.8795508,0.0000952433],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6013273,0.000003119886,0.002699512,0.02599798,0.003503073,0.2241405,0.00002045123,0.001017734,0.1412903],"genre_scores_gemma":[0.8013633,0.000001042038,0.0001974927,0.0004095375,0.001042766,0.1825232,0.00001175665,0.00001591411,0.01443505],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7325647,"threshold_uncertainty_score":0.4578042,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386766081","doi":"10.24918/cs.2023.29","title":"Drawing “Octo-Pines”: Ice-Breaker Active-Learning Activities to Introduce Drawing-to-Learn in Biology","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Worksheet; Mathematics education; Creativity; Infographic; Active learning (machine learning); Visual literacy; Reading (process); Scientific literacy; Psychology; Science education; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02925518870764094,"gpt":0.3473916261289355,"spread":0.3181364374212946,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007150254,0.0002177294,0.0002805138,0.0006466645,0.0002427742,0.00005658473,0.0003728439,0.0001577025,0.0008490047],"category_scores_gemma":[0.0004133961,0.0002155373,0.00005795411,0.001573417,0.0000920372,0.0001227803,0.0001348779,0.0004574953,0.00381948],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001011627,"about_ca_system_score_gemma":0.00007852776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004230449,"about_ca_topic_score_gemma":0.00009913259,"domain_scores_codex":[0.9978476,0.0002724744,0.000244549,0.0006868084,0.0001824283,0.0007662055],"domain_scores_gemma":[0.9989482,0.0004142507,0.00008716091,0.0002957373,0.0000469219,0.0002077582],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009532364,0.0003816141,0.3647379,0.00004298003,0.0001151788,0.0001147678,0.1880617,0.005344728,0.09991736,0.0106866,0.05795661,0.2716873],"study_design_scores_gemma":[0.0003851244,0.0003902494,0.693601,0.0000734448,0.00001634287,0.00003683846,0.03837627,0.0002684495,0.0005953473,0.000208797,0.2655361,0.000512052],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9800292,0.0000508528,0.0004542476,0.005069679,0.001610623,0.0002697146,0.00001387659,0.0002550272,0.01224681],"genre_scores_gemma":[0.9840835,0.000006145606,0.0001035775,0.0007841839,0.0008575174,0.00008188784,0.00004602016,0.00003278618,0.01400437],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3288631,"threshold_uncertainty_score":0.9969562,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404516869","doi":"10.24918/cs.2024.33","title":"Exploring Biological Variation and the Value of Natural History Collections Using an Online Lesson","year":2024,"lang":"en","type":"article","venue":"CourseSource","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Mount Saint Vincent University; University of British Columbia","funders":"","keywords":"Variation (astronomy); Value (mathematics); Natural history; Natural (archaeology); Data science; Computer science; Geography; Biology; Archaeology; Ecology; Machine learning; Astronomy","retraction":null,"screen_n_in":null,"score":{"opus":0.3056988112124635,"gpt":0.3564644592052469,"spread":0.05076564799278344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003136653,0.00005301113,0.00007664158,0.00007158266,0.0001161515,0.000017101,0.00006983732,0.0000349839,0.0000982462],"category_scores_gemma":[0.00003978379,0.00003393292,0.00002453106,0.000190045,0.0001668643,0.0001107624,0.00001192518,0.0001230159,0.000004023626],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005808957,"about_ca_system_score_gemma":0.00004748433,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004598486,"about_ca_topic_score_gemma":0.00001252241,"domain_scores_codex":[0.999454,0.0001294313,0.0001013684,0.0001566802,0.00006783396,0.00009068516],"domain_scores_gemma":[0.9996522,0.0001791856,0.00003816451,0.00008192533,0.00002323328,0.00002530708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0009427256,0.001122396,0.007646536,0.00008602702,0.0002408561,0.00002258168,0.4349439,0.001467635,0.05599321,0.4468234,0.01083599,0.03987469],"study_design_scores_gemma":[0.001417867,0.0005951942,0.5455324,0.0002197983,0.0003113371,0.0004954882,0.0440109,0.2375242,0.0001355221,0.003047801,0.166098,0.0006114668],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9933035,0.002516436,0.0008445168,0.0003884651,0.002143224,0.00008095683,0.0000103401,0.00003838189,0.0006741871],"genre_scores_gemma":[0.9980509,0.00003246402,0.0001836185,0.00005744075,0.0003082709,0.000007710523,0.00001143515,0.000004175546,0.001344019],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5378858,"threshold_uncertainty_score":0.1383744,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380987870","doi":"10.24918/cs.2023.26","title":"Facilitating Scientific Literacy Through Writing: A Write-to-Learn Assignment for Large Introductory Undergraduate Biology Courses","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"University of Toronto Scarborough; Directorate for Biological Sciences","keywords":"Curiosity; Critical thinking; Mathematics education; Metacognition; Literacy; Process (computing); Writing process; Scientific literacy; Variety (cybernetics); Pedagogy; Psychology; Computer science; Science education; Social psychology; Cognition","retraction":null,"screen_n_in":null,"score":{"opus":0.05160123963654747,"gpt":0.4007007051698865,"spread":0.3490994655333391,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003012622,0.0001675461,0.0002199906,0.0001844657,0.002051271,0.000445212,0.0003927433,0.0001011876,0.0001778174],"category_scores_gemma":[0.003037867,0.0001733886,0.0001000128,0.0009790011,0.0003730395,0.0001778583,0.0001099039,0.0001750805,0.0005676162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002091235,"about_ca_system_score_gemma":0.0004621771,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004057756,"about_ca_topic_score_gemma":0.00003904969,"domain_scores_codex":[0.9973307,0.0003146351,0.0003490452,0.0006023652,0.0004751318,0.000928083],"domain_scores_gemma":[0.9976915,0.001300568,0.00007986165,0.0002780259,0.0003998134,0.0002503021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000214336,0.0002938924,0.004541881,0.00008265632,0.00005484821,0.00000369625,0.2225509,0.00006031747,0.001095134,0.6135686,0.1305495,0.02717722],"study_design_scores_gemma":[0.0002486021,0.00004782739,0.0004113544,0.00006235098,0.00001391726,4.451525e-7,0.05935383,0.0001211565,0.00006561969,0.03388158,0.9055635,0.0002297953],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6727321,0.0007472862,0.0638903,0.2296072,0.00986308,0.002595685,0.0003496474,0.001860639,0.01835405],"genre_scores_gemma":[0.9592462,0.00002533254,0.006376362,0.002264166,0.0007753072,0.0002023376,0.0001615484,0.00002941975,0.03091933],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.775014,"threshold_uncertainty_score":0.9992479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386646311","doi":"10.24918/cs.2023.35","title":"A Multi-Institutional Alternative Assessment Faculty Learning Community: Supporting Teaching in Higher Education","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"University of Missouri-St. Louis; National Science Foundation","keywords":"Higher education; Mathematics education; Pedagogy; Sociology; Medical education; Political science; Psychology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.138766970720067,"gpt":0.470528049128226,"spread":0.331761078408159,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002418944,0.0001236673,0.0001525188,0.0001891327,0.001709896,0.0001489953,0.0003332939,0.00007049946,0.0002238091],"category_scores_gemma":[0.0002417794,0.0001234749,0.00006006613,0.0004091325,0.0001446128,0.0002652006,0.0001356673,0.0008305378,0.00008729641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004016269,"about_ca_system_score_gemma":0.0003877306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003440467,"about_ca_topic_score_gemma":0.001081594,"domain_scores_codex":[0.9979556,0.0007500946,0.0002237565,0.0001794563,0.0005110885,0.000379958],"domain_scores_gemma":[0.999333,0.0002615578,0.0001530122,0.0001100645,0.00005548063,0.00008688176],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000006034889,0.0005286547,0.8555721,0.00001492676,0.00003908817,0.00001176507,0.09640501,0.00200794,0.0004020657,0.02763867,0.002432292,0.01494143],"study_design_scores_gemma":[0.0005376987,0.00002520707,0.6704112,0.00009267447,0.00001502834,5.208071e-7,0.1417227,0.002180236,0.000003574517,0.0003032089,0.1844901,0.0002179435],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9014608,0.0000167031,0.0001766233,0.002380257,0.0007488828,0.0002638945,0.000005150461,0.0002368867,0.09471086],"genre_scores_gemma":[0.9716445,0.000009619544,0.000884379,0.0001618916,0.0003597547,0.00004779355,0.0001778758,0.0000125825,0.02670161],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1851609,"threshold_uncertainty_score":0.9995897,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3157522942","doi":"10.24918/cs.2021.21","title":"\"Got Algae?\" A Sorting Game for Introducing the Weird and Wonderful Diversity of Algae","year":2021,"lang":"en","type":"article","venue":"CourseSource","topic":"Algal biology and biofuel production","field":"Energy","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Algae; Phylogenetic tree; Class (philosophy); Sorting; Biology; Diversity (politics); Tree of life (biology); Green algae; Evolutionary biology; Tree (set theory); Ecology; Mathematics education; Sociology; Computer science; Artificial intelligence; Psychology; Mathematics; Genetics; Anthropology; Combinatorics","retraction":null,"screen_n_in":null,"score":{"opus":0.01829602113181663,"gpt":0.2381446295015951,"spread":0.2198486083697785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003883874,0.0001021207,0.0001647056,0.00002377572,0.0003308227,0.00001359416,0.0001197536,0.00009842543,0.00006441447],"category_scores_gemma":[0.0003956083,0.00007566134,0.000068405,0.0001147946,0.0001890949,0.0000502697,0.0002463012,0.0001360672,0.000005861579],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001719364,"about_ca_system_score_gemma":0.00002930254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001354951,"about_ca_topic_score_gemma":0.00008587564,"domain_scores_codex":[0.9991642,0.00008410487,0.000165844,0.0002994846,0.00008793388,0.0001984247],"domain_scores_gemma":[0.9992835,0.0001620206,0.0001300192,0.0002550481,0.0001358181,0.00003357487],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001283725,0.0005800149,0.19122,0.000686021,0.001307101,0.0000402607,0.02621799,0.002995612,0.3130192,0.05035846,0.02223306,0.3900585],"study_design_scores_gemma":[0.004554018,0.0007513543,0.1113986,0.0001897331,0.001043856,0.0004106988,0.02342749,0.004865118,0.3286357,0.03265861,0.4906097,0.001455119],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9917775,0.00116202,0.001353608,0.003942923,0.0003410698,0.0001457088,0.000008495786,0.00004576351,0.00122294],"genre_scores_gemma":[0.9974824,0.00002867665,0.0003433375,0.0003126877,0.0005191657,0.000004968365,0.00002124636,0.000009234985,0.001278303],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4683766,"threshold_uncertainty_score":0.308538,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389979419","doi":"10.24918/cs.2023.48","title":"Where Does Elsie's Hair Color Come From? A \"De-Simplified\" Pedigree Lesson","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Media, Gender, and Advertising","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Art","retraction":null,"screen_n_in":null,"score":{"opus":0.03800362784829557,"gpt":0.3398116156365865,"spread":0.3018079877882909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007410632,0.0001665709,0.0002544196,0.00009327316,0.0007922827,0.0001557551,0.0004790203,0.0001927713,0.0005692709],"category_scores_gemma":[0.0003868974,0.0001478706,0.0001108209,0.0004824632,0.0003161823,0.0001485868,0.00009585188,0.0002283703,0.0005464706],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001500938,"about_ca_system_score_gemma":0.0003188975,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002430765,"about_ca_topic_score_gemma":0.005269262,"domain_scores_codex":[0.9978476,0.0002208867,0.0002144247,0.0003719342,0.0005954184,0.000749774],"domain_scores_gemma":[0.9987534,0.0004254513,0.000105877,0.0002938967,0.0000743961,0.0003469462],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009562114,0.0002316786,0.1354446,0.0001514638,0.000162673,0.0003684518,0.4341475,0.0003658033,0.004669491,0.008635589,0.3201702,0.09555695],"study_design_scores_gemma":[0.000540702,0.00003033672,0.02119965,0.0001243448,0.00005085692,0.000001623505,0.09438293,0.0005038993,0.0001775819,0.003928437,0.8786733,0.0003863956],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9599904,0.0006306372,0.0002729589,0.009092924,0.001397431,0.0002683888,0.00006872425,0.0006656508,0.02761287],"genre_scores_gemma":[0.9619222,0.0004742129,0.0001216177,0.0006723021,0.00203402,0.00002329101,0.00002924593,0.00003697651,0.03468611],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.558503,"threshold_uncertainty_score":0.7023956,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2970951747","doi":"10.24918/cs.2019.35","title":"Gotcha! Which fly trap is the best? An introduction to experimental data collection and analysis","year":2019,"lang":"en","type":"article","venue":"CourseSource","topic":"Diptera species taxonomy and behavior","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Laurentian University","funders":"","keywords":"Session (web analytics); Trap (plumbing); Set (abstract data type); Computer science; Data collection; Construct (python library); Mathematics education; Statistics; Mathematics; Engineering; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03654316679932438,"gpt":0.2667571070159043,"spread":0.2302139402165799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001667833,0.00009808277,0.0001255638,0.00001916329,0.0002375279,0.0001532206,0.0003254724,0.00004652631,0.001306979],"category_scores_gemma":[0.000008415663,0.00003624804,0.0000358754,0.0007564197,0.00003208153,0.0002171188,0.0001157527,0.00007089506,0.00006330382],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000201344,"about_ca_system_score_gemma":0.000004021671,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001886949,"about_ca_topic_score_gemma":0.0006202181,"domain_scores_codex":[0.9991174,0.00004854974,0.0001069287,0.0004267864,0.0001491708,0.0001511388],"domain_scores_gemma":[0.9995901,0.00002891895,0.00004139503,0.0002180498,0.00004093716,0.00008060225],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000278475,0.00123503,0.2797226,0.000005696734,0.0003053482,0.00000184315,0.003124187,0.0001018057,0.2233187,0.0001630716,0.05018445,0.4415588],"study_design_scores_gemma":[0.0001192977,0.0006413423,0.1155402,0.000003211724,0.0002202445,0.000007847265,0.009915556,0.0009447202,0.003145848,0.000001732056,0.8692431,0.0002168747],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9908148,0.00008551997,0.000005166707,0.008318369,0.0001724372,0.0002459705,0.00005261839,0.0000269441,0.0002781798],"genre_scores_gemma":[0.9966971,0.000006606553,0.00004811422,0.0003900225,0.0005232341,0.00001362641,0.0001210929,7.365685e-7,0.002199462],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8190587,"threshold_uncertainty_score":0.999606,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}