{"meta":{"query_hash":"380b91fa78e7","filters":{"venue":"CourseSource"},"cohort_total":14,"direct_labels_cover":0,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/380b91fa78e7","api":"https://metacan.xera.ac/api/v1/cohort?venue=CourseSource"},"results":[{"id":"W2608126948","doi":"10.24918/cs.2016.2","title":"\"Reading groups\" in an undergraduate biology course: A peer-based model to help students develop skills to evaluate primary literature","year":2016,"lang":"en","type":"article","venue":"CourseSource","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Course (navigation); Primary (astronomy); Mathematics education; Extensive reading; Biology; Medical education; Psychology; Pedagogy; Physics; Medicine; Linguistics; Astronomy","score_opus":0.04583747476442638,"score_gpt":0.4334844173410569,"score_spread":0.3876469425766305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608126948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8304033,0.000029409088,0.1470212,0.018106509,0.0004088392,0.00079253264,0.000053478598,0.00019112347,0.0029935571],"genre_scores_gemma":[0.9526952,0.0000035936212,0.035308536,0.0046778414,0.0002677809,0.00009890677,0.000030888386,0.000055915698,0.0068613375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99468565,0.002094679,0.0004292558,0.00077136845,0.0010614272,0.00095761253],"domain_scores_gemma":[0.9974471,0.0005787429,0.00015321928,0.00048912375,0.0009349186,0.00039694255],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008466622,0.00032721984,0.0004396532,0.0004723129,0.0004344108,0.0002066533,0.0011347554,0.00025615346,0.000024916475],"category_scores_gemma":[0.0021058873,0.00026292136,0.000059651018,0.0018798123,0.00021423696,0.00029295945,0.0002090885,0.00035386908,0.00009096845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051508076,0.002170823,0.50549984,0.000060536997,0.00014482645,0.00009470214,0.17444289,0.006504446,0.0722641,0.07678597,0.012330935,0.14918587],"study_design_scores_gemma":[0.016619949,0.0029943343,0.65735805,0.006022615,0.00034074968,0.00002051782,0.015177976,0.0057306457,0.004091788,0.109015144,0.17414728,0.008480962],"about_ca_topic_score_codex":0.00010466225,"about_ca_topic_score_gemma":0.0006728348,"teacher_disagreement_score":0.16181634,"about_ca_system_score_codex":0.0009677297,"about_ca_system_score_gemma":0.00083635113,"threshold_uncertainty_score":0.9999823},"labels":[],"label_agreement":null},{"id":"W2608654376","doi":"10.24918/cs.2015.13","title":"Teaching Genetic Linkage and Recombination through Mapping with Molecular Markers","year":2015,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Genetics; Genetic linkage; Linkage (software); Biology; Context (archaeology); Computational biology; Gene","score_opus":0.01857641446955537,"score_gpt":0.2713087884304612,"score_spread":0.2527323739609058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608654376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93729436,0.0011863539,0.04851711,0.0009982897,0.00009796236,0.0002629858,0.000006741539,0.000024258266,0.011611935],"genre_scores_gemma":[0.9810477,0.00016571321,0.0164132,0.0006133138,0.00014888635,0.000012833704,0.00007714465,0.000027849026,0.0014933525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880224,0.00008721047,0.00018777426,0.00027288604,0.00033865526,0.00031122103],"domain_scores_gemma":[0.9992779,0.0000151845115,0.00007216845,0.00028130334,0.00012265329,0.0002308276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043653446,0.00015379349,0.00012759163,0.00005190304,0.000092478214,0.000059058762,0.00018593766,0.000143945,0.0000050590666],"category_scores_gemma":[0.00021875487,0.00012946507,0.000034067336,0.00007397968,0.00020156521,0.0000065930976,0.0001472734,0.00017648628,0.000009304422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094969815,0.0007762886,0.03120992,0.0008955686,0.00083194644,0.0002147093,0.011074444,0.0009481579,0.32104608,0.0007994671,0.050390437,0.5808633],"study_design_scores_gemma":[0.00613794,0.0040999595,0.011638683,0.00027814822,0.00011750369,0.0003615536,0.01148586,0.0076305955,0.034364358,0.0017071872,0.9207043,0.0014739259],"about_ca_topic_score_codex":0.000035964196,"about_ca_topic_score_gemma":0.000006931253,"teacher_disagreement_score":0.8703138,"about_ca_system_score_codex":0.000020532223,"about_ca_system_score_gemma":0.00010511719,"threshold_uncertainty_score":0.52794325},"labels":[],"label_agreement":null},{"id":"W2970951747","doi":"10.24918/cs.2019.35","title":"Gotcha! Which fly trap is the best? An introduction to experimental data collection and analysis","year":2019,"lang":"en","type":"article","venue":"CourseSource","topic":"Diptera species taxonomy and behavior","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Session (web analytics); Trap (plumbing); Set (abstract data type); Computer science; Data collection; Construct (python library); Mathematics education; Statistics; Mathematics; Engineering; World Wide Web","score_opus":0.03654316679932438,"score_gpt":0.26675710701590427,"score_spread":0.2302139402165799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970951747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908148,0.00008551997,0.000005166707,0.008318369,0.0001724372,0.00024597047,0.00005261839,0.000026944095,0.00027817982],"genre_scores_gemma":[0.9966971,0.0000066065527,0.00004811422,0.0003900225,0.0005232341,0.000013626412,0.00012109287,7.365685e-7,0.002199462],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911743,0.000048549744,0.00010692875,0.0004267864,0.00014917077,0.00015113881],"domain_scores_gemma":[0.9995901,0.000028918952,0.000041395033,0.0002180498,0.000040937164,0.00008060225],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016678328,0.00009808277,0.00012556385,0.00001916329,0.00023752787,0.0001532206,0.00032547244,0.000046526315,0.0013069791],"category_scores_gemma":[0.000008415663,0.000036248042,0.000035875404,0.00075641973,0.000032081534,0.00021711882,0.00011575268,0.00007089506,0.00006330382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027847497,0.0012350295,0.27972263,0.000005696734,0.0003053482,0.0000018431496,0.003124187,0.00010180569,0.2233187,0.00016307159,0.050184447,0.44155878],"study_design_scores_gemma":[0.00011929773,0.00064134225,0.11554024,0.0000032117243,0.00022024449,0.000007847265,0.009915556,0.00094472023,0.0031458477,0.0000017320561,0.8692431,0.00021687466],"about_ca_topic_score_codex":0.00018869492,"about_ca_topic_score_gemma":0.0006202181,"teacher_disagreement_score":0.81905866,"about_ca_system_score_codex":0.000020134397,"about_ca_system_score_gemma":0.000004021671,"threshold_uncertainty_score":0.99960595},"labels":[],"label_agreement":null},{"id":"W2996591998","doi":"10.24918/cs.2019.46","title":"Fly Exercise: A Simple Experiment to Test the Physiological Effects of Exercise on a Model Organism","year":2019,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Session (web analytics); Computer science; Organism; Component (thermodynamics); Set (abstract data type); Process (computing); Plot (graphics); Drosophila melanogaster; Test (biology); Model organism; Data science; Biology; Ecology; Statistics","score_opus":0.011723955415319377,"score_gpt":0.27721514700955446,"score_spread":0.26549119159423507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996591998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99677354,0.00041922112,0.00089098664,0.00029080352,0.00009512518,0.0008713077,0.000022200364,0.00001361461,0.0006231713],"genre_scores_gemma":[0.99705184,0.00020977875,0.0003547087,0.00050065457,0.000081250226,0.00005796743,0.000038143287,0.000020457215,0.0016852242],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986778,0.000027881126,0.00022736394,0.00029474127,0.00039953899,0.00037269073],"domain_scores_gemma":[0.99892807,0.000068263595,0.000067312205,0.0006336483,0.0001030321,0.0001996816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018196939,0.0001845899,0.00023790995,0.000040322695,0.00006900063,0.000021938555,0.000501691,0.0001587956,0.000038453585],"category_scores_gemma":[0.0002610827,0.000116471856,0.000106947846,0.00010780636,0.00012710257,0.0000019324896,0.0003175082,0.00012463373,0.00014791395],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014376137,0.00043087042,0.00013479273,0.00013675689,0.000019353174,0.0000014453603,0.0005358491,0.0010218137,0.97694653,0.000023997078,0.015601599,0.0050032493],"study_design_scores_gemma":[0.0008915665,0.0028017296,0.0010066662,0.00016326446,0.000028772827,0.000001822942,0.0005763134,0.0059407083,0.97717446,0.00011453002,0.011010847,0.00028929778],"about_ca_topic_score_codex":0.0000058283085,"about_ca_topic_score_gemma":7.8139686e-7,"teacher_disagreement_score":0.0049188947,"about_ca_system_score_codex":0.000014969951,"about_ca_system_score_gemma":0.00008270049,"threshold_uncertainty_score":0.47495845},"labels":[],"label_agreement":null},{"id":"W3157522942","doi":"10.24918/cs.2021.21","title":"\"Got Algae?\" A Sorting Game for Introducing the Weird and Wonderful Diversity of Algae","year":2021,"lang":"en","type":"article","venue":"CourseSource","topic":"Algal biology and biofuel production","field":"Energy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Algae; Phylogenetic tree; Class (philosophy); Sorting; Biology; Diversity (politics); Tree of life (biology); Green algae; Evolutionary biology; Tree (set theory); Ecology; Mathematics education; Sociology; Computer science; Artificial intelligence; Psychology; Mathematics; Genetics; Anthropology; Combinatorics","score_opus":0.018296021131816633,"score_gpt":0.23814462950159512,"score_spread":0.2198486083697785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157522942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917775,0.0011620198,0.0013536077,0.003942923,0.00034106983,0.00014570876,0.0000084957865,0.00004576351,0.0012229397],"genre_scores_gemma":[0.99748236,0.000028676654,0.00034333748,0.0003126877,0.0005191657,0.000004968365,0.000021246356,0.000009234985,0.0012783025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991642,0.00008410487,0.000165844,0.0002994846,0.00008793388,0.00019842469],"domain_scores_gemma":[0.9992835,0.00016202057,0.00013001917,0.00025504807,0.00013581815,0.00003357487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038838736,0.00010212074,0.0001647056,0.000023775718,0.00033082266,0.0000135941555,0.00011975364,0.00009842543,0.000064414475],"category_scores_gemma":[0.00039560825,0.000075661344,0.000068404996,0.00011479459,0.00018909488,0.000050269697,0.0002463012,0.00013606725,0.000005861579],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012837246,0.0005800149,0.19121997,0.000686021,0.001307101,0.000040260697,0.026217991,0.0029956123,0.31301925,0.050358456,0.022233063,0.39005855],"study_design_scores_gemma":[0.0045540184,0.00075135427,0.11139861,0.00018973314,0.0010438564,0.00041069876,0.02342749,0.004865118,0.3286357,0.032658614,0.4906097,0.0014551188],"about_ca_topic_score_codex":0.00013549512,"about_ca_topic_score_gemma":0.00008587564,"teacher_disagreement_score":0.46837664,"about_ca_system_score_codex":0.000017193635,"about_ca_system_score_gemma":0.000029302544,"threshold_uncertainty_score":0.30853802},"labels":[],"label_agreement":null},{"id":"W4285684828","doi":"10.24918/cs.2022.17","title":"Workshop Report: Summer 2020 Virtual CRISPR in the Classroom","year":2022,"lang":"en","type":"article","venue":"CourseSource","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"CRISPR; Curriculum; Computer science; Cas9; Multimedia; World Wide Web; Biology; Genetics; Psychology; Pedagogy","score_opus":0.010553951051439026,"score_gpt":0.30484115318942084,"score_spread":0.2942872021379818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285684828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837303,0.0030614764,0.007675367,0.0017798193,0.00040848277,0.00022332733,0.000018528555,0.000019943824,0.0030827448],"genre_scores_gemma":[0.99537784,0.000029996158,0.00006323097,0.0007888862,0.00030875197,0.000063719664,0.00010760357,0.000021165348,0.0032388305],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902403,0.00008225873,0.00017494861,0.00027922733,0.00020614322,0.00023337148],"domain_scores_gemma":[0.9994135,0.00002721676,0.000044223616,0.00045841455,0.000016645745,0.000039992377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039057073,0.000114482165,0.00009229732,0.000028742223,0.00012262752,0.00002068513,0.00032938056,0.00005192931,0.00009908752],"category_scores_gemma":[0.0000828582,0.0001016815,0.0000730204,0.00016684599,0.00003477649,0.0000012006186,0.00018658668,0.00023668261,0.0000062170852],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002456992,0.0005634458,0.032104187,0.000024739467,0.00016248932,0.0013936227,0.0030911418,0.14029968,0.18036288,0.00040248886,0.6212571,0.020092523],"study_design_scores_gemma":[0.0003641594,0.00014074983,0.0044220723,0.0000039055762,0.000019893077,0.00044912644,0.004661017,0.0004029307,0.0036296,0.000019086168,0.9856695,0.00021795284],"about_ca_topic_score_codex":0.000011679287,"about_ca_topic_score_gemma":0.000029484914,"teacher_disagreement_score":0.3644124,"about_ca_system_score_codex":0.000014813673,"about_ca_system_score_gemma":0.00003932337,"threshold_uncertainty_score":0.41464514},"labels":[],"label_agreement":null},{"id":"W4317233412","doi":"10.24918/cs.2023.2","title":"Honoring the Complexity of Genetics: Exploring the Role of Genes and the Environment Using Real World Examples","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of British Columbia","funders":"","keywords":"Formative assessment; Variation (astronomy); Inheritance (genetic algorithm); Summative assessment; Curriculum; Mathematics education; Genetics; Biology; Psychology; Gene; Pedagogy","score_opus":0.08899188044935104,"score_gpt":0.2889743087900589,"score_spread":0.1999824283407079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317233412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961881,0.0024658253,0.00024340702,0.00036371587,0.00006144707,0.00023682867,0.000021046451,0.0000054268035,0.00041419503],"genre_scores_gemma":[0.9937611,0.005534415,0.00031543372,0.00003450318,0.00016159464,0.000018137307,0.000014470758,0.0000122955535,0.00014805599],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988957,0.000116869414,0.0002750343,0.00014783282,0.00031488488,0.0002496976],"domain_scores_gemma":[0.99920225,0.00012637337,0.00012242544,0.00045375008,0.000040491588,0.00005471055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008053324,0.00011067519,0.00015234064,0.000041321815,0.00019260886,0.000021721027,0.00040550437,0.000038870574,0.0000076013002],"category_scores_gemma":[0.00006623338,0.000056601693,0.0000778624,0.00012461084,0.0021363597,0.0000024933352,0.0005097745,0.000095279735,0.0000022503425],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027933743,0.00009399188,0.040878184,0.00020187002,0.00039355343,0.0000013848573,0.0061551123,0.004674938,0.78895056,0.0018963694,0.00038215966,0.15609255],"study_design_scores_gemma":[0.0018368963,0.0003078028,0.0987987,0.00009546316,0.00019152735,0.00001132443,0.02446522,0.032906123,0.69633055,0.0027642353,0.14185365,0.0004385104],"about_ca_topic_score_codex":0.00018645337,"about_ca_topic_score_gemma":0.00006950433,"teacher_disagreement_score":0.15565404,"about_ca_system_score_codex":0.000007620354,"about_ca_system_score_gemma":0.00003729174,"threshold_uncertainty_score":0.7871506},"labels":[],"label_agreement":null},{"id":"W4321125926","doi":"10.24918/cs.2023.3","title":"Distances in the Universe: An Inquiry Lab Sequence Taught in West Africa and North America","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Curriculum; Curiosity; Feeling; Mathematics education; Astronomy; Psychology; Sociology; Physics; Pedagogy","score_opus":0.04195611683554997,"score_gpt":0.289676553975705,"score_spread":0.24772043714015504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321125926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99177355,0.00015712058,0.002642012,0.0033287287,0.00022799773,0.00017618734,0.0000032844573,0.00013324946,0.0015579009],"genre_scores_gemma":[0.99867815,0.00006623484,0.00063032843,0.00019712037,0.00006460435,0.000028045612,0.000011823787,0.0000068241047,0.00031689872],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99883586,0.00023916076,0.00012261762,0.00033128695,0.00021367295,0.00025742903],"domain_scores_gemma":[0.9991748,0.00022325572,0.000068359084,0.0004603429,0.000023346378,0.00004992789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034350288,0.000094769624,0.00009780625,0.0001277738,0.00009241689,0.00011722593,0.0008137771,0.000031033942,0.000007680406],"category_scores_gemma":[0.00007364702,0.0000793851,0.000012017928,0.001755791,0.0001845204,0.00036192752,0.00014373209,0.00020584863,0.000052204115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015121828,0.00032932288,0.22686982,0.00004606043,0.000007989722,0.0003176581,0.48122898,0.02815592,0.00016433213,0.007768177,0.0093863085,0.24571031],"study_design_scores_gemma":[0.00029852655,0.00012932265,0.6138134,0.000058163114,0.000004574939,0.000018864359,0.03927755,0.051335476,0.000004258479,0.0007700063,0.29396647,0.00032339565],"about_ca_topic_score_codex":0.00011121081,"about_ca_topic_score_gemma":0.00042681734,"teacher_disagreement_score":0.44195142,"about_ca_system_score_codex":0.00005462611,"about_ca_system_score_gemma":0.00007679337,"threshold_uncertainty_score":0.32372305},"labels":[],"label_agreement":null},{"id":"W4380987870","doi":"10.24918/cs.2023.26","title":"Facilitating Scientific Literacy Through Writing: A Write-to-Learn Assignment for Large Introductory Undergraduate Biology Courses","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"University of Toronto Scarborough; Directorate for Biological Sciences","keywords":"Curiosity; Critical thinking; Mathematics education; Metacognition; Literacy; Process (computing); Writing process; Scientific literacy; Variety (cybernetics); Pedagogy; Psychology; Computer science; Science education; Social psychology; Cognition","score_opus":0.05160123963654747,"score_gpt":0.40070070516988654,"score_spread":0.3490994655333391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380987870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6727321,0.00074728625,0.0638903,0.22960718,0.0098630795,0.0025956854,0.00034964742,0.0018606391,0.018354055],"genre_scores_gemma":[0.9592462,0.000025332543,0.006376362,0.0022641665,0.0007753072,0.0002023376,0.0001615484,0.000029419754,0.030919328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973307,0.00031463514,0.00034904524,0.0006023652,0.00047513176,0.000928083],"domain_scores_gemma":[0.99769145,0.0013005678,0.00007986165,0.00027802587,0.0003998134,0.00025030208],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0030126225,0.00016754607,0.00021999063,0.00018446567,0.0020512706,0.00044521198,0.0003927433,0.00010118758,0.00017781738],"category_scores_gemma":[0.0030378667,0.00017338862,0.00010001281,0.000979001,0.00037303954,0.00017785834,0.00010990388,0.00017508045,0.0005676162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000214336,0.0002938924,0.0045418814,0.00008265632,0.000054848206,0.0000036962504,0.22255085,0.000060317467,0.001095134,0.6135686,0.13054948,0.027177224],"study_design_scores_gemma":[0.0002486021,0.000047827387,0.0004113544,0.00006235098,0.000013917256,4.4515252e-7,0.05935383,0.000121156474,0.00006561969,0.033881582,0.90556353,0.00022979532],"about_ca_topic_score_codex":0.000040577565,"about_ca_topic_score_gemma":0.000039049693,"teacher_disagreement_score":0.77501404,"about_ca_system_score_codex":0.00020912351,"about_ca_system_score_gemma":0.00046217706,"threshold_uncertainty_score":0.9992479},"labels":[],"label_agreement":null},{"id":"W4386646311","doi":"10.24918/cs.2023.35","title":"A Multi-Institutional Alternative Assessment Faculty Learning Community: Supporting Teaching in Higher Education","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Missouri-St. Louis; National Science Foundation","keywords":"Higher education; Mathematics education; Pedagogy; Sociology; Medical education; Political science; Psychology; Medicine","score_opus":0.13876697072006697,"score_gpt":0.47052804912822604,"score_spread":0.33176107840815905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386646311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90146077,0.000016703103,0.0001766233,0.0023802565,0.0007488828,0.00026389453,0.0000051504608,0.0002368867,0.09471086],"genre_scores_gemma":[0.9716445,0.000009619544,0.00088437897,0.0001618916,0.00035975475,0.000047793546,0.00017787583,0.0000125825045,0.026701612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979556,0.0007500946,0.00022375655,0.00017945634,0.0005110885,0.00037995804],"domain_scores_gemma":[0.999333,0.00026155778,0.00015301215,0.000110064466,0.00005548063,0.00008688176],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024189441,0.00012366728,0.00015251883,0.00018913274,0.0017098964,0.00014899531,0.00033329386,0.00007049946,0.00022380907],"category_scores_gemma":[0.00024177936,0.00012347486,0.000060066133,0.0004091325,0.00014461282,0.0002652006,0.00013566733,0.0008305378,0.00008729641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060348893,0.00052865467,0.8555721,0.000014926758,0.000039088172,0.000011765072,0.096405014,0.00200794,0.0004020657,0.027638672,0.0024322919,0.014941432],"study_design_scores_gemma":[0.0005376987,0.00002520707,0.67041117,0.00009267447,0.000015028342,5.208071e-7,0.1417227,0.0021802362,0.0000035745165,0.00030320892,0.18449005,0.00021794348],"about_ca_topic_score_codex":0.0034404672,"about_ca_topic_score_gemma":0.001081594,"teacher_disagreement_score":0.18516095,"about_ca_system_score_codex":0.00040162692,"about_ca_system_score_gemma":0.0003877306,"threshold_uncertainty_score":0.99958974},"labels":[],"label_agreement":null},{"id":"W4386766081","doi":"10.24918/cs.2023.29","title":"Drawing “Octo-Pines”: Ice-Breaker Active-Learning Activities to Introduce Drawing-to-Learn in Biology","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Worksheet; Mathematics education; Creativity; Infographic; Active learning (machine learning); Visual literacy; Reading (process); Scientific literacy; Psychology; Science education; Computer science","score_opus":0.029255188707640944,"score_gpt":0.34739162612893554,"score_spread":0.3181364374212946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386766081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98002917,0.0000508528,0.00045424758,0.0050696786,0.0016106229,0.0002697146,0.000013876592,0.00025502723,0.01224681],"genre_scores_gemma":[0.98408353,0.000006145606,0.0001035775,0.00078418385,0.00085751736,0.00008188784,0.000046020163,0.00003278618,0.014004375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99784756,0.00027247437,0.00024454895,0.00068680843,0.00018242827,0.00076620554],"domain_scores_gemma":[0.99894816,0.00041425065,0.00008716091,0.0002957373,0.000046921905,0.00020775823],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007150254,0.00021772942,0.00028051378,0.00064666447,0.00024277417,0.000056584726,0.00037284388,0.00015770248,0.0008490047],"category_scores_gemma":[0.00041339613,0.00021553732,0.00005795411,0.0015734172,0.000092037204,0.00012278027,0.00013487788,0.00045749533,0.00381948],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009532364,0.0003816141,0.3647379,0.000042980028,0.00011517876,0.000114767754,0.1880617,0.0053447285,0.09991736,0.010686599,0.05795661,0.27168733],"study_design_scores_gemma":[0.00038512444,0.00039024945,0.693601,0.000073444804,0.000016342867,0.000036838464,0.03837627,0.00026844954,0.00059534726,0.00020879698,0.26553607,0.000512052],"about_ca_topic_score_codex":0.0004230449,"about_ca_topic_score_gemma":0.00009913259,"teacher_disagreement_score":0.3288631,"about_ca_system_score_codex":0.00010116274,"about_ca_system_score_gemma":0.00007852776,"threshold_uncertainty_score":0.99695617},"labels":[],"label_agreement":null},{"id":"W4386869774","doi":"10.24918/cs.2023.37","title":"An Interactive Protocol for In-Classroom DNA Extraction","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Laurentian University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Protocol (science); Variety (cybernetics); Adventure; Inclusion (mineral); Process (computing); Mathematics education; Multimedia; Artificial intelligence; Psychology; Programming language","score_opus":0.12426222569745993,"score_gpt":0.5294694742735041,"score_spread":0.4052072485760442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386869774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6013273,0.0000031198858,0.0026995116,0.025997983,0.0035030732,0.22414052,0.000020451229,0.0010177344,0.1412903],"genre_scores_gemma":[0.8013633,0.0000010420378,0.00019749267,0.00040953746,0.0010427661,0.18252316,0.000011756647,0.000015914113,0.01443505],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990611,0.00015887411,0.00011301592,0.00019963065,0.00020134974,0.00026600654],"domain_scores_gemma":[0.99930114,0.00032401842,0.00006635273,0.000119871795,0.00008406074,0.00010456548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010631393,0.00005554573,0.00006683315,0.00015767699,0.00035809397,0.000092093316,0.0002077575,0.000059337013,0.00041811285],"category_scores_gemma":[0.00045191523,0.000056303234,0.000030278248,0.0005565044,0.00010769483,0.00037254894,0.000008167095,0.00009903825,0.00018145662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004126237,0.0011958905,0.068858415,0.000050783445,0.0000152125,0.000009867196,0.4676949,0.00049933355,0.0076574404,0.032187674,0.14698611,0.27443177],"study_design_scores_gemma":[0.0003131372,0.000056510755,0.020167114,0.000014709571,0.0000015874707,4.6400984e-7,0.09744523,0.00066096487,0.00021239962,0.0014818516,0.8795508,0.0000952433],"about_ca_topic_score_codex":0.00040449295,"about_ca_topic_score_gemma":0.002151947,"teacher_disagreement_score":0.7325647,"about_ca_system_score_codex":0.000108438464,"about_ca_system_score_gemma":0.00033214164,"threshold_uncertainty_score":0.45780423},"labels":[],"label_agreement":null},{"id":"W4389979419","doi":"10.24918/cs.2023.48","title":"Where Does Elsie's Hair Color Come From? A \"De-Simplified\" Pedigree Lesson","year":2023,"lang":"en","type":"article","venue":"CourseSource","topic":"Media, Gender, and Advertising","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Art","score_opus":0.03800362784829557,"score_gpt":0.33981161563658646,"score_spread":0.3018079877882909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389979419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95999044,0.00063063717,0.00027295886,0.009092924,0.0013974305,0.0002683888,0.00006872425,0.0006656508,0.027612872],"genre_scores_gemma":[0.9619222,0.00047421292,0.00012161773,0.0006723021,0.0020340201,0.000023291006,0.000029245926,0.000036976508,0.03468611],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784756,0.0002208867,0.00021442474,0.0003719342,0.0005954184,0.000749774],"domain_scores_gemma":[0.9987534,0.0004254513,0.00010587703,0.00029389674,0.0000743961,0.00034694618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007410632,0.00016657094,0.00025441963,0.00009327316,0.00079228275,0.00015575509,0.00047902032,0.00019277126,0.0005692709],"category_scores_gemma":[0.00038689745,0.00014787055,0.00011082091,0.00048246316,0.00031618227,0.0001485868,0.00009585188,0.00022837028,0.00054647063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095621144,0.00023167857,0.13544457,0.00015146381,0.000162673,0.00036845185,0.43414754,0.0003658033,0.0046694907,0.008635589,0.3201702,0.09555695],"study_design_scores_gemma":[0.00054070196,0.00003033672,0.021199655,0.0001243448,0.000050856917,0.0000016235051,0.09438293,0.0005038993,0.00017758193,0.003928437,0.87867326,0.00038639564],"about_ca_topic_score_codex":0.0024307652,"about_ca_topic_score_gemma":0.0052692615,"teacher_disagreement_score":0.55850303,"about_ca_system_score_codex":0.00015009378,"about_ca_system_score_gemma":0.00031889748,"threshold_uncertainty_score":0.7023956},"labels":[],"label_agreement":null},{"id":"W4404516869","doi":"10.24918/cs.2024.33","title":"Exploring Biological Variation and the Value of Natural History Collections Using an Online Lesson","year":2024,"lang":"en","type":"article","venue":"CourseSource","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Saint Vincent University; University of British Columbia","funders":"","keywords":"Variation (astronomy); Value (mathematics); Natural history; Natural (archaeology); Data science; Computer science; Geography; Biology; Archaeology; Ecology; Machine learning; Astronomy","score_opus":0.3056988112124635,"score_gpt":0.35646445920524694,"score_spread":0.050765647992783436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404516869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933035,0.0025164362,0.00084451685,0.00038846512,0.002143224,0.00008095683,0.000010340095,0.00003838189,0.0006741871],"genre_scores_gemma":[0.99805087,0.000032464017,0.00018361851,0.000057440753,0.00030827094,0.000007710523,0.000011435152,0.000004175546,0.0013440193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999454,0.00012943127,0.00010136839,0.0001566802,0.00006783396,0.000090685164],"domain_scores_gemma":[0.9996522,0.00017918559,0.000038164515,0.000081925326,0.000023233277,0.000025307085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031366534,0.00005301113,0.00007664158,0.00007158266,0.0001161515,0.000017100996,0.00006983732,0.000034983896,0.0000982462],"category_scores_gemma":[0.000039783794,0.000033932916,0.000024531058,0.000190045,0.0001668643,0.00011076238,0.000011925181,0.00012301591,0.000004023626],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009427256,0.0011223961,0.007646536,0.00008602702,0.00024085605,0.000022581684,0.43494388,0.0014676352,0.055993214,0.44682345,0.010835992,0.03987469],"study_design_scores_gemma":[0.0014178675,0.0005951942,0.5455324,0.00021979827,0.0003113371,0.00049548823,0.044010904,0.23752421,0.00013552213,0.0030478013,0.16609801,0.0006114668],"about_ca_topic_score_codex":0.00045984858,"about_ca_topic_score_gemma":0.000012522406,"teacher_disagreement_score":0.53788584,"about_ca_system_score_codex":0.000058089572,"about_ca_system_score_gemma":0.000047484325,"threshold_uncertainty_score":0.13837442},"labels":[],"label_agreement":null}]}