{"meta":{"query_hash":"580fb0eb7449","filters":{"venue":"CBE—Life Sciences Education"},"cohort_total":48,"direct_labels_cover":1,"predictions_cover":48,"exported":48,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/580fb0eb7449","api":"https://metacan.xera.ac/api/v1/cohort?venue=CBE%E2%80%94Life+Sciences+Education"},"results":[{"id":"W1992354469","doi":"10.1187/cbe.14-05-0087","title":"A Web Application for Generation of Random DNA Sequences with a Single Open Reading Frame: Exemplars for Genetics and Bioinformatics Education","year":2014,"lang":"en","type":"letter","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Open reading frame; Reading (process); Genetics; Frame (networking); DNA sequencing; Computational biology; Computer science; World Wide Web; Biology; DNA; Bioinformatics; Linguistics; Telecommunications; Gene; Philosophy","score_opus":0.045514099387221056,"score_gpt":0.3381738510934767,"score_spread":0.29265975170625563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992354469","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25148085,0.004703084,0.46051455,0.25203535,0.0037693717,0.0230645,0.00087293255,0.000060878512,0.0034984916],"genre_scores_gemma":[0.25482208,0.003430789,0.50451183,0.19619425,0.012412625,0.006510275,0.019389538,0.00017820875,0.0025504255],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979175,0.000070976,0.00066471763,0.00051989406,0.00045278136,0.00037413056],"domain_scores_gemma":[0.9978106,0.00013441716,0.0007155159,0.00042641166,0.00076498673,0.00014809493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011608807,0.00027746786,0.00035156606,0.00024689775,0.00037671012,0.00026345986,0.00074095064,0.0005215251,0.000003074212],"category_scores_gemma":[0.0006921281,0.0002270902,0.00007712129,0.00024349378,0.00067133096,0.00004239063,0.000120987526,0.000158578,0.0000016235525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019288625,0.00026747226,0.00039962798,0.0024612413,0.00010089522,4.410515e-8,0.00060332427,0.00006521802,0.11569641,0.00021314029,0.7611825,0.11881725],"study_design_scores_gemma":[0.0016803558,0.002876729,0.000051751445,0.00035016757,0.00018420538,0.000023767005,0.0012911259,0.029314768,0.053398494,0.0012330741,0.9088178,0.0007777522],"about_ca_topic_score_codex":0.00003796268,"about_ca_topic_score_gemma":0.00004116834,"teacher_disagreement_score":0.14763531,"about_ca_system_score_codex":0.000061763014,"about_ca_system_score_gemma":0.0039898716,"threshold_uncertainty_score":0.92604697},"labels":[],"label_agreement":null},{"id":"W2038952828","doi":"10.1187/cbe.12-10-0174","title":"Development of a Meiosis Concept Inventory","year":2013,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Simon Fraser University","keywords":"Meiosis; Concept inventory; Class (philosophy); Psychology; Computer science; Mathematics education; Genetics; Biology; Artificial intelligence","score_opus":0.02929487703116893,"score_gpt":0.3199879016188466,"score_spread":0.29069302458767765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038952828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939836,0.0005534683,0.0006055538,0.0003964267,0.00033558803,0.00020709599,0.0000019911681,0.0000046165555,0.0039116126],"genre_scores_gemma":[0.98669666,0.00007528796,0.01194303,0.0004342156,0.00013253932,0.0000412923,0.000037664966,0.0000037520917,0.0006355448],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99899447,0.000027319904,0.00027375264,0.00017466368,0.0003259382,0.00020383981],"domain_scores_gemma":[0.9993652,0.000009135365,0.000097822754,0.00015636293,0.0001945023,0.00017694297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035115192,0.00007503199,0.00007926853,0.000077606295,0.000116199095,0.00003010906,0.00031188066,0.000071540504,0.00013633935],"category_scores_gemma":[0.0003388759,0.000060662376,0.000033005294,0.00016925648,0.00048694474,0.000009825862,0.00009429301,0.000038797647,0.000056196845],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001223648,0.00049594394,0.013745228,0.00016149011,0.00005072845,4.3987775e-8,0.0041017504,0.000013188997,0.6067899,0.00056415366,0.09511982,0.27894557],"study_design_scores_gemma":[0.00046783095,0.0005417298,0.044053245,0.000086155815,0.000013342139,0.0000033218957,0.014139734,0.00080716837,0.6915027,0.0004676294,0.24743265,0.00048451446],"about_ca_topic_score_codex":0.00003062466,"about_ca_topic_score_gemma":0.000007874684,"teacher_disagreement_score":0.27846104,"about_ca_system_score_codex":0.00001635644,"about_ca_system_score_gemma":0.0016490229,"threshold_uncertainty_score":0.29252958},"labels":[],"label_agreement":null},{"id":"W2041934110","doi":"10.1187/cbe.05-12-0134","title":"WWW: The Scientific Method","year":2006,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evolution and Science Education","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Quarter (Canadian coin); Download; Library science; State (computer science); Intelligent design; Biological sciences; Sociology; Computer science; World Wide Web; History; Pedagogy; Biology; Philosophy; Epistemology; Algorithm","score_opus":0.06513519908629613,"score_gpt":0.3361087881344724,"score_spread":0.2709735890481763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041934110","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31232738,0.0011731065,0.0013794055,0.032471906,0.022813195,0.00045460553,0.000008792649,0.00014794654,0.62922364],"genre_scores_gemma":[0.9015035,0.0000031674558,0.0012631757,0.0011381479,0.0018692535,0.00004741022,0.000014480618,0.00000486362,0.09415602],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985839,0.000116294184,0.00022162366,0.0003477819,0.0004686356,0.00026175551],"domain_scores_gemma":[0.99918854,0.00011408124,0.00012812261,0.00025745196,0.00024174839,0.00007003034],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018809758,0.00009348127,0.00007078818,0.00019399071,0.0032137933,0.0010385492,0.0005086549,0.00002131974,0.0019077696],"category_scores_gemma":[0.00017841322,0.000059285405,0.000050557966,0.0004327032,0.001815187,0.00067437557,0.000026448623,0.000080239195,0.0005767406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.0738193e-7,0.00008478876,0.00061599724,0.0000027545884,7.7898574e-7,1.2092803e-8,0.005784352,0.000054650907,0.00016754029,0.7292961,0.26072457,0.003267871],"study_design_scores_gemma":[0.000038446422,0.000020603049,0.0062264767,0.000009641123,0.000008007844,0.0000022568627,0.023127154,0.001561623,0.00011708216,0.034334414,0.93442607,0.0001282089],"about_ca_topic_score_codex":0.00106043,"about_ca_topic_score_gemma":0.0010048235,"teacher_disagreement_score":0.69496167,"about_ca_system_score_codex":0.00006054722,"about_ca_system_score_gemma":0.0013009827,"threshold_uncertainty_score":0.99999845},"labels":[],"label_agreement":null},{"id":"W2092124011","doi":"10.1187/cbe.13-06-0124","title":"Longitudinal Study of Student Attitudes in a Biology Program","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Memorization; Mathematics education; Correlation; Longitudinal study; Psychology; Positive correlation; Medical education; Demography; Mathematics; Medicine; Statistics; Internal medicine; Sociology","score_opus":0.17938769468625204,"score_gpt":0.5560342816951966,"score_spread":0.3766465870089446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092124011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806041,0.000107409614,0.00003581625,0.0016890483,0.0019440786,0.00066980947,3.9525307e-7,0.0000384726,0.014910875],"genre_scores_gemma":[0.99858224,0.000025673844,0.00055846747,0.0001581568,0.00031310812,0.00015174586,0.0000014812979,0.0000030557803,0.0002060604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977314,0.00067262753,0.00033559685,0.00042232443,0.0004967445,0.00034130286],"domain_scores_gemma":[0.998996,0.00027138327,0.00018596393,0.00020461583,0.0001800712,0.00016194547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038501837,0.000092993665,0.00017170122,0.00036712392,0.00056471163,0.00008650503,0.0007236182,0.00005644957,0.00022113996],"category_scores_gemma":[0.0010699428,0.00008238153,0.000029594945,0.0016064727,0.0010089943,0.00030599954,0.000046801742,0.000103313156,0.000024716195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022232534,0.002120842,0.9135707,0.0000036754732,0.0000021227183,2.5217078e-8,0.030723086,0.000017604223,0.000017997985,0.028268764,0.00020365993,0.025069315],"study_design_scores_gemma":[0.00014554332,0.00043750636,0.88972944,0.000012741831,0.0000045889224,2.3155425e-7,0.10339583,0.000025581643,0.0000058676274,0.0013023588,0.0048433812,0.000096934295],"about_ca_topic_score_codex":0.0068608676,"about_ca_topic_score_gemma":0.012847575,"teacher_disagreement_score":0.07267275,"about_ca_system_score_codex":0.00010087938,"about_ca_system_score_gemma":0.0020380954,"threshold_uncertainty_score":0.9997525},"labels":[],"label_agreement":null},{"id":"W2098613158","doi":"10.1187/cbe.10-02-0012","title":"Using Invention to Change How Students Tackle Problems","year":2010,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Class (philosophy); Mathematics education; Contrast (vision); Computer science; Psychology; Artificial intelligence","score_opus":0.32162926124400604,"score_gpt":0.5164175779915708,"score_spread":0.1947883167475648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098613158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94568187,0.000076518925,0.00018858457,0.029337592,0.01164413,0.0007561871,0.000002078345,0.00006912067,0.012243901],"genre_scores_gemma":[0.98997873,0.000029517925,0.002487267,0.0028084328,0.0019881944,0.00013202448,0.0000040407326,0.0000072491566,0.0025645143],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764615,0.00020382067,0.00018272214,0.0004643676,0.0010371602,0.00046575814],"domain_scores_gemma":[0.9987339,0.00006919272,0.0001600632,0.00023181876,0.00028901006,0.00051603664],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003088115,0.000115177776,0.0001081113,0.0003705693,0.001956038,0.0006215343,0.0009423728,0.00009597947,0.00057574577],"category_scores_gemma":[0.0014327719,0.00011193565,0.000045600675,0.0019058079,0.00063665106,0.0012844617,0.00006712054,0.00017790015,0.00016520155],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073797887,0.0010894309,0.57926476,0.00003377984,0.000009371522,2.3530389e-7,0.2162315,0.000045307454,0.016481392,0.08411832,0.034212515,0.06850602],"study_design_scores_gemma":[0.00021934712,0.00013116625,0.17785303,0.00008800651,0.000022841361,0.000004156456,0.15465003,0.00036424547,0.00042649306,0.008436743,0.65714616,0.0006577851],"about_ca_topic_score_codex":0.0031944646,"about_ca_topic_score_gemma":0.004766973,"teacher_disagreement_score":0.6229336,"about_ca_system_score_codex":0.00012301958,"about_ca_system_score_gemma":0.0027283384,"threshold_uncertainty_score":0.9993433},"labels":[],"label_agreement":null},{"id":"W2104578243","doi":"10.1187/cbe.07-09-0088","title":"Evaluation of the Redesign of an Undergraduate Cell Biology Course","year":2009,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; McGill University; Queen's University","funders":"","keywords":"Course (navigation); Process (computing); Teaching method; Engineering management; Computer science; Course evaluation; Medical education; Mathematics education; Higher education; Engineering; Psychology; Medicine; Political science","score_opus":0.19877437089305725,"score_gpt":0.5160983578578754,"score_spread":0.3173239869648181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104578243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8969737,0.00049548876,0.00011347079,0.026665684,0.0012075821,0.00046726933,0.0000020797656,0.000021411104,0.07405329],"genre_scores_gemma":[0.99773914,0.000041310577,0.0015072884,0.00028997712,0.00013366455,0.000008788443,0.0000028058078,0.0000025366585,0.00027446862],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9949067,0.0030547297,0.0002985836,0.00023367183,0.0013410506,0.000165222],"domain_scores_gemma":[0.99784404,0.00027991118,0.0006942174,0.00027411553,0.0008317192,0.000075973716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018251186,0.000070605434,0.00010595363,0.000102742895,0.0006216828,0.000035642628,0.0006514849,0.0000674788,0.00010887431],"category_scores_gemma":[0.0043942505,0.000054304255,0.00004491922,0.00072339,0.0008094662,0.0006727228,0.000015424706,0.00008676389,0.0000063789644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030805844,0.003021026,0.021854974,0.000025672369,0.000030454086,3.320626e-8,0.050719675,0.009605458,0.037618116,0.41786504,0.007681378,0.45154735],"study_design_scores_gemma":[0.0010234974,0.0012237326,0.27886525,0.00015189187,0.0007745863,0.0000017333022,0.082288235,0.02000739,0.021227524,0.5816861,0.01214566,0.0006044523],"about_ca_topic_score_codex":0.0011964362,"about_ca_topic_score_gemma":0.00029015716,"teacher_disagreement_score":0.4509429,"about_ca_system_score_codex":0.00010746866,"about_ca_system_score_gemma":0.0070124813,"threshold_uncertainty_score":0.9986168},"labels":[],"label_agreement":null},{"id":"W2108919989","doi":"10.1187/cbe.11-08-0071","title":"Visualizing Protein Interactions and Dynamics: Evolving a Visual Language for Molecular Animation","year":2012,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Strong; National Science Foundation","keywords":"Animation; Visualization; Motion (physics); Dynamics (music); Event (particle physics); Computer science; Computational biology; Mathematics education; Psychology; Biology; Computer graphics (images); Physics; Artificial intelligence","score_opus":0.017362445596900148,"score_gpt":0.3781714061031645,"score_spread":0.3608089605062644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108919989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96794665,0.0011457922,0.028506102,0.00048879615,0.00031790364,0.00043399504,0.000009378585,0.00001018033,0.0011412262],"genre_scores_gemma":[0.9918213,0.00003578694,0.007027183,0.0002279141,0.00031303908,0.00009053287,0.00012419431,0.0000076150072,0.00035245143],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991321,0.00003921103,0.00018258055,0.00017718866,0.00019047435,0.00027842226],"domain_scores_gemma":[0.9994971,0.000021739657,0.00008292329,0.00010172324,0.00011933741,0.00017717337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005885256,0.000088264555,0.00007031471,0.00010514989,0.0002052695,0.00007683424,0.0001225116,0.00006279853,0.0000134860065],"category_scores_gemma":[0.0008763347,0.000079348116,0.000034669672,0.00013787627,0.00018068762,0.000037770245,0.000069039896,0.00005093303,0.0000059635045],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021964954,0.00023638643,0.0043129567,0.00017307582,0.000020299438,4.8062105e-8,0.0012729297,0.0000043561695,0.9282342,0.0016823111,0.0015047368,0.06253672],"study_design_scores_gemma":[0.0014417032,0.0024664514,0.029444797,0.00039363158,0.00010001086,0.000052671898,0.056931634,0.112282,0.75042516,0.0015497376,0.04343632,0.0014758861],"about_ca_topic_score_codex":0.000030343515,"about_ca_topic_score_gemma":0.000018626297,"teacher_disagreement_score":0.17780906,"about_ca_system_score_codex":0.000035381916,"about_ca_system_score_gemma":0.0002806679,"threshold_uncertainty_score":0.32357222},"labels":[],"label_agreement":null},{"id":"W2111473025","doi":"10.1187/cbe.14-02-0023","title":"The Teaching Practices Inventory: A New Tool for Characterizing College and University Teaching in Mathematics and Science","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Tracking (education); Mathematics education; Concept inventory; Teaching method; Science education; Computer science; Psychology; Pedagogy","score_opus":0.1109846650706356,"score_gpt":0.4304267611606944,"score_spread":0.3194420960900588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111473025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94159186,0.000163147,0.00039202112,0.045023367,0.0006234118,0.0005344904,0.0000013737239,0.000038948583,0.011631361],"genre_scores_gemma":[0.97534794,0.00010775127,0.022284463,0.00037002555,0.00028855965,0.000008739606,8.0439014e-7,0.000005790677,0.0015859435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997912,0.0006450671,0.00020619773,0.00037007016,0.0005527431,0.00031390495],"domain_scores_gemma":[0.996569,0.0023743073,0.0006556261,0.00015546016,0.00007533968,0.00017028584],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025866682,0.000094762414,0.00011259693,0.00023149553,0.006138682,0.00062053575,0.00053972134,0.000045727385,0.000003314705],"category_scores_gemma":[0.038151946,0.00008102239,0.000017775157,0.00037882847,0.0011486843,0.0030438679,0.00010143136,0.0002402174,0.0000016805428],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012689177,0.00008767141,0.02395192,0.000029426097,0.0000039616643,5.813526e-8,0.062962934,0.000004171243,0.00096479367,0.8718159,0.0012384116,0.038928017],"study_design_scores_gemma":[0.0005303535,0.00016736682,0.046246335,0.00024195657,0.000055923956,0.0000059141335,0.24218428,0.014901568,0.000041035535,0.026241915,0.668948,0.00043535046],"about_ca_topic_score_codex":0.0019115079,"about_ca_topic_score_gemma":0.0016058309,"teacher_disagreement_score":0.845574,"about_ca_system_score_codex":0.00018392091,"about_ca_system_score_gemma":0.0024716435,"threshold_uncertainty_score":0.9951552},"labels":[],"label_agreement":null},{"id":"W2111553095","doi":"10.1187/cbe.05-11-0122","title":"Animated Cell Biology: A Quick and Easy Method for Making Effective, High-Quality Teaching Animations","year":2006,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Animation; Studio; Multimedia; Computer science; Graphics; The Internet; Quality (philosophy); Computer graphics; Computer graphics (images); World Wide Web","score_opus":0.04344134989306609,"score_gpt":0.4719417011691372,"score_spread":0.4285003512760711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111553095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88288796,0.0006155433,0.087825865,0.0008127985,0.00060991984,0.00059076067,0.000020291467,0.00011766979,0.026519168],"genre_scores_gemma":[0.97412795,0.0000017924958,0.02386548,0.00059581816,0.0002571498,0.00027351794,0.000036819347,0.000010406676,0.0008310605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99831146,0.00056211016,0.00024759673,0.00050359993,0.000097658514,0.0002775882],"domain_scores_gemma":[0.9986508,0.00080402655,0.00023101653,0.00010219678,0.00016033313,0.000051628045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001581225,0.00013444154,0.00016859586,0.0001686411,0.00076831254,0.00008683175,0.00015087047,0.00008697006,0.000075758275],"category_scores_gemma":[0.00062473194,0.0001182342,0.00003554666,0.0003450354,0.00021188243,0.00019967556,0.000029842335,0.00013937296,0.000027023962],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021167108,0.0018598743,0.1576064,0.0005554255,0.00005712359,2.828786e-7,0.0077355173,0.0001252149,0.058977723,0.547295,0.0068779844,0.21869783],"study_design_scores_gemma":[0.0011685264,0.0010602538,0.89102745,0.0001653784,0.000103394465,0.000010155524,0.01099703,0.0014467066,0.0041961884,0.065259084,0.023841696,0.0007241292],"about_ca_topic_score_codex":0.0007776207,"about_ca_topic_score_gemma":0.00002347648,"teacher_disagreement_score":0.7334211,"about_ca_system_score_codex":0.00003079904,"about_ca_system_score_gemma":0.00017363469,"threshold_uncertainty_score":0.59093165},"labels":[],"label_agreement":null},{"id":"W2112086555","doi":"10.1187/cbe.07-05-0024","title":"Keeping It Real: Substantive Learning on a Short Calendar","year":2007,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Grinnell College; Colorado College","keywords":"Quarter (Canadian coin); Mathematics education; Perception; Term (time); Computer science; Psychology; History; Physics","score_opus":0.09319766722195022,"score_gpt":0.43613122341315036,"score_spread":0.34293355619120014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112086555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74151236,0.00031937016,0.00018514023,0.0020357142,0.0029203212,0.00014555977,0.0000032889266,0.00007103981,0.2528072],"genre_scores_gemma":[0.99407977,0.00007716673,0.00040948362,0.0010836959,0.00061123027,0.00002564971,0.000015709911,0.000010910509,0.0036863864],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831504,0.00010875445,0.00031419392,0.00048174517,0.00032150358,0.000458738],"domain_scores_gemma":[0.99895877,0.00043778768,0.00012629552,0.00020141083,0.00013321667,0.00014250251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015681547,0.00014241331,0.00013953686,0.0002186695,0.00059547625,0.000048689013,0.00031525447,0.00009672441,0.00045589422],"category_scores_gemma":[0.00033039926,0.00012968096,0.000054765915,0.0006481785,0.00040550288,0.00018499352,0.00002211594,0.00022843154,0.00024363185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016131607,0.0008687584,0.46095645,0.00004197945,0.00006162452,0.000007878872,0.034825485,0.0004061551,0.000826397,0.36960894,0.087783694,0.044451308],"study_design_scores_gemma":[0.00007839229,0.0002961034,0.8069293,0.000059967624,0.0000116408155,0.000015382744,0.15567106,0.000019782357,0.00016553557,0.0013145679,0.035184897,0.00025338182],"about_ca_topic_score_codex":0.0008240567,"about_ca_topic_score_gemma":0.000120613804,"teacher_disagreement_score":0.3682944,"about_ca_system_score_codex":0.00014356266,"about_ca_system_score_gemma":0.00065301685,"threshold_uncertainty_score":0.5288236},"labels":[],"label_agreement":null},{"id":"W2115353036","doi":"10.1187/cbe.06-12-0210","title":"Seeing Cells on the Web","year":2007,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; University of Washington; Emory University; University of Delaware","keywords":"World Wide Web; Computer science","score_opus":0.024375235450703244,"score_gpt":0.3289201718882063,"score_spread":0.3045449364375031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115353036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577333,0.0003394416,0.0007059708,0.00311963,0.0011321198,0.00020812718,0.0000040963896,0.000008629529,0.036748722],"genre_scores_gemma":[0.9942107,0.00027255862,0.0006770857,0.0027143352,0.0005389615,0.0000071603376,0.000013493247,0.0000046665336,0.0015610041],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988694,0.000036073045,0.00018596483,0.00020501425,0.0003922088,0.00031130796],"domain_scores_gemma":[0.9993736,0.00006360563,0.00006373265,0.00023765433,0.00009705797,0.00016432445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015967973,0.000084362015,0.000053741816,0.00007634609,0.00028029198,0.000054443888,0.00041436154,0.000078792546,0.000054593278],"category_scores_gemma":[0.0005611702,0.000053444724,0.000041384723,0.00024568368,0.00045370258,0.0000047649796,0.00007152263,0.00008864555,0.00010553007],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043973716,0.0002884481,0.0032640465,0.000041923075,0.000019142082,4.19159e-7,0.0005690154,0.000039779996,0.74170923,0.002112453,0.16282734,0.08908422],"study_design_scores_gemma":[0.00017911577,0.00059571525,0.0068149925,0.000034916455,0.0000070468377,0.0000042517463,0.005047151,0.0006615285,0.529936,0.00043186147,0.4560287,0.00025868558],"about_ca_topic_score_codex":0.00001181579,"about_ca_topic_score_gemma":0.000018139139,"teacher_disagreement_score":0.2932014,"about_ca_system_score_codex":0.000017203327,"about_ca_system_score_gemma":0.00074423157,"threshold_uncertainty_score":0.21794127},"labels":[],"label_agreement":null},{"id":"W2118677714","doi":"10.1187/cbe.06-03-0152","title":"Enhancing Undergraduate Teaching and Research with a<i>Drosophila</i>Virginizing System","year":2006,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Olfactory and Sensory Function Studies","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University; Western University","funders":"Trinity Western University","keywords":"Drosophila (subgenus); Mathematics education; Biology; Psychology; Genetics","score_opus":0.1497593276829103,"score_gpt":0.3441274976903354,"score_spread":0.1943681700074251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118677714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9544787,0.00023707334,0.00026334627,0.0035183975,0.0007942008,0.0002261432,0.0000018734706,0.0001208882,0.040359385],"genre_scores_gemma":[0.99711484,0.0000165929,0.00054669013,0.00030297926,0.00037853472,0.000027430593,8.315729e-7,0.000010479064,0.0016016192],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975376,0.0005693646,0.00023108111,0.0006185347,0.00065421115,0.0003891723],"domain_scores_gemma":[0.99891037,0.00059587386,0.00011085691,0.00017984891,0.00009971038,0.00010333092],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017102696,0.00013592398,0.00013829113,0.00028555907,0.0032668351,0.0002572324,0.00018862425,0.00003644714,0.000004074683],"category_scores_gemma":[0.0007427617,0.0001041013,0.00002041074,0.00068548037,0.00095089054,0.0006056637,0.00006276092,0.0003304249,0.000040597235],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059176848,0.00026226862,0.017760133,0.00024686215,0.0000071071304,0.000006240232,0.0035845665,0.0003940006,0.592709,0.3786785,0.0035549782,0.0027371503],"study_design_scores_gemma":[0.0024990912,0.00249365,0.1276634,0.002572167,0.00013895694,0.00090095296,0.23146698,0.0053245556,0.48486936,0.041610647,0.09699946,0.0034607633],"about_ca_topic_score_codex":0.00017555748,"about_ca_topic_score_gemma":0.00003769057,"teacher_disagreement_score":0.33706787,"about_ca_system_score_codex":0.000098698714,"about_ca_system_score_gemma":0.0003658358,"threshold_uncertainty_score":0.9980308},"labels":[],"label_agreement":null},{"id":"W2123300663","doi":"10.1187/cbe.12-06-0081","title":"Improvement in Generic Problem-Solving Abilities of Students by Use of Tutor-less Problem-Based Learning in a Large Classroom Setting","year":2013,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"TUTOR; Problem-based learning; Attendance; Mathematics education; Class (philosophy); Test (biology); Medical education; Psychology; Computer science; Medicine; Artificial intelligence","score_opus":0.024366791133211208,"score_gpt":0.31970467985287354,"score_spread":0.2953378887196623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123300663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958977,0.00033901108,0.00023352614,0.0008030629,0.0001799802,0.0011672736,0.0000041612543,0.00003416585,0.0013411168],"genre_scores_gemma":[0.99340117,0.000049151346,0.0056832666,0.0001762871,0.000043992848,0.00024097304,0.00001100004,0.000011210047,0.00038293144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99668795,0.0006742859,0.0007442469,0.00044169137,0.000845186,0.0006066594],"domain_scores_gemma":[0.998465,0.0004337972,0.0005846863,0.00015295837,0.00025107365,0.00011247586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046804175,0.00015932015,0.000273634,0.0004700422,0.00040554508,0.00018568106,0.0005340359,0.00010365442,0.00009749071],"category_scores_gemma":[0.0009198108,0.00015429671,0.000053743188,0.0015648154,0.00041196457,0.0011062163,0.00008989571,0.00025862842,0.000003788684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006350712,0.0004453042,0.9481217,0.00018709055,0.0000042065744,7.6621674e-8,0.025395436,0.0029191633,0.00716218,0.0007555024,0.00025438532,0.014748588],"study_design_scores_gemma":[0.0026690706,0.0013034582,0.5573875,0.0028312288,0.00004275619,5.330088e-7,0.39652824,0.014212005,0.0076290546,0.003773027,0.012120686,0.0015024793],"about_ca_topic_score_codex":0.025918432,"about_ca_topic_score_gemma":0.0022167994,"teacher_disagreement_score":0.39073426,"about_ca_system_score_codex":0.0002895239,"about_ca_system_score_gemma":0.0027787078,"threshold_uncertainty_score":0.98056805},"labels":[],"label_agreement":null},{"id":"W2124417537","doi":"10.1187/cbe-13-08-0152","title":"A Course-Based Research Experience: How Benefits Change with Increased Investment in Instructional Time","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":183,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley","funders":"National Institute on Minority Health and Health Disparities; National Institute of General Medical Sciences; National Human Genome Research Institute; University of Pittsburgh; Washington University in St. Louis; University of California, Los Angeles; Yale University; Howard Hughes Medical Institute","keywords":"Curriculum; Variety (cybernetics); Investment (military); Institution; Undergraduate research; Medical education; Value (mathematics); Mathematics education; Academic institution; Time management; Psychology; Computer science; Pedagogy; Medicine; Political science","score_opus":0.07029971957603817,"score_gpt":0.3550804591337789,"score_spread":0.28478073955774075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124417537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99382204,0.000303997,0.000082057995,0.0030401847,0.00019238707,0.00037982507,0.000008196059,0.000007621582,0.0021637212],"genre_scores_gemma":[0.99475497,0.0000684128,0.0028009072,0.0013773052,0.0004298442,0.00021849253,0.00011321747,0.000007577333,0.0002292876],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99796563,0.00016206042,0.00017522366,0.00037718852,0.0008851094,0.00043477258],"domain_scores_gemma":[0.9990023,0.000047950885,0.00006914882,0.00027100614,0.00030730123,0.00030231854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001505199,0.00012020208,0.00010830925,0.00024762918,0.00024030033,0.000093521594,0.00040623074,0.0001148971,0.00004455545],"category_scores_gemma":[0.0006768703,0.00009340549,0.000025545081,0.00062214845,0.0011392569,0.000023148847,0.000078498786,0.00013117625,0.00002066591],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007985972,0.004409556,0.3593632,0.0004962438,0.00008275552,0.0000025522581,0.0065009138,0.0005212436,0.18996589,0.006847491,0.056706533,0.37430504],"study_design_scores_gemma":[0.0042544445,0.007663152,0.6155187,0.0005860849,0.000024836443,0.000032806827,0.012543985,0.03355296,0.11979482,0.0012637419,0.20322303,0.0015414797],"about_ca_topic_score_codex":0.00014784191,"about_ca_topic_score_gemma":0.00010233017,"teacher_disagreement_score":0.37276354,"about_ca_system_score_codex":0.000051702624,"about_ca_system_score_gemma":0.0018577473,"threshold_uncertainty_score":0.41976392},"labels":[],"label_agreement":null},{"id":"W2133556571","doi":"10.1187/cbe.13-11-0218","title":"Development of the Biological Experimental Design Concept Inventory (BEDCI)","year":2014,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Variety (cybernetics); Concept inventory; Mathematics education; Test (biology); Psychology; Critical thinking; Computer science; Artificial intelligence; Biology","score_opus":0.2327402797171969,"score_gpt":0.43978933504582207,"score_spread":0.20704905532862516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133556571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9645093,0.000336408,0.0015813084,0.0038915349,0.0046528596,0.00034584827,4.509411e-7,0.000035103538,0.024647199],"genre_scores_gemma":[0.9924757,0.00000604834,0.0052463626,0.0010386532,0.00032587457,0.00004069947,0.0000011175957,0.0000025186205,0.00086305756],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979732,0.00068026525,0.00026020582,0.00027533888,0.0005451192,0.00026587685],"domain_scores_gemma":[0.99915797,0.00020396123,0.00019299144,0.00016752587,0.00010682873,0.00017072166],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0029659118,0.00008358211,0.00009875295,0.00008118682,0.0015694464,0.000058047273,0.00081002765,0.00006471327,0.00057903194],"category_scores_gemma":[0.0013544266,0.000057146837,0.000042966287,0.00070528785,0.0021073772,0.00022397404,0.00005270359,0.000075747295,0.000039523464],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013480944,0.0010208684,0.056898184,0.0000082611205,0.000009792395,2.4655618e-8,0.47900963,0.0001394138,0.018348746,0.33978507,0.036697026,0.068069525],"study_design_scores_gemma":[0.00022216197,0.00013156062,0.05017055,0.000052416945,0.00000671192,0.0000012004801,0.4254672,0.00025757763,0.04779437,0.003914323,0.47157076,0.0004111831],"about_ca_topic_score_codex":0.00020400275,"about_ca_topic_score_gemma":0.00006173679,"teacher_disagreement_score":0.43487373,"about_ca_system_score_codex":0.00012655766,"about_ca_system_score_gemma":0.005525394,"threshold_uncertainty_score":0.99973035},"labels":[],"label_agreement":null},{"id":"W2138682549","doi":"10.1187/cbe.13-08-0154","title":"The Classroom Observation Protocol for Undergraduate STEM (COPUS): A New Instrument to Characterize University STEM Classroom Practices","year":2013,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":566,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; University of Maine; National Science Foundation","keywords":"Protocol (science); Process (computing); Mathematics education; Medical education; Institution; Computer science; Psychology; Medicine; Sociology","score_opus":0.06566656920967481,"score_gpt":0.29996020080379565,"score_spread":0.23429363159412084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138682549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86515814,0.00006997261,0.02054522,0.0128822485,0.002830949,0.095372036,0.0000078409485,0.0007358083,0.002397786],"genre_scores_gemma":[0.85332596,0.000033674798,0.043924537,0.0005250262,0.0009966579,0.08906797,0.000025671541,0.000115245806,0.011985271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874717,0.000053908694,0.0002557799,0.00030489016,0.0002868343,0.00035144386],"domain_scores_gemma":[0.99902713,0.00019667434,0.00021186522,0.00024880245,0.000098449826,0.00021708052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003521795,0.00018082463,0.00012048732,0.00011124342,0.00046151638,0.00030221473,0.000457149,0.00006150068,0.000013998641],"category_scores_gemma":[0.00009523303,0.00015609473,0.000043780554,0.0005271897,0.000055499975,0.001136612,0.00005189517,0.00013549197,0.000080410435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022768191,0.00049316144,0.03898462,0.001030659,0.00022691455,7.39965e-7,0.00688961,0.12220386,0.18073408,0.028484967,0.14890294,0.47182077],"study_design_scores_gemma":[0.0008036549,0.0004093289,0.032008853,0.00027576397,0.000021675725,0.0000044722883,0.012052027,0.11608877,0.008259979,0.00042475798,0.8289725,0.0006781945],"about_ca_topic_score_codex":0.00013131545,"about_ca_topic_score_gemma":0.00002074223,"teacher_disagreement_score":0.68006957,"about_ca_system_score_codex":0.0004545746,"about_ca_system_score_gemma":0.00044655678,"threshold_uncertainty_score":0.6365358},"labels":[],"label_agreement":null},{"id":"W2148957058","doi":"10.1187/cbe.10-10-0133","title":"The Colorado Learning Attitudes about Science Survey (CLASS) for Use in Biology","year":2011,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Class (philosophy); Mathematics education; Perception; Likert scale; Science education; Biology; Psychology; Computer science; Artificial intelligence","score_opus":0.3063091352521994,"score_gpt":0.4976115232448255,"score_spread":0.1913023879926261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148957058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753934,0.0004308273,0.0002496536,0.0019910918,0.005331664,0.0005862754,0.000003959451,0.000050659048,0.015962435],"genre_scores_gemma":[0.9962772,0.00021657521,0.0011469224,0.0005014438,0.00021924703,0.00012682533,0.0000044692324,0.000005312172,0.0015019999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971668,0.0007668502,0.00031470502,0.00056465523,0.00045589296,0.00073110545],"domain_scores_gemma":[0.9968021,0.0019304468,0.00022130818,0.00023236223,0.00055554096,0.00025822493],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01575336,0.000113580965,0.00012811391,0.00036228832,0.0051008565,0.0004729367,0.0013861323,0.00008163706,0.0001249117],"category_scores_gemma":[0.016743314,0.000087124106,0.00004786602,0.0028195467,0.0063331393,0.0012043709,0.00006232956,0.00017619232,0.00004202677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012386015,0.00010515023,0.8480687,0.0000020203634,0.0000015204394,1.9933314e-8,0.015246871,0.0000112915695,0.000090567504,0.123621896,0.0009325893,0.011906982],"study_design_scores_gemma":[0.00008527282,0.000089311485,0.90653044,0.000013181937,0.0000029258426,4.0465787e-7,0.034420054,0.00023353333,0.000061528626,0.0032625853,0.05513698,0.0001637707],"about_ca_topic_score_codex":0.020217115,"about_ca_topic_score_gemma":0.041173816,"teacher_disagreement_score":0.12035931,"about_ca_system_score_codex":0.0002483542,"about_ca_system_score_gemma":0.010544977,"threshold_uncertainty_score":0.99637103},"labels":[],"label_agreement":null},{"id":"W2157101406","doi":"10.1187/cbe.07-09-0071","title":"Implementing Concept-based Learning in a Large Undergraduate Classroom","year":2008,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Concept map; Mathematics education; Construct (python library); Peer instruction; Perception; Coherence (philosophical gambling strategy); Control (management); Computer science; Peer feedback; Group (periodic table); Psychology; Mathematics; Artificial intelligence; Statistics; Chemistry","score_opus":0.08017967734125084,"score_gpt":0.4237402473028971,"score_spread":0.3435605699616463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157101406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9277029,0.00028071005,0.0010221305,0.024059832,0.0020682418,0.00033682282,0.0000020622972,0.000115613926,0.044411708],"genre_scores_gemma":[0.9936679,0.000072415576,0.0009976219,0.0018911128,0.0004071989,0.000048153353,0.000012193539,0.00000654631,0.0028968393],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709797,0.00055190356,0.00033180477,0.00045300834,0.0007102229,0.0008550994],"domain_scores_gemma":[0.9989235,0.00030811166,0.00020775922,0.00014333922,0.00015735617,0.00025993155],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0036755358,0.0001188055,0.00013930911,0.00037901156,0.00363822,0.00012683292,0.0005016658,0.00007055563,0.00075719197],"category_scores_gemma":[0.0019538882,0.0001215719,0.000054035052,0.0020878436,0.0009320878,0.00063378084,0.00003855495,0.00023747559,0.00010346504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044128033,0.00031131296,0.8521841,0.0000063621987,0.0000022492097,8.7868125e-7,0.06516837,0.00036099338,0.00010858129,0.059354603,0.009224005,0.013274134],"study_design_scores_gemma":[0.00061244925,0.00010228756,0.16915332,0.000053387183,0.0000073869824,0.0000035735463,0.25671822,0.0024882145,0.00017525384,0.0058497763,0.56432474,0.00051140867],"about_ca_topic_score_codex":0.0032166038,"about_ca_topic_score_gemma":0.0044124518,"teacher_disagreement_score":0.6830308,"about_ca_system_score_codex":0.00023071664,"about_ca_system_score_gemma":0.010120655,"threshold_uncertainty_score":0.9976589},"labels":[],"label_agreement":null},{"id":"W2160621837","doi":"10.1187/cbe.08-08-0048","title":"High School Intervention for Influenza Biology and Epidemics/Pandemics: Impact on Conceptual Understanding among Adolescents","year":2009,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conceptual change; Pandemic; Intervention (counseling); Conceptual framework; Psychology; Medical education; Mathematics education; Coronavirus disease 2019 (COVID-19); Medicine; Sociology; Social science; Infectious disease (medical specialty); Disease","score_opus":0.1581024254140937,"score_gpt":0.49479722507360885,"score_spread":0.33669479965951515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160621837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9621822,0.00012908409,0.031961933,0.0018159102,0.0013584783,0.0005694678,0.000008188113,0.00006340867,0.0019113015],"genre_scores_gemma":[0.99253255,0.00003337797,0.004187739,0.002611141,0.00053602975,0.000020478226,0.000009026668,0.0000063213965,0.00006333117],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977763,0.0007790457,0.00037560106,0.00042321143,0.00022506468,0.0004207726],"domain_scores_gemma":[0.9987136,0.00044791328,0.00034649693,0.00012765305,0.00015838842,0.00020592618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061712335,0.00015471796,0.00020906221,0.00030744285,0.001096722,0.00012253573,0.00032068265,0.00015292401,0.000026860855],"category_scores_gemma":[0.0058879005,0.00013376334,0.00007638447,0.0006099867,0.0013813694,0.00060541695,0.000022465181,0.00022879281,0.000004124462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049970153,0.000115070456,0.49588257,0.000009448349,0.000009768996,3.276631e-8,0.0060119475,0.000051208484,0.00038365857,0.4837715,0.0023500198,0.011364811],"study_design_scores_gemma":[0.0009992707,0.001096466,0.507088,0.00055508345,0.0000311855,9.42639e-7,0.06286743,0.0005212566,0.00015430372,0.424673,0.0015152928,0.0004977355],"about_ca_topic_score_codex":0.001080813,"about_ca_topic_score_gemma":0.00010210601,"teacher_disagreement_score":0.059098504,"about_ca_system_score_codex":0.00077523064,"about_ca_system_score_gemma":0.0008137192,"threshold_uncertainty_score":0.84352094},"labels":[],"label_agreement":null},{"id":"W2162087543","doi":"10.1187/cbe.07-01-0002","title":"The Value of Animations in Biology Teaching: A Study of Long-Term Memory Retention","year":2007,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Animation; Legend; Graphics; Computer science; Narrative; Term (time); Value (mathematics); Multimedia; Subject (documents); Economic shortage; Computer graphics (images); World Wide Web; Art; Literature","score_opus":0.06405274773256593,"score_gpt":0.46671723686192784,"score_spread":0.4026644891293619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162087543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893848,0.00041884527,0.0003398262,0.00019532324,0.0007005716,0.00027201266,8.389909e-7,0.000010995923,0.008676836],"genre_scores_gemma":[0.99938434,0.000006915404,0.00005100761,0.000050020903,0.0000642384,0.00002929083,0.000003133129,0.0000033963172,0.0004076283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881166,0.0003134723,0.00035370712,0.00021722086,0.00014120936,0.00016272788],"domain_scores_gemma":[0.99909,0.00032285403,0.00028517854,0.00013379606,0.00013754945,0.000030578536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023409359,0.00006348495,0.00010522503,0.00021323228,0.00023783497,0.000011499365,0.00024965423,0.000042094354,0.000044565957],"category_scores_gemma":[0.0006500503,0.000045651912,0.000023502105,0.00053038355,0.0003216644,0.000096526775,0.000026034162,0.0001238128,0.0000092553255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040162595,0.0013915102,0.891549,0.000019601075,0.000011805608,1.905122e-7,0.015231725,0.000011842857,0.00095827354,0.0152212465,0.00006574301,0.07549893],"study_design_scores_gemma":[0.00018726736,0.000587582,0.95167124,0.0000310135,0.000011932834,0.0000020707566,0.046148323,0.000019177543,0.0002446196,0.0010118154,0.000033439614,0.000051531137],"about_ca_topic_score_codex":0.00045381807,"about_ca_topic_score_gemma":0.00030158117,"teacher_disagreement_score":0.0754474,"about_ca_system_score_codex":0.000018849412,"about_ca_system_score_gemma":0.00019815503,"threshold_uncertainty_score":0.18616308},"labels":[],"label_agreement":null},{"id":"W2289281922","doi":"10.1187/cbe.15-07-0146","title":"Testing CREATE at Community Colleges: An Examination of Faculty Perspectives and Diverse Student Gains","year":2016,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Carnegie Corporation of New York; National Science Foundation","keywords":"Community college; Quarter (Canadian coin); Institution; Test (biology); Mathematics education; Psychology; Critical thinking; Cognition; Science education; Medical education; Sociology; Medicine; Social science","score_opus":0.2278075393584183,"score_gpt":0.4530904988335508,"score_spread":0.2252829594751325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289281922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97431403,0.00026826197,0.000013492585,0.0007382922,0.00043325312,0.00017486911,0.000025235546,0.000028097744,0.024004454],"genre_scores_gemma":[0.99781924,0.00003137673,0.00046181158,0.000056536504,0.00008540277,0.000037533857,0.000010317672,0.000004237267,0.0014935313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988019,0.00039177382,0.00019112516,0.00025309675,0.00019682465,0.00016532077],"domain_scores_gemma":[0.99879295,0.0004428526,0.00019472663,0.00021155257,0.00026994842,0.000087990185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009521991,0.00009749534,0.00011560234,0.00010517041,0.0006907668,0.000033052736,0.00027151548,0.000048330498,0.00016856096],"category_scores_gemma":[0.00052636635,0.00006802018,0.00001903646,0.00028943247,0.00085549307,0.0003204726,0.000080228754,0.000058717338,0.0000135542405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021269481,0.0010798415,0.85398924,0.000026697913,0.000025210597,2.2853253e-7,0.088784054,0.00000937467,0.002925998,0.035477027,0.0016815751,0.015979478],"study_design_scores_gemma":[0.00010942951,0.00020647953,0.6818829,0.00002435085,0.000007671478,0.0000041523494,0.31716916,0.0000031357552,0.00004791998,0.0003640389,0.000115283976,0.00006544985],"about_ca_topic_score_codex":0.0010402446,"about_ca_topic_score_gemma":0.00012107226,"teacher_disagreement_score":0.22838512,"about_ca_system_score_codex":0.0001581166,"about_ca_system_score_gemma":0.00027704402,"threshold_uncertainty_score":0.5312889},"labels":[],"label_agreement":null},{"id":"W2298342774","doi":"10.1187/cbe.14-08-0132","title":"Use of Feedback-Oriented Online Exercises to Help Physiology Students Construct Well-Organized Answers to Short-Answer Questions","year":2015,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Summative assessment; Formative assessment; Psychology; Medical education; Construct (python library); Population; Mathematics education; Cognition; Sympathy; Medicine; Computer science; Social psychology","score_opus":0.11993996475200892,"score_gpt":0.45657420830741263,"score_spread":0.3366342435554037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298342774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98688805,0.00003530744,0.0023121643,0.0035283505,0.004187065,0.0007938895,0.000028782533,0.00009162749,0.0021347785],"genre_scores_gemma":[0.89760774,0.00001877269,0.099385455,0.0015032722,0.00042807474,0.0000411391,0.000021832591,0.000014549397,0.0009791668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99639314,0.0010614878,0.0004936155,0.00056975894,0.0010113314,0.00047068606],"domain_scores_gemma":[0.99724007,0.00035581068,0.00018879182,0.00034288227,0.0013467527,0.00052567874],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032430242,0.0001904273,0.00034174902,0.0004474483,0.0006368099,0.000112927475,0.0008494219,0.00010464304,0.00011715695],"category_scores_gemma":[0.009085317,0.00018035182,0.00005083196,0.0035107739,0.0012157588,0.00060867955,0.00015891467,0.00016590921,0.0000624147],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026684868,0.002628636,0.6523238,0.000035294164,0.00007812134,8.732572e-7,0.12045706,0.001012975,0.067873955,0.055819094,0.06591465,0.033588726],"study_design_scores_gemma":[0.00058760715,0.0007543417,0.6530796,0.000262042,0.000096793556,0.000003513,0.19646418,0.00007205884,0.00636851,0.0029508919,0.13835862,0.001001814],"about_ca_topic_score_codex":0.0036591324,"about_ca_topic_score_gemma":0.0007593541,"teacher_disagreement_score":0.097073294,"about_ca_system_score_codex":0.00034154585,"about_ca_system_score_gemma":0.0031424123,"threshold_uncertainty_score":0.99926156},"labels":[],"label_agreement":null},{"id":"W2340568370","doi":"10.1187/cbe.15-06-0131","title":"Development of the Statistical Reasoning in Biology Concept Inventory (SRBCI)","year":2016,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Rasch model; Statistical thinking; Concept inventory; Construct (python library); Mathematics education; Item response theory; Test (biology); Scientific reasoning; Critical thinking; Psychology; Computer science; Psychometrics; Biology; Developmental psychology; Ecology","score_opus":0.2316813360292487,"score_gpt":0.48477093600245413,"score_spread":0.25308959997320546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340568370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86721337,0.0002722929,0.12037918,0.0018964758,0.005054542,0.0004278613,0.00003324055,0.00003931926,0.004683696],"genre_scores_gemma":[0.6369667,0.000011648876,0.36213356,0.00017096788,0.000057309742,0.000036674894,0.0000026547984,0.0000050457033,0.00061542453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988243,0.00029417386,0.00034584306,0.00019883816,0.00016295904,0.00017391372],"domain_scores_gemma":[0.9980223,0.001459242,0.00020524251,0.00017287782,0.00008510892,0.000055199904],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013079828,0.00007547012,0.0001289588,0.00009843175,0.000118072814,0.000008457003,0.00029106843,0.00004427515,0.00018867367],"category_scores_gemma":[0.012359842,0.000042007647,0.000017883145,0.00027600824,0.00062803656,0.000057889156,0.000055126162,0.0000509591,0.000009309307],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005947494,0.00013676033,0.033503003,0.000025368417,0.000004922959,3.0924717e-8,0.0054318104,7.239607e-7,0.0020438994,0.89629024,0.01308583,0.04947147],"study_design_scores_gemma":[0.00052778283,0.0000698366,0.20973401,0.00046038046,0.000021832871,0.000004606003,0.017385429,0.00008071541,0.015944915,0.7248861,0.03051701,0.00036734735],"about_ca_topic_score_codex":0.000022091881,"about_ca_topic_score_gemma":0.000038488768,"teacher_disagreement_score":0.2417544,"about_ca_system_score_codex":0.000113667484,"about_ca_system_score_gemma":0.0023558873,"threshold_uncertainty_score":0.99595946},"labels":[],"label_agreement":null},{"id":"W2412625133","doi":"10.1187/cbe.16-03-0117","title":"Early Engagement in Course-Based Research Increases Graduation Rates and Completion of Science, Engineering, and Mathematics Degrees","year":2016,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":419,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Chemistry; University of Texas at Austin; Howard Hughes Medical Institute; fRI Research; National Science Foundation","keywords":"Graduation (instrument); Undergraduate research; Apprenticeship; Mathematics education; Medical education; Scale (ratio); Psychology; Propensity score matching; Mathematics; Medicine","score_opus":0.15535502972651702,"score_gpt":0.39124642947860266,"score_spread":0.23589139975208565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412625133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970273,0.0001446335,0.00013059659,0.0012538794,0.00014472775,0.0002345522,0.000002417444,0.000013292906,0.0010486448],"genre_scores_gemma":[0.9971722,0.00009678416,0.0026050478,0.000015917145,0.000031264157,0.000011505505,0.0000010919792,0.000001769188,0.000064419684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985521,0.0001163708,0.00014501263,0.0002110879,0.000758289,0.00021716594],"domain_scores_gemma":[0.9989725,0.00045446088,0.00007019187,0.0000711104,0.0003180958,0.00011366773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005782443,0.000055677552,0.000084791965,0.00048336733,0.0006794337,0.000096774726,0.0001988985,0.00002738595,0.000027256148],"category_scores_gemma":[0.0016463139,0.00004427418,0.000009051305,0.0010567119,0.0024691683,0.00050258316,0.000059198428,0.00004376687,0.0000022477382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072178536,0.00019748208,0.90485793,0.000030656043,0.000002364363,1.3311568e-7,0.014772184,0.0000119934975,0.0037167566,0.07074563,0.00046898174,0.005188662],"study_design_scores_gemma":[0.00020846697,0.00005761156,0.9803288,0.00014944976,0.000005053625,1.8016394e-7,0.015392815,0.00044131116,0.00072308496,0.0019985775,0.0005968655,0.00009777218],"about_ca_topic_score_codex":0.0021396123,"about_ca_topic_score_gemma":0.00043908507,"teacher_disagreement_score":0.07547088,"about_ca_system_score_codex":0.0001197131,"about_ca_system_score_gemma":0.0016836703,"threshold_uncertainty_score":0.9097753},"labels":[],"label_agreement":null},{"id":"W2549271280","doi":"10.1187/cbe.14-11-0203","title":"Investigating the Role of an Inquiry-Based Biology Lab Course on Student Attitudes and Views toward Science","year":2016,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Conceptualization; Experiential learning; Student engagement; Perception; Psychology; Mathematics education; Science education; Computer science","score_opus":0.09529259112147352,"score_gpt":0.45342597979454186,"score_spread":0.3581333886730683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549271280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97550553,0.0003018845,0.00006359842,0.01915233,0.001029048,0.00022772922,0.000001473414,0.000026889245,0.0036915403],"genre_scores_gemma":[0.9949857,0.00004819503,0.002238808,0.0024224457,0.0002051601,0.000039095303,8.4957645e-7,0.0000031084799,0.000056637276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99824166,0.00030829222,0.00022855215,0.00035434047,0.00058383343,0.00028334252],"domain_scores_gemma":[0.9988175,0.00036825953,0.00013433059,0.0001864629,0.0002502119,0.0002432166],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00416227,0.00008659046,0.000104725324,0.000117115225,0.0011730074,0.00012368633,0.00067785283,0.0000420724,0.0000640265],"category_scores_gemma":[0.0014435294,0.000049386057,0.000018445167,0.0007132734,0.0068609035,0.00033499446,0.00005032495,0.00006138898,0.000013249794],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002070225,0.00044119122,0.25210613,0.0000091955935,0.0000035896398,2.0762105e-8,0.0705027,0.0000045830902,0.0052257995,0.58418626,0.00014371077,0.08737475],"study_design_scores_gemma":[0.00023932652,0.00035332527,0.76393765,0.0002896613,0.000017498634,6.6225994e-7,0.12309972,0.00004963707,0.0057316655,0.08300807,0.022931807,0.00034097608],"about_ca_topic_score_codex":0.00024217131,"about_ca_topic_score_gemma":0.00010502949,"teacher_disagreement_score":0.5118315,"about_ca_system_score_codex":0.000105334315,"about_ca_system_score_gemma":0.004983891,"threshold_uncertainty_score":0.99584186},"labels":[],"label_agreement":null},{"id":"W2591567680","doi":"10.1187/cbe.15-12-0261","title":"How Is Science Being Taught? Measuring Evidence-Based Teaching Practices across Undergraduate Science Departments","year":2017,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bachelor; Institution; Curriculum; Medical education; Higher education; Best practice; Baseline (sea); Mathematics education; Psychology; Pedagogy; Sociology; Medicine; Political science; Social science","score_opus":0.3349462596821331,"score_gpt":0.5428892083535423,"score_spread":0.20794294867140917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591567680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76335865,0.0004703823,0.00066709425,0.19792306,0.004640209,0.0007018461,0.0000031889208,0.00018330637,0.032052245],"genre_scores_gemma":[0.9860832,0.00014914888,0.009396978,0.0015624578,0.00073424244,0.000071312315,0.0000010788928,0.000017816463,0.0019837331],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.989815,0.0008851299,0.00046536364,0.0016119062,0.0057840324,0.0014385922],"domain_scores_gemma":[0.99190474,0.001273784,0.0032847126,0.0013604646,0.0014048592,0.0007714322],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts","scholarly_communication"],"category_scores_codex":[0.04497095,0.00031373347,0.0002686484,0.00062004634,0.049982622,0.015903313,0.0060490533,0.00010226407,0.000035745506],"category_scores_gemma":[0.15780932,0.00030090447,0.0001020143,0.001548326,0.01325474,0.038413625,0.0005512983,0.0005717035,0.00007826334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007223471,0.001070845,0.48309454,0.00014933792,0.000047047815,0.000004256022,0.08560086,0.00035398666,0.032360964,0.24646124,0.004656288,0.14612842],"study_design_scores_gemma":[0.0017274735,0.00085035653,0.44700035,0.00351821,0.00039987572,0.000025987738,0.22862427,0.018281495,0.04335016,0.045507412,0.20653811,0.004176294],"about_ca_topic_score_codex":0.006640825,"about_ca_topic_score_gemma":0.000861435,"teacher_disagreement_score":0.22272457,"about_ca_system_score_codex":0.001247575,"about_ca_system_score_gemma":0.023404295,"threshold_uncertainty_score":0.999974},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2613170039","doi":"10.1187/cbe.16-01-0004","title":"An Analysis of the Perceptions and Resources of Large University Classes","year":2017,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Categorical variable; Class (philosophy); Perception; Mathematics education; Principal (computer security); Resource (disambiguation); Psychology; Class size; Survey data collection; Medical education; Computer science; Mathematics; Statistics; Medicine; Artificial intelligence","score_opus":0.05624005209749588,"score_gpt":0.4473965773217291,"score_spread":0.3911565252242332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613170039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804138,0.000019413235,0.00040831862,0.001430243,0.00022191112,0.00007109468,0.00001127292,0.000007560027,0.01741641],"genre_scores_gemma":[0.99709207,0.000019725327,0.0023384765,0.000047115864,0.0000485315,4.7208064e-7,8.971764e-7,0.0000012142882,0.00045151464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99871176,0.00063527224,0.000106016494,0.00016018895,0.0002747944,0.00011196369],"domain_scores_gemma":[0.9989786,0.0001329029,0.0003268577,0.00030898073,0.00020491799,0.000047712485],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003069115,0.00004118582,0.00010885314,0.00021556568,0.0027047284,0.000058748745,0.00072533736,0.000037072572,0.00006537329],"category_scores_gemma":[0.0014243539,0.00003217309,0.000044495115,0.000939809,0.0022895336,0.0004607749,0.00006256031,0.000059263326,3.3927057e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016652613,0.00006988312,0.8924489,0.000003054733,0.0000158196,8.230098e-9,0.028902017,0.00001366725,0.0010748276,0.07593801,0.00008584864,0.0014462718],"study_design_scores_gemma":[0.000024734909,0.000013776533,0.9102118,0.000007823829,0.000074474425,3.1730185e-8,0.086502045,0.00021002327,0.00006260734,0.00054890104,0.002306978,0.000036813584],"about_ca_topic_score_codex":0.0047698827,"about_ca_topic_score_gemma":0.0035318544,"teacher_disagreement_score":0.07538911,"about_ca_system_score_codex":0.0000421293,"about_ca_system_score_gemma":0.0006108303,"threshold_uncertainty_score":0.9985936},"labels":[],"label_agreement":null},{"id":"W2742496701","doi":"10.1187/cbe.16-08-0253","title":"Gender, Math Confidence, and Grit: Relationships with Quantitative Skills and Performance in an Undergraduate Biology Course","year":2017,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Grit; Self-confidence; Mathematics education; Gender gap; Psychology; Developmental psychology; Social psychology","score_opus":0.09150557790086204,"score_gpt":0.4012545278631332,"score_spread":0.30974894996227115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742496701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922687,0.00042031042,0.00032351312,0.0015798394,0.00061700755,0.0002909846,0.000004144261,0.000020910538,0.004474629],"genre_scores_gemma":[0.99773437,0.00018944421,0.0015867316,0.00013326129,0.00006376249,0.000037225145,0.000015395717,0.0000069572834,0.0002328303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99883366,0.00018946377,0.0001907565,0.0004483309,0.00011364548,0.00022414123],"domain_scores_gemma":[0.99905044,0.00019341,0.00024285483,0.0002906397,0.00010737383,0.00011527946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008245274,0.00012052914,0.00013343379,0.00017047193,0.00086059875,0.00013183418,0.00020901387,0.000088545174,0.000010586157],"category_scores_gemma":[0.00026558212,0.00009867356,0.000008528226,0.00017268214,0.0009874144,0.0007674217,0.000023954624,0.00016514462,0.000015176853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018203893,0.00025101283,0.7902626,0.000009453615,0.0000058457485,2.9436274e-7,0.005046955,0.000008743141,0.000034509078,0.20103478,0.00009471916,0.00323291],"study_design_scores_gemma":[0.0004148926,0.00034165487,0.9851128,0.00003988054,0.000013743905,0.000015869451,0.006595389,0.00041802248,0.000008425661,0.006727674,0.00017560618,0.0001360458],"about_ca_topic_score_codex":0.00017533283,"about_ca_topic_score_gemma":0.00041192042,"teacher_disagreement_score":0.19485022,"about_ca_system_score_codex":0.000020857004,"about_ca_system_score_gemma":0.0003661876,"threshold_uncertainty_score":0.6619117},"labels":[],"label_agreement":null},{"id":"W2800355571","doi":"10.1187/cbe.17-02-0037","title":"EcoEvo-MAPS: An Ecology and Evolution Assessment for Introductory through Advanced Undergraduates","year":2018,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"McGill University; National Science Foundation","keywords":"Bachelor; Curriculum; Ecology; Process (computing); Mathematics education; Perspective (graphical); Psychology; Computer science; Pedagogy; Biology; Geography; Artificial intelligence","score_opus":0.052046405702389,"score_gpt":0.4267389537575873,"score_spread":0.3746925480551983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800355571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585558,0.0009645524,0.0015694405,0.013057912,0.008307553,0.00047891523,0.000012421951,0.00006706913,0.01698629],"genre_scores_gemma":[0.97952455,0.00005221643,0.016788673,0.000976481,0.0014493961,0.00028836052,0.000055244473,0.000009594075,0.0008554599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99854606,0.00013820048,0.0002531257,0.00058925623,0.00013244977,0.0003408802],"domain_scores_gemma":[0.99896896,0.00024716556,0.00017562369,0.00025767568,0.00025731168,0.000093265255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005859809,0.00013819298,0.00014880857,0.00010246381,0.000686584,0.00007334931,0.00025885325,0.00009004507,0.000175072],"category_scores_gemma":[0.00022255011,0.0001236756,0.000029320636,0.0002661162,0.0010256148,0.00059132,0.000030207317,0.00007490789,0.000033556484],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046928235,0.00049934315,0.081048936,0.000032937234,0.000027313108,6.945374e-8,0.002885332,0.000035017994,0.0006185272,0.8423307,0.06745036,0.0050245193],"study_design_scores_gemma":[0.00028364878,0.0013347856,0.7156575,0.000011172701,0.000022640243,0.000013787971,0.03435032,0.00009096001,0.000060595095,0.21685354,0.031085558,0.0002355233],"about_ca_topic_score_codex":0.00027658208,"about_ca_topic_score_gemma":0.00020742732,"teacher_disagreement_score":0.6346085,"about_ca_system_score_codex":0.00017220044,"about_ca_system_score_gemma":0.0011859231,"threshold_uncertainty_score":0.5280718},"labels":[],"label_agreement":null},{"id":"W2810070530","doi":"10.1187/cbe.17-12-0287","title":"The Lecture Machine: A Cultural Evolutionary Model of Pedagogy in Higher Education","year":2018,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Arizona State University; John Templeton Foundation; National Science Foundation","keywords":"Leverage (statistics); Cultural transmission in animals; Expediting; Higher education; Selection (genetic algorithm); Evolutionary theory; Mathematics education; Pedagogy; Sociology; Psychology; Computer science; Epistemology; Political science; Engineering","score_opus":0.16248712807472732,"score_gpt":0.5147474718931616,"score_spread":0.3522603438184343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810070530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62060344,0.005289588,0.00021811064,0.16584146,0.006933865,0.0006900396,0.0000050550693,0.00007657995,0.20034187],"genre_scores_gemma":[0.9879884,0.00018526836,0.0025926235,0.00084120774,0.00079453544,0.000048882306,0.0000051536285,0.0000052479895,0.0075386656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766606,0.0005959419,0.00030132447,0.00028118884,0.00089693104,0.00025853136],"domain_scores_gemma":[0.9983445,0.00034913968,0.00033522426,0.00020334119,0.0006731031,0.000094729134],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0034671826,0.00009676301,0.00009612909,0.00016303954,0.0015651803,0.000111500434,0.00062016625,0.00008309293,0.00030588798],"category_scores_gemma":[0.0030888002,0.00007075496,0.000040445342,0.00081727543,0.0014661443,0.0010370241,0.000041430485,0.00016239747,0.000039336395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058585174,0.0007761221,0.049250834,0.000024721408,0.000015220589,3.0583116e-8,0.06397434,0.002528315,0.0010568197,0.73825467,0.07210311,0.07195725],"study_design_scores_gemma":[0.00040674602,0.0002827496,0.19066261,0.00016640831,0.00006797908,0.0000034985283,0.068597585,0.033796836,0.00019891321,0.15093799,0.5541955,0.0006831764],"about_ca_topic_score_codex":0.0050078686,"about_ca_topic_score_gemma":0.0036452296,"teacher_disagreement_score":0.58731663,"about_ca_system_score_codex":0.00030725627,"about_ca_system_score_gemma":0.009885684,"threshold_uncertainty_score":0.99973464},"labels":[],"label_agreement":null},{"id":"W2912500398","doi":"10.1187/cbe.17-12-0267","title":"Molecular Concepts Adaptive Assessment (MCAA) Characterizes Undergraduate Misconceptions about Molecular Emergence","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto Mississauga; University of Toronto; National Science Foundation","keywords":"Agency (philosophy); Perception; Psychology; Mathematics education; Population; Undergraduate education; Conceptual change; Medical education; Medicine; Sociology","score_opus":0.046049911580412176,"score_gpt":0.4362623540434807,"score_spread":0.3902124424630685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912500398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8385032,0.0005433518,0.002194319,0.027504846,0.0065067736,0.0007870658,0.000009795943,0.00010750437,0.123843156],"genre_scores_gemma":[0.9895069,0.00028695152,0.0020317545,0.003568928,0.00032416196,0.00013219994,0.000021363237,0.000013819622,0.0041139335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.996149,0.0007080085,0.00041629045,0.0008213931,0.0012113962,0.0006938987],"domain_scores_gemma":[0.9979931,0.00019065027,0.00034510708,0.0004248394,0.00042734682,0.0006189641],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001798393,0.00023346975,0.00023839304,0.00027532617,0.001398216,0.00031102487,0.0010147911,0.00012225061,0.0029613506],"category_scores_gemma":[0.00069175113,0.00023443514,0.0001301089,0.001660308,0.0015591711,0.0010652844,0.00006770414,0.0002504009,0.00064584624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010334514,0.00048315452,0.03216438,0.000022487991,0.000030287629,0.0000013747431,0.022912964,0.00067689415,0.038325824,0.8779752,0.009391708,0.018005371],"study_design_scores_gemma":[0.0009846792,0.0007393001,0.15278386,0.0003452228,0.00012903956,0.000011150105,0.5131803,0.0034699768,0.005558786,0.03960914,0.28056267,0.0026259008],"about_ca_topic_score_codex":0.0013197995,"about_ca_topic_score_gemma":0.0001548884,"teacher_disagreement_score":0.8383661,"about_ca_system_score_codex":0.00024534523,"about_ca_system_score_gemma":0.010589421,"threshold_uncertainty_score":0.99990183},"labels":[],"label_agreement":null},{"id":"W2913416140","doi":"10.1187/cbe.17-07-0118","title":"Identifying Troublesome Jargon in Biology: Discrepancies between Student Performance and Perceived Understanding","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Jargon; Vocabulary; Scientific literacy; Literacy; Mathematics education; Psychology; Science education; Linguistics; Pedagogy","score_opus":0.13633261322012022,"score_gpt":0.42747130814848994,"score_spread":0.29113869492836975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913416140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768602,0.00082748366,0.000041132196,0.0013611226,0.0018672124,0.0002594604,0.0000029052428,0.000028207089,0.01875227],"genre_scores_gemma":[0.9984576,0.00013483345,0.00019505506,0.00011872832,0.00017291568,0.000042433967,0.000015187695,0.000006196235,0.00085706223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987127,0.000105757485,0.0002690695,0.0004365022,0.00015300096,0.0003229657],"domain_scores_gemma":[0.99942374,0.00018139576,0.00012346951,0.00017190656,0.000029057643,0.000070426475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007209038,0.00012397234,0.0001789044,0.00022936467,0.00026106762,0.00011113839,0.000279219,0.00007676359,0.00018245888],"category_scores_gemma":[0.000040501767,0.00010513454,0.00002601823,0.00038322908,0.0003517608,0.00039753888,0.000057913658,0.00012296568,0.000074004805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059316835,0.000050740626,0.94151676,0.000025889667,0.000008391568,6.0914324e-8,0.005958684,0.00001157898,0.00017696284,0.05167412,0.00018319293,0.00038771378],"study_design_scores_gemma":[0.00014735144,0.00010191131,0.87905085,0.000046545745,0.000005526724,0.0000026685755,0.11585617,0.000016135133,0.000004696814,0.0043700607,0.0002753373,0.00012276002],"about_ca_topic_score_codex":0.0005056598,"about_ca_topic_score_gemma":0.000056407953,"teacher_disagreement_score":0.10989749,"about_ca_system_score_codex":0.00020958192,"about_ca_system_score_gemma":0.0003019356,"threshold_uncertainty_score":0.42872623},"labels":[],"label_agreement":null},{"id":"W2914840118","doi":"10.1187/cbe.18-07-0117","title":"GenBio-MAPS: A Programmatic Assessment to Measure Student Understanding of <i>Vision and Change</i> Core Concepts across General Biology Programs","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Washington; Division of Undergraduate Education; National Science Foundation","keywords":"Measure (data warehouse); Core (optical fiber); Mathematics education; Biology; Psychology; Computer science","score_opus":0.27355712012275607,"score_gpt":0.5393964726383444,"score_spread":0.2658393525155884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914840118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848677,0.00039014497,0.00031281204,0.005920124,0.002924255,0.0018088145,0.0000055092123,0.000044982226,0.0037256908],"genre_scores_gemma":[0.99541086,0.000071357616,0.0028479022,0.0007612749,0.00036397425,0.00019062402,0.000013995383,0.000006474856,0.00033352085],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99755824,0.00030789632,0.00033315868,0.00053592585,0.000731366,0.0005333877],"domain_scores_gemma":[0.998772,0.00014067354,0.00025830706,0.00021610333,0.00025099324,0.00036189237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034434227,0.00014796668,0.00023164238,0.00015994979,0.0007955811,0.00025828008,0.00053753407,0.0000989528,0.000098561104],"category_scores_gemma":[0.00023817111,0.00012299839,0.00004769666,0.0012758131,0.0012742421,0.00048240848,0.0000930843,0.000110068104,0.000022258191],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008132814,0.00039758076,0.6204721,0.00004453122,0.000010464529,7.352685e-8,0.19505107,0.000009227706,0.00143662,0.09849293,0.0005697357,0.08350758],"study_design_scores_gemma":[0.0004332512,0.0010469222,0.1948963,0.00022972072,0.000021316844,0.0000027448039,0.7677388,0.0002925519,0.00005020649,0.0056723813,0.029155258,0.00046049876],"about_ca_topic_score_codex":0.0015592907,"about_ca_topic_score_gemma":0.0009644485,"teacher_disagreement_score":0.5726878,"about_ca_system_score_codex":0.0003293075,"about_ca_system_score_gemma":0.0020770205,"threshold_uncertainty_score":0.6119047},"labels":[],"label_agreement":null},{"id":"W2941199026","doi":"10.1187/cbe.17-07-0137","title":"Retention following Two-Stage Collaborative Exams Depends on Timing and Student Performance","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Knowledge retention; Retention rate; Retention time; Collaborative learning; Psychology; Content (measure theory); Computer science; Medical education; Mathematics education; Medicine; Chemistry; Mathematics; Chromatography","score_opus":0.042398828372233945,"score_gpt":0.403120116642093,"score_spread":0.36072128826985905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941199026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8978054,0.00017025133,0.000009341151,0.0005988266,0.0030734392,0.00046466666,0.000001019579,0.00003850191,0.09783856],"genre_scores_gemma":[0.9911311,0.00015622965,0.00033503005,0.00026018638,0.00024156095,0.00003304273,0.000005030572,0.0000063161697,0.007831486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980926,0.00015403185,0.00019167709,0.00041293434,0.00084214367,0.00030663304],"domain_scores_gemma":[0.9993678,0.00012625886,0.00015164255,0.00013624715,0.000092059374,0.00012601688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00166446,0.00012037328,0.00013710892,0.0001584734,0.0010891618,0.0003120414,0.0003126757,0.000050246897,0.00018250122],"category_scores_gemma":[0.00011154433,0.000110631125,0.000039410184,0.0008310085,0.00021084183,0.0009189893,0.000053567906,0.00009633972,0.00010278853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013054952,0.00013620412,0.9449312,0.0000134137435,0.000016040822,2.6588177e-7,0.02962423,0.00008159082,0.0006590398,0.01152368,0.0004934229,0.012507864],"study_design_scores_gemma":[0.00075101474,0.0004254552,0.7237901,0.00017810173,0.00003704855,3.2207012e-7,0.2595634,0.00061517203,0.00032292842,0.0001844676,0.013691681,0.0004402873],"about_ca_topic_score_codex":0.00019106508,"about_ca_topic_score_gemma":0.00011974422,"teacher_disagreement_score":0.22993916,"about_ca_system_score_codex":0.00016085483,"about_ca_system_score_gemma":0.00077776145,"threshold_uncertainty_score":0.83770627},"labels":[],"label_agreement":null},{"id":"W2947755379","doi":"10.1187/cbe.19-02-0042","title":"One-Year Research Experience for Associate’s Degree Students Impacts Graduation, STEM Retention, and Transfer Patterns","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"City University of New York","keywords":"Graduation (instrument); Medical education; Psychology; Associate degree; Focus group; Degree program; Graduate students; Mathematics education; Pedagogy; Medicine; Engineering; Sociology","score_opus":0.2548265673026776,"score_gpt":0.43483883665716144,"score_spread":0.18001226935448383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947755379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991912,0.00010527638,0.00013269942,0.001820355,0.001084982,0.0008765413,0.000011875081,0.00003225705,0.004024009],"genre_scores_gemma":[0.99651307,0.00015527217,0.00016932054,0.00018434982,0.0001481248,0.000055915436,0.000012204311,0.0000050220983,0.0027567507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972896,0.00023111224,0.00019158475,0.00042200176,0.0014348746,0.00043085704],"domain_scores_gemma":[0.9987364,0.00021510453,0.00005769349,0.00013070334,0.000634184,0.00022594318],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037950051,0.00008505612,0.000120456694,0.00021105773,0.0014659547,0.00039773682,0.0005151307,0.00008173316,0.00014479444],"category_scores_gemma":[0.0003990841,0.00008919098,0.000042408716,0.00068441976,0.00035825217,0.0008793736,0.000066104876,0.00008992392,0.000043941527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000116164,0.000081417886,0.93944347,0.000020286123,0.000007150032,2.805016e-8,0.04930493,3.8092378e-7,0.00009592707,0.0056653307,0.002031655,0.0033377826],"study_design_scores_gemma":[0.00033384867,0.000082671075,0.86507946,0.000062630505,0.0000099348335,1.00573274e-7,0.12929864,0.00000720247,0.00018842214,0.0017077454,0.0030629192,0.00016639844],"about_ca_topic_score_codex":0.001363667,"about_ca_topic_score_gemma":0.0010057782,"teacher_disagreement_score":0.07999372,"about_ca_system_score_codex":0.00027693293,"about_ca_system_score_gemma":0.0014453351,"threshold_uncertainty_score":0.999834},"labels":[],"label_agreement":null},{"id":"W2980954366","doi":"10.1187/cbe.19-02-0041","title":"Successful Integration of Data Science in Undergraduate Biostatistics Courses Using Cognitive Load Theory","year":2019,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; University of British Columbia","keywords":"Biostatistics; Scripting language; Curriculum; Computer science; Cognitive load; Software; Point (geometry); Mathematics education; Cognition; Psychology; Programming language; Medicine; Mathematics; Pedagogy; Pathology; Public health","score_opus":0.04982055719216508,"score_gpt":0.3954892782447707,"score_spread":0.3456687210526056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980954366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898562,0.00033885762,0.0055660764,0.00023986738,0.0005685582,0.0002797094,0.00007799595,0.0000031014533,0.0030696322],"genre_scores_gemma":[0.99569327,0.00041948972,0.0032608346,0.00019374935,0.000066205044,0.0000029124246,0.00015018396,0.0000044085286,0.00020895193],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99836886,0.00007840799,0.0003023523,0.00037565976,0.0006115331,0.00026316062],"domain_scores_gemma":[0.99873906,0.0000841231,0.00016874145,0.00033455735,0.00056118687,0.00011231572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021160222,0.000096210846,0.00011492823,0.00021288032,0.00011256836,0.0000630965,0.0007574759,0.000064066604,0.000024633138],"category_scores_gemma":[0.0029631953,0.00007972258,0.000017003735,0.0006874794,0.0016558489,0.00007079026,0.00026713937,0.00007591819,0.000012815033],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022342266,0.00077387755,0.09626779,0.00032800194,0.00003304004,5.063642e-7,0.0016850658,0.00012839853,0.58347636,0.008844661,0.0024249002,0.305814],"study_design_scores_gemma":[0.0027382048,0.0028558355,0.11342083,0.001770504,0.00012020221,0.000027891056,0.080549225,0.17757198,0.6010137,0.014029751,0.0042398265,0.0016620229],"about_ca_topic_score_codex":0.00013571695,"about_ca_topic_score_gemma":0.00007476382,"teacher_disagreement_score":0.30415198,"about_ca_system_score_codex":0.000046881178,"about_ca_system_score_gemma":0.0050301882,"threshold_uncertainty_score":0.8923338},"labels":[],"label_agreement":null},{"id":"W3023323599","doi":"10.1187/cbe.19-09-0189","title":"Positive Impact of Multiple-Choice Question Authoring and Regular Quiz Participation on Student Learning","year":2020,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto Scarborough; University of Toronto","keywords":"Mathematics education; Student engagement; Multiple choice; Psychology; Term (time); Medical education; Medicine; Mathematics; Statistics; Significant difference","score_opus":0.09237602899885133,"score_gpt":0.5003038534821586,"score_spread":0.4079278244833072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023323599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909158,0.00013752784,0.004227654,0.0012339468,0.0005922149,0.00018473825,0.0000014331616,0.000056573583,0.0026501175],"genre_scores_gemma":[0.99777454,0.0000029506375,0.0014325292,0.00026087082,0.00032953502,0.000022727543,0.000009925711,0.000009842486,0.00015704888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99747217,0.0014378966,0.00025934842,0.00037967772,0.00024745794,0.00020343368],"domain_scores_gemma":[0.9985501,0.00079527154,0.00028813793,0.000106620566,0.00014245263,0.000117391595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021500343,0.00012161467,0.0001580271,0.0001553391,0.0003337084,0.000041032356,0.00012590509,0.00006249238,0.000058290127],"category_scores_gemma":[0.0051165656,0.00010626999,0.00004170539,0.0005581199,0.00019448825,0.00016388494,0.000025553767,0.00029407092,0.0000148594845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006123783,0.0001958018,0.9126487,0.000011922111,0.00003075485,2.1365149e-7,0.040207416,0.0037747999,0.007940377,0.004654212,0.0003114363,0.030163143],"study_design_scores_gemma":[0.00020010388,0.0010330725,0.9917414,0.00006626397,0.0000165708,0.0000010453798,0.004336719,0.0017898259,0.00039502344,0.00007420901,0.00023227373,0.000113493974],"about_ca_topic_score_codex":0.00040806577,"about_ca_topic_score_gemma":0.0000021795765,"teacher_disagreement_score":0.07909271,"about_ca_system_score_codex":0.00007923096,"about_ca_system_score_gemma":0.00017994826,"threshold_uncertainty_score":0.6125376},"labels":[],"label_agreement":null},{"id":"W3023765427","doi":"10.1187/cbe.19-11-0243","title":"Resources for Teaching and Assessing the <i>Vision and Change</i> Biology Core Concepts","year":2020,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Washington; University of Wisconsin-Madison; Howard Hughes Medical Institute; National Science Foundation","keywords":"Core (optical fiber); Suite; Mathematics education; Computer science; Psychology; Political science","score_opus":0.04523694238354152,"score_gpt":0.3510910399780746,"score_spread":0.3058540975945331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023765427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97748655,0.0038695682,0.0041691014,0.012791444,0.0009912933,0.00019485812,0.0000034702766,0.000094815,0.00039891477],"genre_scores_gemma":[0.9953944,0.0001031639,0.0025854397,0.0012055569,0.000645656,0.00004309961,0.0000064345363,0.0000064495953,0.000009761764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995394,0.000020735859,0.00009544072,0.00015681105,0.000061517414,0.0001260939],"domain_scores_gemma":[0.99964076,0.00016721745,0.000023486587,0.000049379472,0.000015129869,0.00010400829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034788996,0.00007237073,0.000071196955,0.000033486165,0.0002832416,0.00007313239,0.000095964366,0.00004396017,0.0000033343774],"category_scores_gemma":[0.00024415887,0.00004856897,0.000010569615,0.0001360322,0.0002565131,0.00019401676,0.000019492443,0.00010358713,9.740198e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005894903,0.000053336786,0.012193703,0.00089557766,0.000021666638,7.4976796e-8,0.05806553,0.00025112325,0.025890758,0.0074834474,0.032392465,0.8627464],"study_design_scores_gemma":[0.0004867038,0.000442111,0.13495094,0.00035437956,0.000058659316,0.000016676546,0.028687688,0.38505098,0.00046057775,0.003787414,0.445015,0.0006888629],"about_ca_topic_score_codex":0.000020126368,"about_ca_topic_score_gemma":8.393602e-7,"teacher_disagreement_score":0.86205757,"about_ca_system_score_codex":0.000010540775,"about_ca_system_score_gemma":0.000037362264,"threshold_uncertainty_score":0.21784939},"labels":[],"label_agreement":null},{"id":"W3081564886","doi":"10.1187/cbe.19-11-0257","title":"Optimizing the Efficacy of Learning Objectives through Pretests","year":2020,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Hamilton Health Sciences","funders":"McMaster University; Athabasca University","keywords":"Mathematics education; Active learning (machine learning); Inclusion (mineral); Learning sciences; Mastery learning; Teaching method; Computer science; Science learning; Experiential learning; Psychology; Science education; Machine learning","score_opus":0.0941733238920558,"score_gpt":0.4382042608754739,"score_spread":0.34403093698341813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081564886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88346225,0.0010105572,0.02037967,0.005226023,0.0014032322,0.00022650056,5.792446e-7,0.000098389006,0.088192806],"genre_scores_gemma":[0.98222697,0.0000066317757,0.015938058,0.0009186425,0.00038877735,0.000017162633,0.0000022649735,0.000009814833,0.00049168925],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99768996,0.0013135491,0.00023680848,0.00033859,0.00021065671,0.00021045041],"domain_scores_gemma":[0.9985136,0.00089947606,0.0002728167,0.00016103298,0.00010606453,0.00004701567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019541378,0.000103567705,0.00014060974,0.00005868805,0.00051537354,0.000036582136,0.000381528,0.000048523787,0.00020216207],"category_scores_gemma":[0.0038485748,0.00007325874,0.00004979155,0.0010097997,0.00049502094,0.00015781139,0.00004081768,0.00040117613,0.000045040615],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010489393,0.00034064252,0.10063218,0.00004168239,0.00007949198,3.9219054e-7,0.6870094,0.008914178,0.009440776,0.074327245,0.0061775493,0.11293158],"study_design_scores_gemma":[0.0009151906,0.0014788428,0.6928855,0.00017815435,0.00007878988,0.000012405663,0.2141535,0.00246881,0.0033479042,0.002149435,0.081686005,0.0006454174],"about_ca_topic_score_codex":0.000087518754,"about_ca_topic_score_gemma":3.4349304e-7,"teacher_disagreement_score":0.5922534,"about_ca_system_score_codex":0.000019182391,"about_ca_system_score_gemma":0.00033810743,"threshold_uncertainty_score":0.46073815},"labels":[],"label_agreement":null},{"id":"W3131858742","doi":"10.1187/cbe.19-12-0271","title":"“I Like and Prefer to Work Alone”: Social Anxiety, Academic Self-Efficacy, and Students’ Perceptions of Active Learning","year":2021,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"National Science Foundation","keywords":"Psychology; Self-efficacy; Anxiety; Perception; Active learning (machine learning); Academic achievement; Distress; Social anxiety; Social psychology; Fear of negative evaluation; Medical education; Applied psychology; Mathematics education; Clinical psychology; Medicine; Computer science","score_opus":0.08745099206616785,"score_gpt":0.4734677388890225,"score_spread":0.38601674682285464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131858742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802125,0.0003142269,0.00003348486,0.014732505,0.00046306552,0.00027441455,0.0000015845895,0.00004991518,0.003918289],"genre_scores_gemma":[0.9951327,0.0006262452,0.002092456,0.00048529945,0.0003094312,0.000026888172,0.000004164251,0.0000061893106,0.0013166287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975141,0.00083387515,0.00021909227,0.00039789724,0.0008133624,0.00022162305],"domain_scores_gemma":[0.9988257,0.00043027394,0.00021230761,0.00008258633,0.0002636432,0.00018547784],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026628664,0.00009407936,0.00013989315,0.00013572739,0.0017362126,0.00017893607,0.00028586446,0.00010854139,0.00014349079],"category_scores_gemma":[0.00260743,0.00009875487,0.000025445177,0.0008712571,0.00045721701,0.0007590318,0.00015173641,0.0003138279,0.00002475115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002200768,0.00046869225,0.5519806,0.00002209745,0.000033886423,9.7213345e-8,0.3753106,0.00007868976,0.0010400879,0.0039240927,0.003743352,0.06337576],"study_design_scores_gemma":[0.00015593301,0.000048131093,0.85706586,0.000041850293,0.000050045404,0.0000011856247,0.121091135,0.0000136892095,0.000046363195,0.0002834347,0.021064976,0.00013742172],"about_ca_topic_score_codex":0.00032289245,"about_ca_topic_score_gemma":0.00016771462,"teacher_disagreement_score":0.30508518,"about_ca_system_score_codex":0.000107920365,"about_ca_system_score_gemma":0.0014542865,"threshold_uncertainty_score":0.9995634},"labels":[],"label_agreement":null},{"id":"W3189098056","doi":"10.1187/cbe.19-11-0244","title":"Persistence of the “Moving Things Are Alive” Heuristic into Adulthood: Evidence from EEG","year":2021,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Université du Québec à Montréal","funders":"","keywords":"Counterintuitive; Persistence (discontinuity); Heuristic; Electroencephalography; Inhibitory control; Task (project management); Heuristics; Psychology; Cognitive psychology; Computer science; Signature (topology); Artificial intelligence; Neuroscience; Mathematics; Epistemology; Engineering; Cognition","score_opus":0.06258683001561863,"score_gpt":0.31016148849747455,"score_spread":0.24757465848185592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189098056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813002,0.0006417781,0.00061813724,0.00778187,0.0074359206,0.0002566438,0.000008371078,0.000049349714,0.0019077349],"genre_scores_gemma":[0.99043256,0.00019080505,0.0005334178,0.0075558797,0.00017155426,0.000038557424,0.0000017516063,0.0000097290285,0.0010657262],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99682146,0.0005406179,0.00039053924,0.0009860133,0.0009528754,0.00030850136],"domain_scores_gemma":[0.9973131,0.0009849062,0.0005255176,0.00052494666,0.00047294964,0.0001785767],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005360559,0.00018181176,0.00017921058,0.00013841155,0.0011289504,0.00020441787,0.00096933515,0.000055710374,0.00024193004],"category_scores_gemma":[0.01977814,0.0001438196,0.00011756246,0.0023562629,0.0011106363,0.0012695809,0.00019479464,0.00022106706,0.0000642784],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018562883,0.00045130172,0.056996543,0.00007335355,0.0000029235352,0.0000017120542,0.009911395,0.00007539076,0.9194455,0.002250134,0.0026775906,0.008095584],"study_design_scores_gemma":[0.000191615,0.00012363598,0.3905617,0.0011689247,0.000060946437,0.00003872619,0.043270204,0.001996988,0.5538,0.005138037,0.0031679228,0.0004813334],"about_ca_topic_score_codex":0.00021908672,"about_ca_topic_score_gemma":0.000028483655,"teacher_disagreement_score":0.36564553,"about_ca_system_score_codex":0.00011118839,"about_ca_system_score_gemma":0.002913036,"threshold_uncertainty_score":0.98847866},"labels":[],"label_agreement":null},{"id":"W3195271869","doi":"10.1187/cbe.21-02-0037","title":"Professional Development, Shifting Perspectives, and Instructional Change among Community College Anatomy and Physiology Instructors","year":2021,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"National Science Foundation","keywords":"Conceptual change; Professional development; Medical education; Psychology; Professional learning community; Qualitative research; Community college; Active learning (machine learning); Faculty development; Pedagogy; Medicine; Sociology; Computer science","score_opus":0.13710135091987238,"score_gpt":0.45160650133668323,"score_spread":0.3145051504168108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195271869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98682547,0.00065143884,0.0000047790263,0.0069106803,0.0014169362,0.00020364254,0.000004191436,0.000038496837,0.003944377],"genre_scores_gemma":[0.99328107,0.000105806925,0.0054654167,0.00035910148,0.00030102476,0.000045678302,0.000012866036,0.000004878164,0.00042417157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741846,0.0014056627,0.00019713763,0.0003150435,0.0004499803,0.00021371066],"domain_scores_gemma":[0.99873096,0.00047942562,0.00023289991,0.0001031012,0.00029312537,0.00016048523],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026710792,0.0001009136,0.0001209397,0.00015566756,0.004235718,0.000108890345,0.00020240323,0.00008536122,0.00015149619],"category_scores_gemma":[0.0029323287,0.00010101167,0.000015478334,0.0005939808,0.0014984034,0.0014298155,0.00014677075,0.00031735344,0.0000031677735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010408175,0.00032572984,0.5223921,0.00004839842,0.000026357748,3.2499293e-7,0.2517368,0.0000024044843,0.00032942908,0.19093373,0.0006265998,0.033567715],"study_design_scores_gemma":[0.000102054924,0.000011867347,0.7310835,0.000034995333,0.000006260394,0.000004145488,0.2529735,0.000058553593,0.000037546735,0.0022344908,0.0133424895,0.000110611225],"about_ca_topic_score_codex":0.0018456036,"about_ca_topic_score_gemma":0.0021565082,"teacher_disagreement_score":0.20869139,"about_ca_system_score_codex":0.00015291008,"about_ca_system_score_gemma":0.0031287754,"threshold_uncertainty_score":0.99706066},"labels":[],"label_agreement":null},{"id":"W4313654786","doi":"10.1187/cbe.21-12-0331","title":"A CURE on the Evolution of Antibiotic Resistance in <i>Escherichia coli</i> Improves Student Conceptual Understanding","year":2023,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Howard Hughes Medical Institute; National Science Foundation","keywords":"Mathematics education; Quarter (Canadian coin); Cure rate; Medical education; Psychology; Medicine; Internal medicine","score_opus":0.0672967905313591,"score_gpt":0.32516088686549754,"score_spread":0.2578640963341384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313654786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94286484,0.00013663611,0.000030888812,0.010110948,0.000991435,0.00030222101,0.0000028898578,0.000031482363,0.04552864],"genre_scores_gemma":[0.99829096,0.00008545456,0.00005569069,0.00032953374,0.00007361215,0.0000054041475,0.0000019827528,0.0000022473453,0.0011551324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99860096,0.00016820175,0.00015881946,0.00021929751,0.0006205689,0.00023217771],"domain_scores_gemma":[0.9993966,0.00026046255,0.00011567706,0.00009778044,0.00007076991,0.00005871327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017605847,0.000066765344,0.00009007083,0.00016369509,0.0007375497,0.00006162635,0.00038018986,0.00004436412,0.000027184611],"category_scores_gemma":[0.00041920424,0.000054482025,0.00003048471,0.0021127572,0.0009743447,0.00022888096,0.000046952166,0.00007693785,0.000020798498],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019542738,0.000116004325,0.1279005,0.0000150178175,0.000006425666,3.4192945e-7,0.10326287,0.000029099889,0.0011102585,0.72867566,0.038772885,0.00009142496],"study_design_scores_gemma":[0.0001249992,0.00003407312,0.22321932,0.0001007762,0.0000062929016,2.0024004e-8,0.76565754,0.000024948435,0.000104651226,0.0071805706,0.0034325267,0.000114269926],"about_ca_topic_score_codex":0.0009521028,"about_ca_topic_score_gemma":0.004227082,"teacher_disagreement_score":0.7214951,"about_ca_system_score_codex":0.0006775943,"about_ca_system_score_gemma":0.0021377928,"threshold_uncertainty_score":0.56727105},"labels":[],"label_agreement":null},{"id":"W4379530765","doi":"10.1187/cbe.22-08-0156","title":"The Benefits of Participating in a Learning Assistant Program on the Metacognitive Awareness and Motivation of Learning Assistants","year":2023,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metacognition; Psychology; Quarter (Canadian coin); Intrinsic motivation; Medical education; Mathematics education; Peer learning; Applied psychology; Social psychology; Cognition; Medicine","score_opus":0.168390728625789,"score_gpt":0.4660374188990531,"score_spread":0.29764669027326407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379530765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99479413,0.0001765049,0.00019138913,0.00072530104,0.00038357938,0.0002617589,0.0000012102803,0.00004621701,0.0034199026],"genre_scores_gemma":[0.998824,0.000014997226,0.00030707446,0.000027770702,0.000042621166,0.00029153365,0.000004708072,0.000009078645,0.00047819488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965067,0.0022607623,0.00038507488,0.0002789338,0.0003043167,0.00026420146],"domain_scores_gemma":[0.99548906,0.003658502,0.0004970995,0.00012409032,0.0002051414,0.000026084106],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009523929,0.000102830374,0.00016252726,0.00024486735,0.0008077736,0.000059100414,0.00018219872,0.000049424165,0.000016353866],"category_scores_gemma":[0.010430302,0.00006322107,0.000028737622,0.002000147,0.00047126538,0.000108339336,0.000037376718,0.0003899723,0.0000034452698],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047476406,0.0001973324,0.703292,0.000023129835,0.000026595364,1.3576717e-7,0.025542155,0.0023564957,0.0010106175,0.029580288,0.000049605966,0.23787417],"study_design_scores_gemma":[0.000114965296,0.00029017465,0.9461167,0.00017127529,0.000011128595,4.6218042e-7,0.050099332,0.0017318662,0.0006229232,0.0003825903,0.00038508768,0.00007349977],"about_ca_topic_score_codex":0.00016260763,"about_ca_topic_score_gemma":0.000018010154,"teacher_disagreement_score":0.24282469,"about_ca_system_score_codex":0.000022039532,"about_ca_system_score_gemma":0.00022423708,"threshold_uncertainty_score":0.99790525},"labels":[],"label_agreement":null},{"id":"W4400761880","doi":"10.1187/cbe.24-03-0102","title":"Instructional Influencers: Teaching Professors as Potential Departmental Change Agents in Diversity, Equity, and Inclusion","year":2024,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of California, Santa Barbara; National Science Foundation","keywords":"Influencer marketing; Inclusion (mineral); Equity (law); Diversity (politics); Sociology; Psychology; Pedagogy; Political science; Business; Social science; Marketing; Anthropology","score_opus":0.26016991007794765,"score_gpt":0.5317956681146581,"score_spread":0.2716257580367104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400761880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94837886,0.0007219575,0.000011799443,0.028936952,0.0032535756,0.00042409782,0.0000035962325,0.00008419737,0.018184967],"genre_scores_gemma":[0.99682546,0.00017693588,0.00076914683,0.0012947118,0.00057637173,0.000036648467,0.00001010635,0.0000055165774,0.00030513364],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99696934,0.000614751,0.00020739707,0.00041680146,0.0015150025,0.00027668622],"domain_scores_gemma":[0.99942505,0.00016317048,0.000119204255,0.00008129364,0.00005459312,0.0001566749],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0060674935,0.000107026004,0.0000916923,0.00042860594,0.0062251175,0.00041002035,0.00056832493,0.0000857574,0.00019602237],"category_scores_gemma":[0.0010821704,0.000107480846,0.00003150009,0.00053268496,0.0005550986,0.0034619349,0.0068356167,0.0002810962,0.00004099308],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027553475,0.00036975913,0.15272169,0.000091342845,0.000022840915,0.000005604955,0.3201221,0.00010855453,0.0001939399,0.13082975,0.0025456515,0.39296123],"study_design_scores_gemma":[0.0008223784,0.00038923693,0.48138937,0.00093902653,0.00014021932,0.000046525787,0.16678326,0.0069670635,0.00006590041,0.2502823,0.09109532,0.0010794112],"about_ca_topic_score_codex":0.01458686,"about_ca_topic_score_gemma":0.0015413269,"teacher_disagreement_score":0.39188182,"about_ca_system_score_codex":0.00048392708,"about_ca_system_score_gemma":0.0014472737,"threshold_uncertainty_score":0.99506867},"labels":[],"label_agreement":null},{"id":"W4402861019","doi":"10.1187/cbe.24-01-0015","title":"Bee The CURE: Increasing Student Science Self-Efficacy, Science Identity, and Predictors of Scientific Civic Engagement in a Community College CURE","year":2024,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta","keywords":"Identity (music); Civic engagement; Self-efficacy; Health science; Sociology; Psychology; Aesthetics; Medical education; Social psychology; Political science; Medicine; Art; Politics; Law","score_opus":0.046713548842252074,"score_gpt":0.36664865797374696,"score_spread":0.31993510913149487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402861019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986694,0.00071518775,0.000008127854,0.00200532,0.0032611347,0.0006426944,0.000008620574,0.00007373914,0.0065911678],"genre_scores_gemma":[0.99916375,0.00019017709,0.0003170681,0.00008170762,0.00010236902,0.000016048372,0.0000017129706,0.000003865737,0.00012327844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99535376,0.0006504798,0.0003218293,0.00057409756,0.002577383,0.0005224482],"domain_scores_gemma":[0.9984048,0.00056681386,0.00013074574,0.0002885024,0.00035603793,0.000253112],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.032877125,0.00013604484,0.00015147947,0.0010936069,0.00846254,0.0016902367,0.0022813987,0.000045196823,0.000028934359],"category_scores_gemma":[0.0015082294,0.00011144765,0.000041057392,0.010270776,0.012261974,0.0029558465,0.0009849868,0.0003352796,0.000009247275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007890214,0.0008834494,0.5629596,0.00008901797,0.000014188563,0.0000012804257,0.34463578,0.00002075341,0.0025124769,0.08354116,0.0027106572,0.002623695],"study_design_scores_gemma":[0.00014305062,0.00004827243,0.83000743,0.00020640675,0.000031823314,0.000002235611,0.16041851,0.00017095645,0.00025442903,0.0024418912,0.0060811853,0.00019377159],"about_ca_topic_score_codex":0.003993235,"about_ca_topic_score_gemma":0.0034282424,"teacher_disagreement_score":0.26704782,"about_ca_system_score_codex":0.0007279089,"about_ca_system_score_gemma":0.014144846,"threshold_uncertainty_score":0.9993461},"labels":[],"label_agreement":null},{"id":"W4409355499","doi":"10.1187/cbe.22-05-0089","title":"Beyond Technical Skills: The Value of Perspective-Taking in STEM Education","year":2025,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto","funders":"","keywords":"Perspective (graphical); Inclusion (mineral); Curriculum; Engineering ethics; Value (mathematics); Stem cell; Psychology; Pedagogy; Medical education; Mathematics education; Medicine; Engineering; Computer science; Biology; Social psychology; Cell biology","score_opus":0.030084083267493192,"score_gpt":0.410979848740662,"score_spread":0.38089576547316883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409355499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67685086,0.003457273,0.000054562774,0.013442155,0.0036609548,0.0003085612,0.0000018400514,0.000022941422,0.30220085],"genre_scores_gemma":[0.99486744,0.00004862271,0.0005184867,0.0011413213,0.00018144857,0.00018538149,0.0000037238315,0.0000045036113,0.003049061],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986408,0.00019796309,0.00035978993,0.00037460102,0.00020340452,0.00022346778],"domain_scores_gemma":[0.99876535,0.0004071973,0.00025680638,0.0003280666,0.00020495409,0.000037626305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009361743,0.00011094094,0.00014671923,0.00029380253,0.00024796042,0.000050429957,0.0005694552,0.0000911754,0.00014496043],"category_scores_gemma":[0.00044713056,0.000082540886,0.000053942334,0.0013492686,0.0006126439,0.0001632404,0.000048350277,0.00016470958,0.000019235604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007349219,0.0006230839,0.07303817,0.000018229153,0.000008198297,5.2273386e-8,0.0030960694,0.000058390506,0.00012841645,0.9055118,0.0113836415,0.006126603],"study_design_scores_gemma":[0.00007625897,0.00005124301,0.8027076,0.00009434232,0.0000134878055,0.0000068269856,0.13285229,0.00001748047,0.00006948608,0.061587926,0.00242457,0.0000984766],"about_ca_topic_score_codex":0.0017013121,"about_ca_topic_score_gemma":0.00012351618,"teacher_disagreement_score":0.84392387,"about_ca_system_score_codex":0.0002466481,"about_ca_system_score_gemma":0.0035475027,"threshold_uncertainty_score":0.62931174},"labels":[],"label_agreement":null},{"id":"W4412723128","doi":"10.1187/cbe.24-02-0074","title":"Understanding the Lived Experiences of the members of the Society for the Advancement of Biology Education Research through Collins' Matrix of Domination Framework","year":2025,"lang":"en","type":"article","venue":"CBE—Life Sciences Education","topic":"Diverse Educational Innovations Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Framing (construction); Sociology; Public relations; Discipline; Inclusion (mineral); Equity (law); Power (physics); Engineering ethics; Political science; Social science","score_opus":0.21952982441677132,"score_gpt":0.4449331356647487,"score_spread":0.22540331124797736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412723128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545349,0.0016484109,0.00083195505,0.037293617,0.002972873,0.0012843374,0.000020412866,0.0000040809564,0.0014094523],"genre_scores_gemma":[0.9977753,0.00031135452,0.00089597324,0.00021978065,0.00011011081,0.00026661681,0.0000045336214,6.0609244e-7,0.00041572202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9985951,0.00019425528,0.0004183658,0.0002040609,0.00043356733,0.00015463917],"domain_scores_gemma":[0.9954538,0.0028460328,0.00054654025,0.00016630252,0.00097624905,0.000011101733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018035714,0.000081141625,0.00013335091,0.00003147942,0.0012234696,0.000021699492,0.00095819414,0.000058952657,0.000045456185],"category_scores_gemma":[0.0016585701,0.000024227229,0.00016340363,0.0029316046,0.0026668888,0.00013214364,0.0001569074,0.00009563416,2.0461849e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002628338,0.00046275274,0.00859819,0.00007628331,0.00007248186,3.8176126e-10,0.05124702,0.00028147327,0.015322411,0.9117058,0.007544762,0.004662529],"study_design_scores_gemma":[0.00006162662,0.000101236714,0.026925428,0.00019779764,0.000042308802,1.2123414e-7,0.8912376,0.0001530266,0.0100920275,0.06514542,0.0059820088,0.0000613584],"about_ca_topic_score_codex":0.00033977785,"about_ca_topic_score_gemma":0.00005989981,"teacher_disagreement_score":0.8465604,"about_ca_system_score_codex":0.00011910247,"about_ca_system_score_gemma":0.001027898,"threshold_uncertainty_score":0.9826263},"labels":[],"label_agreement":null}]}