{"meta":{"query_hash":"25a12a087e25","filters":{"venue":"Chemistry Education Research and Practice"},"cohort_total":36,"direct_labels_cover":0,"predictions_cover":36,"exported":36,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/25a12a087e25","api":"https://metacan.xera.ac/api/v1/cohort?venue=Chemistry+Education+Research+and+Practice"},"results":[{"id":"W2060761164","doi":"10.1039/c001045f","title":"A Tiny Adventure: the introduction of problem based learning in an undergraduate chemistry course","year":2010,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mathematics education; Adventure; Problem-based learning; Class (philosophy); Group work; Psychology; Medical education; Chemistry; Computer science; Medicine; Artificial intelligence","score_opus":0.03231615309985868,"score_gpt":0.42538907061429704,"score_spread":0.39307291751443835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060761164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74317014,0.0005459015,0.00003392127,0.16154347,0.00017005966,0.0005228289,0.0000019937686,0.000057520127,0.09395416],"genre_scores_gemma":[0.9934807,0.00015398563,0.00097573525,0.00006366449,0.00076577364,0.000073565054,0.000039685092,0.000009697053,0.0044372124],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980782,0.00070507516,0.00017840967,0.00026819156,0.00046875826,0.00030133832],"domain_scores_gemma":[0.9976095,0.0011902342,0.00016662289,0.00023338696,0.00065465324,0.0001456191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071623186,0.00007736342,0.000082164384,0.00003321307,0.0006200799,0.00015157682,0.0002378093,0.00013252108,0.00043965498],"category_scores_gemma":[0.0070946645,0.00006849392,0.000017773467,0.00059018825,0.00049591705,0.00043340866,0.000031380954,0.0014810882,0.000004486859],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063123007,0.0022885732,0.016072407,0.00079188636,0.000034968107,0.000004005729,0.020017738,0.00017498845,0.83980054,0.004283263,0.010632371,0.105268],"study_design_scores_gemma":[0.00039206995,0.00007521699,0.0011471304,0.0000567129,0.000020368218,0.000016825108,0.051208764,0.00020446861,0.0382797,0.0029143877,0.90548813,0.00019621456],"about_ca_topic_score_codex":0.0010100462,"about_ca_topic_score_gemma":0.00017487233,"teacher_disagreement_score":0.8948558,"about_ca_system_score_codex":0.000053214193,"about_ca_system_score_gemma":0.0027365822,"threshold_uncertainty_score":0.8493489},"labels":[],"label_agreement":null},{"id":"W2114882297","doi":"10.1039/c4rp00143e","title":"How do students work through organic synthesis learning activities?","year":2014,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Various Chemistry Research Topics","field":"Chemistry","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Think aloud protocol; Recall; Reputation; Higher-order thinking; Mathematics education; Organic synthesis; Psychology; Chemistry; Teaching method; Computer science; Organic chemistry; Sociology; Cognitively Guided Instruction","score_opus":0.04977010997662418,"score_gpt":0.40062321496767783,"score_spread":0.35085310499105365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114882297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70400584,0.00082961755,0.00007961915,0.008442169,0.000065771936,0.00012216403,0.0000048292973,0.00012126911,0.28632873],"genre_scores_gemma":[0.88778716,0.0008937597,0.0007970386,0.00006123265,0.00090813637,0.00020392823,0.00003423368,0.000056011733,0.10925847],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964693,0.00032777584,0.00022945684,0.0007276251,0.001453746,0.0007920796],"domain_scores_gemma":[0.9919579,0.005963511,0.00018021425,0.00079011626,0.00067738706,0.00043087464],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020658586,0.00026455784,0.0002479835,0.000042219213,0.00072421023,0.0015325133,0.00076636195,0.00030115552,0.0024160545],"category_scores_gemma":[0.033440325,0.00027949407,0.00005224634,0.0005144856,0.00037199908,0.00078713027,0.00043846213,0.0019445408,0.000054053482],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004912472,0.0013480828,0.019840067,0.0019211039,0.00026289566,0.000016870625,0.0017259588,0.0000016984551,0.91041046,0.00023064825,0.015145729,0.048605222],"study_design_scores_gemma":[0.00028172438,0.000024130533,0.000121995145,0.00019421693,0.000030771345,0.00010648281,0.015072111,0.0000068310223,0.47063613,0.000540511,0.51267034,0.00031475804],"about_ca_topic_score_codex":0.000037614605,"about_ca_topic_score_gemma":0.0000010212665,"teacher_disagreement_score":0.49752462,"about_ca_system_score_codex":0.00030692382,"about_ca_system_score_gemma":0.0006844868,"threshold_uncertainty_score":0.9999657},"labels":[],"label_agreement":null},{"id":"W2128771105","doi":"10.1039/c4rp00224e","title":"Structure and evaluation of flipped chemistry courses: organic & spectroscopy, large and small, first to third year, English and French","year":2014,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Class (philosophy); Mathematics education; Flipped classroom; Course evaluation; Chemistry; Subject (documents); Psychology; Computer science; Higher education; Artificial intelligence; Library science","score_opus":0.0812291097786384,"score_gpt":0.4847525911652437,"score_spread":0.4035234813866053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128771105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667479,0.00047108482,0.00012120157,0.0033310736,0.00007740451,0.00026515246,0.000011920845,0.000015130206,0.02895918],"genre_scores_gemma":[0.98925996,0.00025814708,0.008389121,0.00007280398,0.0004776907,0.000020382635,0.000025033913,0.000010507203,0.0014863531],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787176,0.0007746526,0.0001567053,0.00033949772,0.00058458856,0.0002727737],"domain_scores_gemma":[0.9960219,0.0018640609,0.00012438977,0.00021278372,0.0015647172,0.0002121244],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011031381,0.00009989991,0.00013281051,0.000041104246,0.0005498013,0.00020358841,0.00012580997,0.0001441282,0.0003913749],"category_scores_gemma":[0.042637285,0.00010356371,0.000006829985,0.0003684032,0.0003557324,0.00024095767,0.00010736899,0.00045734004,0.000001091733],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016592497,0.0003849507,0.023456376,0.0008755321,0.00007131109,3.0199487e-7,0.07573748,4.7940455e-7,0.87526387,0.002024418,0.012127109,0.009892231],"study_design_scores_gemma":[0.002130449,0.00019222902,0.034670223,0.00034005378,0.0001955881,0.00003756161,0.12447198,0.00008402179,0.30757996,0.014780162,0.51473665,0.0007810874],"about_ca_topic_score_codex":0.00042224815,"about_ca_topic_score_gemma":0.00021973319,"teacher_disagreement_score":0.56768394,"about_ca_system_score_codex":0.00010196063,"about_ca_system_score_gemma":0.00080744113,"threshold_uncertainty_score":0.965427},"labels":[],"label_agreement":null},{"id":"W2142529937","doi":"10.1039/b4rp90026j","title":"THE FUTURE SHAPE OF CHEMISTRY EDUCATION","year":2004,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"King's University College","funders":"","keywords":"Chemistry education; Metaphor; Curriculum; Scientific literacy; Chemistry; Science education; Mathematics education; Computer science; Engineering ethics; Nanotechnology; Engineering; Epistemology; Sociology; Pedagogy; Psychology; Materials science","score_opus":0.08986770392310722,"score_gpt":0.5201254966081471,"score_spread":0.4302577926850399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142529937","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3658544,0.0053535816,0.000005724338,0.183235,0.00092697825,0.00024895646,0.000002326277,0.000022267795,0.44435075],"genre_scores_gemma":[0.9532586,0.0065300507,0.0005043649,0.00042482093,0.0029808807,0.00010891177,0.00002003636,0.000008749114,0.036163602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984053,0.00024357834,0.0001753997,0.00023187732,0.0006424226,0.00030145646],"domain_scores_gemma":[0.9964253,0.0014947506,0.00013964224,0.00029221384,0.001372352,0.00027575452],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038206526,0.000069655376,0.000064261265,0.00002574009,0.0015643149,0.00024921593,0.0004003796,0.00011057183,0.0007909992],"category_scores_gemma":[0.008318533,0.000058997382,0.000022491315,0.0006332575,0.00091910374,0.00041011936,0.000038421127,0.0004104607,0.000027694658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029678963,0.0035551933,0.0015078585,0.00040563897,0.00004939175,9.2634696e-7,0.07824098,0.0000027598244,0.082792915,0.092200704,0.11937937,0.6215675],"study_design_scores_gemma":[0.000058487705,0.000008241984,0.0003358379,0.000018016462,0.000003611112,0.000010268569,0.27432197,4.093156e-7,0.0077292942,0.0056459433,0.71181196,0.000056000157],"about_ca_topic_score_codex":0.00097648794,"about_ca_topic_score_gemma":0.0000637554,"teacher_disagreement_score":0.62151146,"about_ca_system_score_codex":0.0001777458,"about_ca_system_score_gemma":0.013429224,"threshold_uncertainty_score":0.99973553},"labels":[],"label_agreement":null},{"id":"W2296298829","doi":"10.1039/c5rp00194c","title":"The efficacy of interactive analogical models in the instruction of bond energy curves in undergraduate chemistry","year":2016,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Analogy; Witness; Analogical reasoning; Computer science; Energy (signal processing); Test (biology); Mathematics education; Psychology; Mathematics; Programming language; Epistemology","score_opus":0.08316963297764421,"score_gpt":0.4626159666406916,"score_spread":0.37944633366304736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296298829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8706959,0.0035055142,0.00007057805,0.019037649,0.000053145486,0.00012915113,0.000004892009,0.0000050043072,0.10649817],"genre_scores_gemma":[0.99558854,0.00232329,0.000011663491,0.00007462706,0.000055784523,0.00007876083,0.00000734557,0.0000046039568,0.001855411],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99870723,0.00043551865,0.00022753525,0.00020723956,0.0002465519,0.00017592542],"domain_scores_gemma":[0.9925633,0.006605936,0.00017011382,0.00018463604,0.00043906757,0.00003694022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001297398,0.00007084187,0.000096813375,0.0000315845,0.00007220837,0.000021149655,0.00020678318,0.00006668088,0.000082903935],"category_scores_gemma":[0.004656049,0.000038474627,0.000018761528,0.00039949256,0.00038431305,0.00019203054,0.000043139218,0.0003331035,0.0000019084323],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011053813,0.009531288,0.008131939,0.0017733414,0.00029701137,0.000021272703,0.013758366,0.000010498848,0.17806853,0.025680164,0.013884566,0.7377892],"study_design_scores_gemma":[0.007695119,0.0009864429,0.08824676,0.0045145582,0.000102001824,0.000690788,0.27007332,0.000073273484,0.35927013,0.15903616,0.10845203,0.0008594001],"about_ca_topic_score_codex":0.00028307136,"about_ca_topic_score_gemma":0.000011745547,"teacher_disagreement_score":0.73692983,"about_ca_system_score_codex":0.000030260411,"about_ca_system_score_gemma":0.00023984617,"threshold_uncertainty_score":0.5574062},"labels":[],"label_agreement":null},{"id":"W2395990511","doi":"10.1039/c6rp00062b","title":"Closing the gap between beliefs and practice: Change of pre-service chemistry teachers' orientations during a PCK-based NOS course","year":2016,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Earl Haig Secondary School","funders":"","keywords":"Mathematics education; Psychology; Nature of Science; Orientation (vector space); Chemistry; Chemistry education; Science education; Pedagogy; Enthusiasm; Mathematics; Social psychology","score_opus":0.23503573733922933,"score_gpt":0.540279269254666,"score_spread":0.30524353191543663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395990511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7382752,0.0007513781,0.000024390401,0.22273211,0.00013107345,0.00041429128,0.000020042738,0.000023225808,0.03762829],"genre_scores_gemma":[0.99240947,0.00055366405,0.00047093793,0.00038435767,0.0011241909,0.00016058318,0.000014528482,0.000010254021,0.004872013],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975969,0.0007579889,0.00022268777,0.00033829358,0.00072010246,0.00036402183],"domain_scores_gemma":[0.9879652,0.009813514,0.00026266722,0.00032753428,0.0013116067,0.00031944123],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0052891034,0.00010210397,0.00010436196,0.000037788213,0.0013347346,0.000208512,0.00031540357,0.00012261886,0.0005127146],"category_scores_gemma":[0.02186668,0.000077656754,0.00001996742,0.0006730315,0.0009083551,0.0009871637,0.00006510195,0.0003604674,0.000011332327],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008046641,0.0029327578,0.051372077,0.0010599896,0.0001768241,0.0000049347245,0.529063,0.0000010492188,0.3316298,0.0017674757,0.010049562,0.07113784],"study_design_scores_gemma":[0.00076390296,0.00004933631,0.03923099,0.00029872026,0.00010381013,0.000043617216,0.595958,0.0000039288952,0.04383375,0.00063623325,0.31874934,0.00032835576],"about_ca_topic_score_codex":0.0024732202,"about_ca_topic_score_gemma":0.000059921396,"teacher_disagreement_score":0.3086998,"about_ca_system_score_codex":0.00013268263,"about_ca_system_score_gemma":0.0030899083,"threshold_uncertainty_score":0.99996537},"labels":[],"label_agreement":null},{"id":"W2417868093","doi":"10.1039/c6rp00079g","title":"The role of green chemistry activities in fostering secondary school students' understanding of acid–base concepts and argumentation skills","year":2016,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Various Chemistry Research Topics","field":"Chemistry","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Universiti Sains Malaysia","keywords":"Argumentation theory; Mathematics education; Curriculum; Chemistry; Argumentative; Psychology; Test (biology); Environmental education; Pedagogy; Ecology","score_opus":0.04973894338222678,"score_gpt":0.41247774277002924,"score_spread":0.36273879938780246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417868093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95766896,0.0019404393,0.000007927781,0.0012125416,0.000015936817,0.00013057904,0.00003439108,0.000011115411,0.038978104],"genre_scores_gemma":[0.9910125,0.0016334545,0.00010210481,0.000008100108,0.00010430823,0.00007409611,0.000016841277,0.000017630706,0.007030953],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980802,0.00010363509,0.0003758691,0.00035230693,0.0007072069,0.00038077886],"domain_scores_gemma":[0.9962872,0.0025183025,0.00025500878,0.0004105832,0.00029979835,0.00022909661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013796951,0.00015166544,0.00018273172,0.000038091086,0.00021478535,0.00012741976,0.000354475,0.00014664466,0.00055983535],"category_scores_gemma":[0.0036361064,0.00012020589,0.00002804038,0.00018234759,0.0006971968,0.00047581413,0.00039077125,0.00052534725,0.0000013257478],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025300245,0.00025953687,0.010016213,0.0008659022,0.000054869062,0.0000023864395,0.0007403123,9.100135e-8,0.96340024,0.000058410595,0.00007623,0.0242728],"study_design_scores_gemma":[0.0007179638,0.000019544987,0.0002860946,0.00033328007,0.000010671616,0.000042468087,0.045189694,0.000004355891,0.94824666,0.0028573587,0.0021725616,0.000119334654],"about_ca_topic_score_codex":0.00015127588,"about_ca_topic_score_gemma":0.000010794725,"teacher_disagreement_score":0.04444938,"about_ca_system_score_codex":0.0003793889,"about_ca_system_score_gemma":0.00088093913,"threshold_uncertainty_score":0.6129804},"labels":[],"label_agreement":null},{"id":"W2510681806","doi":"10.1039/c6rp00132g","title":"Evaluating students' learning gains and experiences from using nomenclature101.com","year":2016,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Various Chemistry Research Topics","field":"Chemistry","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Session (web analytics); Test (biology); Psychology; Perception; Mathematics education; Exploratory research; Usability; Medical education; Computer science; Medicine; Human–computer interaction; World Wide Web","score_opus":0.23959989771037588,"score_gpt":0.5408727546394072,"score_spread":0.30127285692903133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510681806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769054,0.0016551063,0.00003134539,0.0023280582,0.000041415333,0.000089718524,0.00000862179,0.000043059677,0.018897273],"genre_scores_gemma":[0.9784111,0.0006366133,0.0017149572,0.000039197614,0.00057674,0.00011812117,0.000028705792,0.00002769511,0.018446878],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972948,0.00020218642,0.0002701304,0.0006736823,0.0010091822,0.00055006443],"domain_scores_gemma":[0.9948323,0.003507125,0.00015740914,0.00042237938,0.0006435261,0.0004372573],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017518343,0.00019128138,0.0001688699,0.000040745366,0.00065155764,0.00046096786,0.00040721108,0.0001985964,0.002109518],"category_scores_gemma":[0.011956114,0.00015934434,0.00002462386,0.00020431343,0.00044943826,0.00053797226,0.0004405748,0.0008447261,0.000012851964],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013304311,0.00021316703,0.006660246,0.00015582018,0.000049964612,0.0000058269534,0.0031899724,5.716249e-7,0.96903867,0.000013514458,0.00032427363,0.020214923],"study_design_scores_gemma":[0.0013755984,0.00008720563,0.0003578136,0.000610562,0.00004934469,0.00023238007,0.13875495,0.00045725572,0.7889555,0.0011099303,0.06739501,0.00061441754],"about_ca_topic_score_codex":0.00021174877,"about_ca_topic_score_gemma":0.000001329164,"teacher_disagreement_score":0.18008316,"about_ca_system_score_codex":0.00024963403,"about_ca_system_score_gemma":0.0008089896,"threshold_uncertainty_score":0.99880266},"labels":[],"label_agreement":null},{"id":"W2528291234","doi":"10.1039/c6rp00126b","title":"Language of mechanisms: exam analysis reveals students' strengths, strategies, and errors when using the electron-pushing formalism (curved arrows) in new reactions","year":2016,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Fluency; Arrow; Formalism (music); Computer science; Mathematics education; Grading (engineering); Psychology; Programming language; Engineering; Literature","score_opus":0.12237385987965389,"score_gpt":0.5224269857213096,"score_spread":0.40005312584165575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528291234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97604007,0.0006460303,0.00036840836,0.014542392,0.00008002969,0.00019790497,0.0000034688787,0.000009699873,0.008112019],"genre_scores_gemma":[0.99135053,0.000792543,0.000866573,0.000069851616,0.00015306576,0.000015145232,0.000005501947,0.000004351964,0.0067424346],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99788433,0.00075722125,0.00022310032,0.00023837846,0.0005883287,0.00030861187],"domain_scores_gemma":[0.99599576,0.0030917472,0.0001775534,0.00023071827,0.0003043138,0.00019992076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006342007,0.00007118845,0.000109744935,0.00014653124,0.00051525864,0.0003080859,0.00030344864,0.000075384065,0.00041726395],"category_scores_gemma":[0.007497836,0.000051896626,0.000022222694,0.00092281325,0.00028634068,0.0012011231,0.000048589576,0.00026644737,0.000001484626],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000220996,0.0009655186,0.022553256,0.00012895567,0.00030254945,0.0000027901742,0.35445085,0.000012089331,0.54082394,0.050028034,0.0038214095,0.02668959],"study_design_scores_gemma":[0.00023522989,0.000027818201,0.006324887,0.00006485191,0.000073723466,0.000008945257,0.95327324,0.000012795112,0.006562369,0.009371151,0.023904193,0.00014078549],"about_ca_topic_score_codex":0.027851947,"about_ca_topic_score_gemma":0.004145918,"teacher_disagreement_score":0.5988224,"about_ca_system_score_codex":0.00015360414,"about_ca_system_score_gemma":0.0033138017,"threshold_uncertainty_score":0.97862166},"labels":[],"label_agreement":null},{"id":"W2586291481","doi":"10.1039/c7rp00014f","title":"Cooperative learning in organic chemistry increases student assessment of learning gains in key transferable skills","year":2017,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Transferable skills analysis; Cooperative learning; Constructive; Mathematics education; Psychology; Class (philosophy); Variety (cybernetics); Computer science; Medical education; Teaching method; Higher education; Process (computing); Artificial intelligence; Medicine","score_opus":0.099535077919231,"score_gpt":0.5635473037906265,"score_spread":0.46401222587139546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586291481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7696165,0.00009637606,0.00006197229,0.0028595657,0.00002632893,0.00017795103,8.3750933e-7,0.000010388558,0.2271501],"genre_scores_gemma":[0.98097193,0.0006474673,0.0015878051,0.000018892257,0.00011816211,0.000053682696,0.000012094079,0.000010568555,0.016579399],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9963078,0.0021856884,0.00025145066,0.00031105915,0.00058771356,0.00035627314],"domain_scores_gemma":[0.9952739,0.0033565753,0.0002017224,0.00022528676,0.0008268567,0.00011564773],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013957484,0.0001001677,0.00018620424,0.00006673311,0.0011195994,0.0002944445,0.0003665744,0.00011889864,0.00080591254],"category_scores_gemma":[0.04602676,0.00010995979,0.000015122877,0.00040151723,0.0005025128,0.0005927314,0.00009899456,0.0015868886,0.0000018361816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012509519,0.0032756599,0.49919936,0.00035807345,0.00004992274,0.00001601285,0.054465838,0.0000713092,0.42809716,0.0017904484,0.00019066711,0.0123604415],"study_design_scores_gemma":[0.0018787124,0.00020009144,0.28798464,0.0008320947,0.000023019038,0.000016745953,0.53781873,0.0001495858,0.07783116,0.00067415676,0.09198894,0.0006021557],"about_ca_topic_score_codex":0.0036378761,"about_ca_topic_score_gemma":0.0002429615,"teacher_disagreement_score":0.48335287,"about_ca_system_score_codex":0.0004280279,"about_ca_system_score_gemma":0.0030070608,"threshold_uncertainty_score":0.96200895},"labels":[],"label_agreement":null},{"id":"W2588545346","doi":"10.1039/c6rp00231e","title":"Students’ interpretations of mechanistic language in organic chemistry before learning reactions","year":2017,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Various Chemistry Research Topics","field":"Chemistry","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Chemistry; Curriculum; Formalism (music); Mathematics education; Psychology; Pedagogy; Literature","score_opus":0.038753253471674735,"score_gpt":0.44607227367043817,"score_spread":0.4073190201987634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588545346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8027376,0.00032309178,0.000017850447,0.0014018074,0.000034687517,0.00010932302,0.000015484478,0.000034319593,0.19532587],"genre_scores_gemma":[0.93114215,0.00028285067,0.00029654236,0.000009400523,0.0002028341,0.00010150615,0.00010211562,0.000030317799,0.067832306],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99777776,0.00008673863,0.00040570242,0.0004834218,0.00078412204,0.00046225614],"domain_scores_gemma":[0.9965567,0.001045831,0.00037112643,0.0010009978,0.00074297655,0.00028237168],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015186281,0.00018091929,0.00021898812,0.000054501466,0.0006584005,0.00038684215,0.00092988205,0.00022805372,0.005537864],"category_scores_gemma":[0.027161317,0.00020477799,0.000043574226,0.0001980085,0.00041460866,0.0004546761,0.00047555644,0.0015936627,0.000019990008],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113682734,0.0007890473,0.012661374,0.0015944318,0.00006276391,0.000023566643,0.001900718,0.0000020545388,0.97706383,0.00008516797,0.00014471852,0.0055586146],"study_design_scores_gemma":[0.0011865816,0.000059278856,0.0027933503,0.0008767512,0.000057733527,0.00034588814,0.050419956,0.0002491725,0.90180814,0.0017585122,0.039981402,0.00046323665],"about_ca_topic_score_codex":0.00043853748,"about_ca_topic_score_gemma":0.00003274749,"teacher_disagreement_score":0.12840456,"about_ca_system_score_codex":0.00028261493,"about_ca_system_score_gemma":0.0009869318,"threshold_uncertainty_score":0.9953712},"labels":[],"label_agreement":null},{"id":"W2600359502","doi":"10.1039/c6rp00227g","title":"‘Triangulation:’ an expression for stimulating metacognitive reflection regarding the use of ‘triplet’ representations for chemistry learning","year":2017,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Metacognition; Construct (python library); Expression (computer science); Triangulation; Mathematics education; Meaning (existential); Chemistry; Psychology; Chemistry education; Science education; Cognition; Computer science; Social psychology; Mathematics","score_opus":0.5264169728196507,"score_gpt":0.6281283693233621,"score_spread":0.10171139650371142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600359502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8123108,0.00049948954,0.12763785,0.00787912,0.0007134943,0.0021081944,0.000044916767,0.000100121164,0.048705988],"genre_scores_gemma":[0.92402667,0.000016947524,0.048999786,0.000044134533,0.0009088666,0.0005798766,0.00019622827,0.000031419204,0.025196068],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976303,0.0011542165,0.0002954869,0.00041826093,0.00023896368,0.00026279266],"domain_scores_gemma":[0.9844501,0.01214062,0.0006350596,0.00056993973,0.0021259629,0.00007830056],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.006477494,0.00011149572,0.0001477124,0.000050951014,0.0027905325,0.00029386807,0.00021218763,0.00013860065,0.00011417236],"category_scores_gemma":[0.090065524,0.000096582946,0.00005025903,0.00015465806,0.00024864564,0.0007376686,0.000059456455,0.00069348596,0.0000010717608],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022482437,0.00042442043,0.0020746877,0.00028946635,0.00015264984,5.205309e-7,0.009327743,0.0002230473,0.89501524,0.0007093341,0.005970604,0.08356406],"study_design_scores_gemma":[0.0033916642,0.0005782418,0.016137438,0.0004364755,0.00026289653,0.00009723667,0.088657044,0.0046659387,0.38405368,0.0041900435,0.49694726,0.00058208837],"about_ca_topic_score_codex":0.00016225026,"about_ca_topic_score_gemma":7.2615217e-7,"teacher_disagreement_score":0.51096153,"about_ca_system_score_codex":0.000050969105,"about_ca_system_score_gemma":0.00021833698,"threshold_uncertainty_score":0.9985077},"labels":[],"label_agreement":null},{"id":"W2794158568","doi":"10.1039/c7rp00220c","title":"Developing communication confidence and professional identity in chemistry through international online collaborative learning","year":2018,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Royal University; Calgary Laboratory Services","funders":"","keywords":"Identity (music); Chemistry; Psychology; Chemistry education; Mathematics education; Professional development; Pedagogy; Medical education; Medicine; Social psychology; Physics","score_opus":0.12611283832137415,"score_gpt":0.5824898502249294,"score_spread":0.45637701190355523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794158568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77086747,0.001808252,0.00011815526,0.113023564,0.00034220403,0.0002944368,0.0000033408226,0.000042368825,0.11350019],"genre_scores_gemma":[0.9644386,0.0054498785,0.011124575,0.00033436978,0.00059755816,0.00008231181,0.00008257993,0.000010801571,0.017879285],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753755,0.0011129422,0.00022723778,0.0003207149,0.0005506297,0.00025094513],"domain_scores_gemma":[0.9935633,0.0035525027,0.00024392111,0.00017533306,0.0023379305,0.00012701719],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035267973,0.00008814785,0.0000917065,0.00003867931,0.001168989,0.00044778566,0.00034449456,0.00013295289,0.00075087906],"category_scores_gemma":[0.028141925,0.000101047706,0.0000073615056,0.0007840393,0.0010847956,0.0026154534,0.00017735921,0.0008471705,0.000023356735],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011526393,0.0035870066,0.08856138,0.0006637769,0.00019313525,0.0000082794695,0.6924307,0.0000073240803,0.05012047,0.10474264,0.014954858,0.04357779],"study_design_scores_gemma":[0.00017440626,0.000013192888,0.0055186795,0.00016857042,0.000004663696,0.0000125116385,0.23701301,0.000014893469,0.0015108688,0.0036672328,0.7517788,0.00012317361],"about_ca_topic_score_codex":0.0016066831,"about_ca_topic_score_gemma":0.00030714378,"teacher_disagreement_score":0.7368239,"about_ca_system_score_codex":0.000304173,"about_ca_system_score_gemma":0.0035450594,"threshold_uncertainty_score":0.9800444},"labels":[],"label_agreement":null},{"id":"W2810184274","doi":"10.1039/c8rp00095f","title":"Postsecondary chemistry curricula and universal design for learning: planning for variations in learners’ abilities, needs, and interests","year":2018,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PolicyWise for Children & Families","funders":"Division of Undergraduate Education; National Science Foundation","keywords":"Curriculum; Legislation; Mathematics education; Representation (politics); Variation (astronomy); Curriculum development; Universal Design for Learning; Chemistry; Computer science; Pedagogy; Engineering ethics; Psychology; Engineering; Political science","score_opus":0.13756800584382353,"score_gpt":0.4767109611951245,"score_spread":0.339142955351301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810184274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.930888,0.0007912784,0.0008334572,0.032955986,0.00017210381,0.0010583254,0.000012349061,0.00003647458,0.033252],"genre_scores_gemma":[0.98478365,0.00018985945,0.0023953873,0.00011411743,0.00038995134,0.00020069952,0.000048130925,0.000010303271,0.011867881],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99893284,0.00022714297,0.00014213572,0.00026391863,0.0001580417,0.00027594375],"domain_scores_gemma":[0.9951635,0.0039378977,0.00006530468,0.00010245927,0.0005151232,0.00021569981],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027285216,0.000077215445,0.00008522681,0.00005215715,0.0006855583,0.00023687583,0.00009478037,0.00009925309,0.00017552896],"category_scores_gemma":[0.012198016,0.00008741322,0.000012572804,0.0002214628,0.0006929078,0.00037848452,0.000040176463,0.00022573539,0.0000012743978],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031245563,0.0036386885,0.054532964,0.0025535573,0.00015661487,0.000001610605,0.6774143,0.000020058933,0.023976777,0.026511334,0.10353137,0.10453819],"study_design_scores_gemma":[0.0004954859,0.00014228577,0.000995674,0.00008800266,0.0000147218125,0.000008446095,0.52021956,0.00016120053,0.0011338504,0.004604804,0.4719733,0.00016268775],"about_ca_topic_score_codex":0.00047793373,"about_ca_topic_score_gemma":0.000026151705,"teacher_disagreement_score":0.36844194,"about_ca_system_score_codex":0.00016226684,"about_ca_system_score_gemma":0.0012252824,"threshold_uncertainty_score":0.99612266},"labels":[],"label_agreement":null},{"id":"W2884293121","doi":"10.1039/c8rp00120k","title":"Patterns of reactions: a card sort task to investigate students’ organization of organic chemistry reactions","year":2018,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"sort; Card sorting; Curriculum; Mathematics education; Chemistry; Chemistry education; Concept learning; Task (project management); Psychology; Computer science; Social psychology; Pedagogy; Information retrieval; Engineering","score_opus":0.11302223641745573,"score_gpt":0.4989552068517193,"score_spread":0.38593297043426356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884293121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95497733,0.000048393988,0.00008652773,0.011436181,0.0002725896,0.00023714712,0.0000100536645,0.000023120292,0.032908663],"genre_scores_gemma":[0.977974,0.00047325864,0.0003318414,0.00015083053,0.0006004964,0.00003133401,0.000032306747,0.000010904868,0.02039501],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799633,0.00031428217,0.00031638323,0.000300486,0.0008145531,0.00025794836],"domain_scores_gemma":[0.99456406,0.0009804423,0.00024087058,0.00034081895,0.0034909179,0.00038286785],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031726656,0.0000813617,0.00011417891,0.000087845576,0.00065514195,0.00011423623,0.0003779316,0.000110878005,0.0030472304],"category_scores_gemma":[0.025605261,0.000090619265,0.000016705215,0.0015506893,0.00052468275,0.00042787407,0.000082443694,0.00027027313,0.000043827204],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004994367,0.0010379395,0.08861309,0.0002920688,0.0000429585,3.8896937e-7,0.042196196,6.579111e-7,0.8553664,0.0006813371,0.0096161645,0.002102819],"study_design_scores_gemma":[0.0001482566,0.000056571633,0.014244485,0.00012835897,0.00002485586,0.000020630405,0.20928256,9.541935e-7,0.23940955,0.00041226335,0.5361058,0.0001657071],"about_ca_topic_score_codex":0.0032867244,"about_ca_topic_score_gemma":0.00011395808,"teacher_disagreement_score":0.6159569,"about_ca_system_score_codex":0.00016659057,"about_ca_system_score_gemma":0.0035882406,"threshold_uncertainty_score":0.9978641},"labels":[],"label_agreement":null},{"id":"W2905088005","doi":"10.1039/c8rp00251g","title":"A positive student experience of collaborative project work in upper-year undergraduate chemistry","year":2018,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Biotech (Canada); University of British Columbia","funders":"Directorate for STEM Education","keywords":"Teamwork; Dysfunctional family; Medical education; Psychology; Perception; Group work; Work (physics); Student engagement; Mathematics education; Pedagogy; Engineering; Medicine","score_opus":0.14412707863784038,"score_gpt":0.5740785878314526,"score_spread":0.42995150919361225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905088005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7451464,0.00034425003,0.000004915119,0.021568533,0.00007895265,0.00039133354,0.000003942639,0.000015171543,0.23244649],"genre_scores_gemma":[0.9880747,0.0005879901,0.001760954,0.000072029965,0.00029406766,0.00012967802,0.000009756383,0.00000850268,0.009062318],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99696165,0.0011707074,0.00024270412,0.00034613154,0.00097341195,0.00030541094],"domain_scores_gemma":[0.99392134,0.003370762,0.00025364233,0.00023336601,0.002083948,0.00013691364],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053199204,0.00009359475,0.0001201899,0.00006401729,0.00051577477,0.00020083606,0.00030546854,0.00010434169,0.0003153458],"category_scores_gemma":[0.02345684,0.00009961091,0.000015514908,0.0013007252,0.0011388642,0.0008096397,0.000098142256,0.0004377277,0.00001886901],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002912101,0.004866125,0.052295104,0.00030605838,0.00015042389,0.000009367984,0.84246165,0.0000016828205,0.056103196,0.007133487,0.022240464,0.011520334],"study_design_scores_gemma":[0.00042425038,0.000117144875,0.007056418,0.00022971799,0.000016028864,0.0000062433182,0.80850327,0.0000032031435,0.04303751,0.0009520785,0.13944097,0.00021316475],"about_ca_topic_score_codex":0.0025224898,"about_ca_topic_score_gemma":0.00008923235,"teacher_disagreement_score":0.2429283,"about_ca_system_score_codex":0.00027339437,"about_ca_system_score_gemma":0.0035681305,"threshold_uncertainty_score":0.984769},"labels":[],"label_agreement":null},{"id":"W2939467283","doi":"10.1039/c9rp00060g","title":"Working with mental models to learn and visualize a new reaction mechanism","year":2019,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Mechanism (biology); Task (project management); Process (computing); Mental model; Computer science; Mental representation; Cognitive psychology; Working memory; Psychology; Cognitive science; Cognition; Epistemology; Engineering","score_opus":0.27125802069309846,"score_gpt":0.523189897408751,"score_spread":0.25193187671565254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939467283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6849083,0.00019904281,0.000090623296,0.049936563,0.00034272516,0.00038571126,4.173393e-7,0.000025425587,0.26411125],"genre_scores_gemma":[0.9095657,0.00046855825,0.0010597002,0.00051928445,0.00036351747,0.000027610275,0.0000054417287,0.000006805473,0.08798339],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.998644,0.00021168569,0.000079935744,0.00029079933,0.0005137609,0.0002598503],"domain_scores_gemma":[0.99841213,0.000699681,0.000050972078,0.00013584754,0.0002652196,0.00043617495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021630323,0.000060492865,0.000060371698,0.000059992995,0.00056840695,0.00032306937,0.0001155704,0.000060479226,0.00046911498],"category_scores_gemma":[0.0009730722,0.00005807373,0.000006553566,0.00044419846,0.000114954215,0.00066722056,0.000036289093,0.0002502015,0.000058688882],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012265078,0.0009569778,0.0028419301,0.0001118863,0.000053609794,0.000002190572,0.39326683,0.000006772877,0.22815631,0.134946,0.06495943,0.17347154],"study_design_scores_gemma":[0.00015871899,0.00007145301,0.00013277246,0.000044528082,0.000004534788,0.000025387897,0.3126175,0.00003369086,0.0023133366,0.0051592966,0.6793222,0.00011661582],"about_ca_topic_score_codex":0.0037363858,"about_ca_topic_score_gemma":0.00015121781,"teacher_disagreement_score":0.6143627,"about_ca_system_score_codex":0.00011466729,"about_ca_system_score_gemma":0.0020905584,"threshold_uncertainty_score":0.56483227},"labels":[],"label_agreement":null},{"id":"W2995455106","doi":"10.1039/c9rp00198k","title":"Building mental models of a reaction mechanism: the influence of static and animated representations, prior knowledge, and spatial ability","year":2019,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Think aloud protocol; Animation; Computer science; Test (biology); Psychology; Cognitive psychology; Human–computer interaction; Usability; Computer graphics (images)","score_opus":0.061156660742040216,"score_gpt":0.48242632822609144,"score_spread":0.4212696674840512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995455106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933206,0.0007217197,0.00007146907,0.0008010743,0.00003065925,0.00028998998,0.000007092303,0.0000065041468,0.0047508883],"genre_scores_gemma":[0.998757,0.00027587268,0.00020976923,0.000019557128,0.000019986486,0.00004888913,0.000008240739,0.000005446437,0.0006552221],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99903077,0.00028212296,0.00017047199,0.00023630988,0.0001665092,0.00011381966],"domain_scores_gemma":[0.99725294,0.0017205081,0.00015595918,0.00014875423,0.0006673963,0.00005441712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001092176,0.00006137765,0.000091879236,0.00003428654,0.00011785369,0.00003060143,0.00006351817,0.000049085298,0.00007834357],"category_scores_gemma":[0.0016738529,0.00005088073,0.0000076288975,0.00018064328,0.0002135465,0.0002744107,0.00006401493,0.00022666385,0.0000029429843],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011287942,0.00093172735,0.0045368,0.0013271712,0.00008579842,4.270946e-7,0.01750006,0.0000051891893,0.93912405,0.003340555,0.0001877758,0.03183167],"study_design_scores_gemma":[0.0031150884,0.0015298005,0.26875678,0.0008666892,0.00022009939,0.00046738092,0.27053156,0.0025761677,0.38208118,0.06364223,0.005605931,0.0006070813],"about_ca_topic_score_codex":0.0007841956,"about_ca_topic_score_gemma":0.0000034585316,"teacher_disagreement_score":0.55704284,"about_ca_system_score_codex":0.000015873522,"about_ca_system_score_gemma":0.00019132497,"threshold_uncertainty_score":0.2074856},"labels":[],"label_agreement":null},{"id":"W3004171085","doi":"10.1039/c9rp00274j","title":"Evaluating students’ learning gains, strategies, and errors using OrgChem101's module: organic mechanisms—mastering the arrows","year":2020,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Metacognition; Formalism (music); Mathematics education; Computer science; Test (biology); Psychology; Cognition","score_opus":0.3986438866750975,"score_gpt":0.5921792560203151,"score_spread":0.1935353693452176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004171085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729117,0.00096532685,0.007868498,0.0055704825,0.00014365008,0.00024128205,7.7449926e-7,0.000058208436,0.01224009],"genre_scores_gemma":[0.98466516,0.000039561975,0.012083904,0.00041843773,0.000405127,0.000036377744,0.00001311002,0.000035886227,0.0023024136],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9953963,0.0029094454,0.00025202552,0.0004999845,0.00054614595,0.00039607886],"domain_scores_gemma":[0.9967026,0.0021758045,0.00020924737,0.00025144793,0.00048252483,0.00017834576],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009953252,0.00016101362,0.00015052356,0.000043686283,0.0009492785,0.0005434987,0.00027952838,0.000114493465,0.0007194234],"category_scores_gemma":[0.011097452,0.00014003152,0.000016074624,0.0005455057,0.0001797993,0.0003585443,0.00021428824,0.001970717,0.000018779818],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032472232,0.00020958077,0.0012374889,0.00022449894,0.00013670328,0.000008515552,0.036382128,0.00008845414,0.9291129,0.0014038555,0.00041531277,0.030455835],"study_design_scores_gemma":[0.0014483317,0.0007593666,0.006474452,0.00023603479,0.00014045763,0.0005923533,0.9192547,0.005136306,0.02002836,0.0022222786,0.04294655,0.0007607898],"about_ca_topic_score_codex":0.00013419327,"about_ca_topic_score_gemma":5.3835475e-7,"teacher_disagreement_score":0.90908456,"about_ca_system_score_codex":0.00007618826,"about_ca_system_score_gemma":0.0005698625,"threshold_uncertainty_score":0.9972325},"labels":[],"label_agreement":null},{"id":"W3006329369","doi":"10.1039/c9rp00203k","title":"Essential learning outcomes for delocalization (resonance) concepts: How are they taught, practiced, and assessed in organic chemistry?","year":2020,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Various Chemistry Research Topics","field":"Chemistry","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Delocalized electron; Context (archaeology); Set (abstract data type); Mathematics education; Epistemology; Psychology; Chemistry; Computer science; Philosophy; Organic chemistry; History","score_opus":0.05728160245339057,"score_gpt":0.4101623476630286,"score_spread":0.352880745209638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006329369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8109459,0.005225511,0.0010861468,0.13317129,0.000099658784,0.001113313,0.00010586717,0.000266465,0.04798584],"genre_scores_gemma":[0.98035115,0.0016953092,0.0009205308,0.00026422815,0.0006769857,0.00033040723,0.00034340465,0.00007349446,0.01534447],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99715906,0.00017226736,0.00036457492,0.00087772496,0.00074913184,0.00067723996],"domain_scores_gemma":[0.9939835,0.0035449765,0.00035328677,0.0003743681,0.0011938664,0.00054998515],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011996395,0.00030192485,0.00034795323,0.000032958145,0.00041865755,0.00061862246,0.0003710627,0.00035792007,0.001291651],"category_scores_gemma":[0.045490105,0.0003241667,0.000047959467,0.00039487175,0.00027757732,0.00075919623,0.0002457168,0.0014868414,0.000005972215],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008611764,0.0007867267,0.019659152,0.0048878645,0.000118124255,0.00003683564,0.0023939423,0.000018209768,0.9606031,0.00008131474,0.0028126114,0.007740947],"study_design_scores_gemma":[0.0030324555,0.00006852821,0.0005741463,0.0002837376,0.00007497814,0.00018914738,0.044350125,0.0028895014,0.3660367,0.00038719174,0.5813477,0.00076575205],"about_ca_topic_score_codex":0.00007383093,"about_ca_topic_score_gemma":0.000012797316,"teacher_disagreement_score":0.59456635,"about_ca_system_score_codex":0.00023587758,"about_ca_system_score_gemma":0.0013170872,"threshold_uncertainty_score":0.999921},"labels":[],"label_agreement":null},{"id":"W3027573790","doi":"10.1039/c9rp00157c","title":"What works? What's missing? An evaluation model for science curricula that analyses learning outcomes through five lenses","year":2020,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Curriculum; Diversity (politics); Memorization; Mathematics education; Computer science; Inclusion (mineral); Science education; Equity (law); Population; Psychology; Pedagogy; Sociology","score_opus":0.5707972460732422,"score_gpt":0.6499095345554917,"score_spread":0.0791122884822495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027573790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88661015,0.013083501,0.033114318,0.05649587,0.000846148,0.0008141031,0.0000018158088,0.00012352262,0.008910566],"genre_scores_gemma":[0.97021484,0.0007608067,0.024443408,0.0014581748,0.00038463605,0.00020369809,0.00008489263,0.000026791746,0.0024227453],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9959541,0.0018394348,0.00022625973,0.00072736526,0.0008035405,0.000449314],"domain_scores_gemma":[0.99319166,0.0038163057,0.00025076268,0.00033205294,0.0021844108,0.00022482002],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011556339,0.00016317467,0.00018912205,0.00008938768,0.0011559392,0.0029697646,0.00031120624,0.000120921126,0.00024616008],"category_scores_gemma":[0.029527228,0.00014881161,0.000040294617,0.0008383057,0.0005262494,0.008824538,0.000069376554,0.0010423888,0.000012332659],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006392008,0.0007854862,0.0010890748,0.00017458097,0.00011769314,0.0000018392033,0.11035897,0.0013464235,0.046431266,0.0004886121,0.0026931614,0.8358737],"study_design_scores_gemma":[0.0010476649,0.00038298007,0.0018102815,0.0006376061,0.00015983211,0.000044009947,0.8827313,0.07117247,0.0156240435,0.0039816364,0.02187152,0.0005366216],"about_ca_topic_score_codex":0.000066640656,"about_ca_topic_score_gemma":3.804273e-7,"teacher_disagreement_score":0.8353371,"about_ca_system_score_codex":0.000114451366,"about_ca_system_score_gemma":0.001072818,"threshold_uncertainty_score":0.99806523},"labels":[],"label_agreement":null},{"id":"W3091982798","doi":"10.1039/d0rp00217h","title":"I realized what I was doing was not working: the influence of explicit teaching of metacognition on students’ study strategies in a general chemistry I course","year":2020,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stillwater (Canada)","funders":"Oklahoma State University","keywords":"Metacognition; Mathematics education; Memorization; Rote learning; Psychology; Gateway (web page); Chemistry; Chemistry education; Teaching method; Pedagogy; Computer science; Cooperative learning; Cognition; Enthusiasm","score_opus":0.17142355900696327,"score_gpt":0.5380911935768589,"score_spread":0.3666676345698956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091982798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97864974,0.00033124172,0.000046671837,0.0039123753,0.000055601853,0.00035055247,0.0000017404897,0.000016580192,0.016635481],"genre_scores_gemma":[0.9980409,0.00006474865,0.0005943127,0.00024455486,0.00020266553,0.00012344372,0.000016185446,0.000016704671,0.0006964816],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9951936,0.002984344,0.00045438937,0.0004241629,0.00066476146,0.00027876996],"domain_scores_gemma":[0.9948189,0.00387015,0.00038545663,0.00036901108,0.0004679329,0.00008854766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009209563,0.00015393004,0.00025389486,0.000052328982,0.00022226106,0.00020910264,0.0003929646,0.00010143089,0.000104799044],"category_scores_gemma":[0.0057040765,0.00012609341,0.00003068276,0.00051043724,0.00018222182,0.00038140465,0.00010149166,0.001749342,0.0000032111866],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044394634,0.007749708,0.024056396,0.0006470196,0.00051859743,0.000020773978,0.20626438,0.0003691337,0.7084341,0.0017110632,0.000881088,0.04490829],"study_design_scores_gemma":[0.00186968,0.00055537047,0.068542704,0.00057039195,0.00009629175,0.000023284629,0.8808869,0.000040430008,0.03881851,0.00026463484,0.008035317,0.00029649842],"about_ca_topic_score_codex":0.0003197497,"about_ca_topic_score_gemma":0.0000010589908,"teacher_disagreement_score":0.6746225,"about_ca_system_score_codex":0.00004724224,"about_ca_system_score_gemma":0.00036164754,"threshold_uncertainty_score":0.7600118},"labels":[],"label_agreement":null},{"id":"W3131988740","doi":"10.1039/d0rp00374c","title":"The integration of a community service learning water project in a post-secondary chemistry lab","year":2021,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Mount Royal University; Calgary Laboratory Services","funders":"Mount Royal University","keywords":"Experiential learning; Service-learning; Curriculum; General partnership; Chemistry; Student engagement; Active learning (machine learning); Mathematics education; Chemistry education; Experiential education; Psychology; Pedagogy; Computer science; Political science","score_opus":0.1274246162684986,"score_gpt":0.4623419147369259,"score_spread":0.33491729846842727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131988740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77803355,0.00055848004,0.0000013238118,0.02465994,0.00003068389,0.00010672045,0.0000011020802,0.0000142403915,0.19659396],"genre_scores_gemma":[0.98680174,0.001175529,0.0001141369,0.00028939985,0.00008158044,0.00006683114,0.00011994406,0.000007481632,0.011343363],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.995039,0.0040395167,0.00017550713,0.00011005843,0.0003737902,0.00026214056],"domain_scores_gemma":[0.9935889,0.0041349786,0.000075356664,0.0003253226,0.0018055172,0.00006989862],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009010902,0.000066368506,0.00007997979,0.000024107,0.0019173678,0.00024058181,0.0003274387,0.000090652444,0.0003037566],"category_scores_gemma":[0.009478917,0.00005362015,0.000016672224,0.0005230891,0.00020080461,0.00026285482,0.00021662813,0.0021621212,0.000007246474],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035595024,0.0014258517,0.00039278832,0.00078949967,0.000060532755,0.000003882745,0.3932763,0.000006073892,0.5006536,0.0004418636,0.0017001715,0.100893445],"study_design_scores_gemma":[0.00010907191,0.000015935615,0.00032548644,0.00004941484,0.000004704986,0.000007040753,0.6570781,0.000006663199,0.05453824,0.00018397134,0.28763074,0.000050654216],"about_ca_topic_score_codex":0.021340972,"about_ca_topic_score_gemma":0.0027917775,"teacher_disagreement_score":0.4461154,"about_ca_system_score_codex":0.000113500086,"about_ca_system_score_gemma":0.0023036315,"threshold_uncertainty_score":0.999382},"labels":[],"label_agreement":null},{"id":"W3153876211","doi":"10.1039/d0rp00320d","title":"Reasoning, granularity, and comparisons in students’ arguments on two organic chemistry items","year":2021,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Argumentation theory; Granularity; Mathematics education; Epistemology; Psychology; Chemistry; Computer science; Philosophy","score_opus":0.13791106933372638,"score_gpt":0.5482287230435098,"score_spread":0.4103176537097834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153876211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83734864,0.00079394714,0.0000031149734,0.019255793,0.00017289964,0.0001233074,0.0000019525219,0.000013474293,0.14228684],"genre_scores_gemma":[0.96633893,0.0014083938,0.00020987111,0.0003969698,0.00033575774,0.00004007126,0.00002870439,0.0000068453237,0.031234441],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773264,0.00055312755,0.00016331904,0.000403523,0.0007927444,0.00035467115],"domain_scores_gemma":[0.9972662,0.0015408497,0.00007504252,0.00023679875,0.00052045076,0.00036070435],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037737424,0.000084846746,0.000104294144,0.00004080182,0.0007416816,0.0005551628,0.00025620437,0.00009187842,0.0022455347],"category_scores_gemma":[0.011475914,0.00009643953,0.00001214633,0.0007043694,0.00039321012,0.00031082833,0.000104050036,0.00061395735,0.000030278763],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034244184,0.010930612,0.658057,0.00043578603,0.0000872134,0.00005770684,0.106923364,0.0000021712788,0.10777661,0.007836523,0.083636515,0.023914075],"study_design_scores_gemma":[0.00060672045,0.000023077655,0.022317465,0.000115642935,0.000010361893,0.000054061853,0.29178235,0.000009319547,0.013436454,0.0011254693,0.670288,0.00023105192],"about_ca_topic_score_codex":0.0015609998,"about_ca_topic_score_gemma":0.00032045098,"teacher_disagreement_score":0.6357395,"about_ca_system_score_codex":0.00018073815,"about_ca_system_score_gemma":0.0026224046,"threshold_uncertainty_score":0.9986665},"labels":[],"label_agreement":null},{"id":"W3170506387","doi":"10.1039/d1rp00085c","title":"Student success and the high school-university transition: 100 years of chemistry education research","year":2021,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Public Health","funders":"","keywords":"Chemistry education; Context (archaeology); Curriculum; Mathematics education; Transition (genetics); Chemistry; Science education; Psychology; Pedagogy","score_opus":0.14410840705851688,"score_gpt":0.5386032522269205,"score_spread":0.3944948451684036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170506387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7539266,0.0022694604,0.000006317678,0.12127321,0.00011723415,0.00026965124,0.0000048420143,0.00001426382,0.12211845],"genre_scores_gemma":[0.9662001,0.005061055,0.0005737792,0.00013633585,0.0004800824,0.000025791147,0.00003312612,0.0000078839175,0.027481807],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945676,0.0032016668,0.00018481766,0.00035279387,0.0014259829,0.0002671489],"domain_scores_gemma":[0.98874575,0.007503636,0.00015670176,0.0003559398,0.0029722543,0.00026571605],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014608248,0.00007126273,0.00011827189,0.000056765806,0.0012341908,0.00037327368,0.00036207243,0.00012477652,0.001197504],"category_scores_gemma":[0.024452949,0.000075352036,0.000025785142,0.0007728307,0.00138076,0.00088968023,0.00013643349,0.0009035614,0.000015194576],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062143933,0.016012108,0.01154372,0.0037396138,0.0009365175,0.00006899553,0.32322896,0.000032534517,0.13313869,0.11845541,0.17606573,0.21056333],"study_design_scores_gemma":[0.00088762655,0.000027988006,0.009040482,0.00014020446,0.00006599453,0.00004010475,0.51646054,0.000005541419,0.008035855,0.0037063274,0.4614256,0.00016374535],"about_ca_topic_score_codex":0.0056054485,"about_ca_topic_score_gemma":0.00008038241,"teacher_disagreement_score":0.28535986,"about_ca_system_score_codex":0.00024311693,"about_ca_system_score_gemma":0.00737096,"threshold_uncertainty_score":0.9997155},"labels":[],"label_agreement":null},{"id":"W3178481603","doi":"10.1039/d1rp00123j","title":"Case study analysis of reflective essays by chemistry post-secondary students within a lab-based community service learning water project","year":2021,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Mount Royal University","funders":"Mount Royal University","keywords":"Experiential learning; Curriculum; Reflection (computer programming); Service-learning; Reflective practice; Pedagogy; Psychology; Mathematics education; Chemistry; Reflective writing; Student engagement; Medical education; Computer science; Medicine","score_opus":0.12001153339223165,"score_gpt":0.49433593293494804,"score_spread":0.3743243995427164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178481603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9536676,0.00018586623,0.0000025075583,0.002210089,0.00002660615,0.00025786227,0.000011911407,0.000033503395,0.0436041],"genre_scores_gemma":[0.9945786,0.000050858987,0.00013865395,0.00030388785,0.000039986295,0.00010286251,0.00034720954,0.0000128381635,0.0044250833],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9902916,0.007900737,0.00028176012,0.00029506275,0.0008972031,0.00033364698],"domain_scores_gemma":[0.9921712,0.0035662071,0.00018004805,0.00056655094,0.0033354869,0.00018049593],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01138008,0.00013323824,0.00022981818,0.000093525196,0.0026334089,0.00036388318,0.00048938976,0.00012128049,0.00065512495],"category_scores_gemma":[0.0049698045,0.00013200408,0.00004474164,0.0018515189,0.0001878614,0.00028891017,0.00036058808,0.0023596417,0.000004302656],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006755553,0.017184494,0.033185273,0.0012265855,0.0025624249,0.00024431167,0.8236883,0.00012434414,0.11755915,0.000011288257,0.0011292052,0.0024090346],"study_design_scores_gemma":[0.00040137855,0.000103722465,0.00038068835,0.00003208752,0.00031788257,0.0000323328,0.96395636,0.00003083552,0.024781624,0.000012801544,0.009806427,0.00014387982],"about_ca_topic_score_codex":0.0797533,"about_ca_topic_score_gemma":0.003575299,"teacher_disagreement_score":0.14026801,"about_ca_system_score_codex":0.00020003597,"about_ca_system_score_gemma":0.0024286204,"threshold_uncertainty_score":0.99994195},"labels":[],"label_agreement":null},{"id":"W4210798822","doi":"10.1039/d1rp00267h","title":"Investigating the role of multiple categorization tasks in a curriculum designed around mechanistic patterns and principles","year":2022,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Various Chemistry Research Topics","field":"Chemistry","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"sort; Categorization; Card sorting; Formative assessment; Task (project management); Curriculum; Psychology; Mathematics education; Computer science; Cognitive psychology; Chemistry; Artificial intelligence; Information retrieval; Pedagogy; Engineering","score_opus":0.05434693969537197,"score_gpt":0.3566527101779304,"score_spread":0.3023057704825584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210798822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98737127,0.0009370089,0.00002868564,0.0013632512,0.00001970729,0.00020749391,0.000032753873,0.000017098911,0.010022716],"genre_scores_gemma":[0.99762464,0.00019480893,0.00035433797,0.000026460824,0.00010745029,0.0003913412,0.00014054634,0.00001837787,0.0011420341],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99801755,0.0002696626,0.00030511597,0.00037753917,0.00067765906,0.0003524722],"domain_scores_gemma":[0.99676406,0.0021159088,0.0002012784,0.00038109586,0.00036505968,0.00017257058],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018959212,0.00012857091,0.00013261204,0.00005047407,0.00054893584,0.00013624059,0.00033520575,0.000077008466,0.00031866875],"category_scores_gemma":[0.009507057,0.00012288387,0.00001735647,0.00039813152,0.00021511187,0.00018539072,0.00043886766,0.00094987336,8.8860617e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005826041,0.0005758729,0.06759524,0.0007810054,0.000028002667,0.000004482781,0.0019797108,0.000046509485,0.92425054,0.00089173036,0.00008432477,0.0037043407],"study_design_scores_gemma":[0.0008786102,0.00008020059,0.0011414314,0.00014723663,0.000032900403,0.00035312204,0.17634143,0.011167304,0.77181727,0.008399661,0.029258732,0.0003821222],"about_ca_topic_score_codex":0.0015683025,"about_ca_topic_score_gemma":0.000028317469,"teacher_disagreement_score":0.1743617,"about_ca_system_score_codex":0.00022130075,"about_ca_system_score_gemma":0.00091048685,"threshold_uncertainty_score":0.9988363},"labels":[],"label_agreement":null},{"id":"W4313448534","doi":"10.1039/d2rp00229a","title":"Developing green chemistry educational principles by exploring the pedagogical content knowledge of secondary and pre-secondary school teachers","year":2022,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Chemistry and Chemical Engineering","field":"Environmental Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chemistry; Mathematics education; Chemistry education; Perspective (graphical); Science education; Green chemistry; Pedagogy; Sociology; Psychology; Organic chemistry; Physics; Computer science; Quality (philosophy)","score_opus":0.17285316497742595,"score_gpt":0.3852927835931107,"score_spread":0.21243961861568475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313448534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9403872,0.0020574566,0.000009061184,0.0054282076,0.000042282896,0.00013963642,0.00001968338,0.000013008157,0.051903483],"genre_scores_gemma":[0.97121197,0.00030889924,0.00042676556,0.00010148359,0.00016249184,0.00044600965,0.00009538759,0.00001608454,0.0272309],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868226,0.00008592333,0.00024228188,0.0003653119,0.00036078566,0.00026341697],"domain_scores_gemma":[0.99830216,0.0010551229,0.00009759038,0.00024147323,0.00006551463,0.00023815672],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010471134,0.00012913968,0.00011006952,0.0000102361655,0.00047446517,0.00005449849,0.0003187217,0.00004985894,0.004740289],"category_scores_gemma":[0.0014892414,0.00011945751,0.000024681887,0.00022425887,0.00037277333,0.0003000667,0.0006463329,0.0009953688,0.0000056624267],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010607858,0.00043154217,0.0014459537,0.0004308806,0.000038689417,8.010704e-7,0.0032781325,0.000015364754,0.96724313,0.00006554509,0.0078047477,0.019139115],"study_design_scores_gemma":[0.00033799268,0.000027543685,0.005510681,0.000044469107,0.000017517084,0.00022552008,0.033656448,0.00004538451,0.3688012,0.00034424174,0.59070593,0.00028303787],"about_ca_topic_score_codex":0.00016851055,"about_ca_topic_score_gemma":0.0000010483003,"teacher_disagreement_score":0.59844196,"about_ca_system_score_codex":0.00034685218,"about_ca_system_score_gemma":0.0006293699,"threshold_uncertainty_score":0.9961695},"labels":[],"label_agreement":null},{"id":"W4387349926","doi":"10.1039/d3rp00158j","title":"Implementing team-based learning in a large environmental chemistry course and its impact on student learning and perceptions","year":2023,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Team-based learning; Coursework; Psychology; Medical education; Mathematics education; Critical thinking; Perception; Set (abstract data type); Student engagement; Medicine; Computer science","score_opus":0.03741154767834884,"score_gpt":0.4903893589291009,"score_spread":0.4529778112507521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387349926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783231,0.00069079554,0.000001667084,0.002791595,0.0000145979775,0.00022153131,0.0000060879083,0.00004936874,0.017901236],"genre_scores_gemma":[0.9921773,0.0017732342,0.00003779001,0.00004124776,0.00014301429,0.00007567183,0.00008122535,0.0000135616565,0.0056569655],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.997781,0.00059758173,0.00015701147,0.00035604546,0.00047548814,0.00063289044],"domain_scores_gemma":[0.9977503,0.0017545831,0.000093640745,0.00007675786,0.000073570394,0.00025115273],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0063607004,0.00011567883,0.00010585297,0.00007711836,0.0016736203,0.0002742219,0.00009073901,0.0001012976,0.000776585],"category_scores_gemma":[0.0029009602,0.000121477904,0.00001937315,0.0003913908,0.00014695406,0.0002909561,0.00011904555,0.0010127871,0.000022911478],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028609246,0.0012622256,0.7611838,0.00040701998,0.0000673207,0.00002108007,0.05647328,0.00012800813,0.14711237,0.00012868023,0.0012829317,0.03164717],"study_design_scores_gemma":[0.0013619757,0.00023063489,0.13737665,0.00024281826,0.000034311066,0.00002375036,0.59750265,0.0010934033,0.0026342918,0.000095864656,0.25893575,0.00046790487],"about_ca_topic_score_codex":0.00023072699,"about_ca_topic_score_gemma":0.000017919421,"teacher_disagreement_score":0.62380713,"about_ca_system_score_codex":0.00018108811,"about_ca_system_score_gemma":0.0007177945,"threshold_uncertainty_score":0.99962604},"labels":[],"label_agreement":null},{"id":"W4387467110","doi":"10.1039/d3rp00184a","title":"Different strategies to facilitate meaningful reflections among post-secondary students in a community service learning water project","year":2023,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Mount Royal University","funders":"Mount Royal University","keywords":"Transformative learning; Reflective practice; Curriculum; Service-learning; Reflection (computer programming); Reflective writing; Perspective (graphical); Mathematics education; Pedagogy; Meaningful learning; Experiential learning; Psychology; Computer science","score_opus":0.30590136456876804,"score_gpt":0.569876589398601,"score_spread":0.26397522482983293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387467110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8957372,0.000038699418,0.000039666204,0.0035652488,0.00014850449,0.00029848618,0.0000042647293,0.00010406127,0.100063875],"genre_scores_gemma":[0.9692793,0.000015998468,0.00026640008,0.0002513502,0.000089640984,0.000342552,0.00018040434,0.000021914499,0.029552463],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99216074,0.0063508716,0.00025552636,0.00034593986,0.00036843758,0.000518513],"domain_scores_gemma":[0.9958224,0.0028859018,0.000063815525,0.00035315705,0.00075705844,0.00011762798],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011052236,0.00014752662,0.0001542873,0.00033814905,0.00087977975,0.00031120403,0.00031627968,0.00011798979,0.00039945895],"category_scores_gemma":[0.0045427536,0.00012727536,0.000018351933,0.0011640254,0.000108059,0.00031632843,0.00025333665,0.003517905,0.00019699063],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011286486,0.0019811676,0.03840232,0.00068259606,0.00018245968,0.000021395019,0.70617217,0.000049590693,0.22998518,0.00017274871,0.009236595,0.011985109],"study_design_scores_gemma":[0.00038783427,0.00030294177,0.27701682,0.00009557604,0.000009148416,0.000031476164,0.6177419,0.0000070883734,0.0020042404,0.00037374298,0.10181983,0.0002094351],"about_ca_topic_score_codex":0.011380069,"about_ca_topic_score_gemma":0.0002586745,"teacher_disagreement_score":0.2386145,"about_ca_system_score_codex":0.00012763195,"about_ca_system_score_gemma":0.0003324496,"threshold_uncertainty_score":0.998781},"labels":[],"label_agreement":null},{"id":"W4394999665","doi":"10.1039/d3rp00272a","title":"Representing chemistry culture: ethnography's methodological potential in chemistry education research and practice","year":2024,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Various Chemistry Research Topics","field":"Chemistry","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Ethnography; Chemistry; Chemistry education; Sociology; Epistemology; Anthropology; Philosophy","score_opus":0.24105188373559508,"score_gpt":0.5426543239078714,"score_spread":0.30160244017227633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394999665","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32582122,0.045217115,0.00004844226,0.027655898,0.00027691253,0.00063255883,0.000049298098,0.00032801228,0.5999705],"genre_scores_gemma":[0.8001518,0.024634188,0.012429616,0.00025473267,0.0051892414,0.00147793,0.00085232523,0.00022630404,0.15478384],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99157465,0.0011398112,0.0009129886,0.0022827364,0.002396459,0.001693364],"domain_scores_gemma":[0.98182017,0.012432881,0.00024514075,0.0014182911,0.0030268363,0.0010566742],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01408958,0.00054172514,0.00048356867,0.00020333508,0.00089605444,0.0019150014,0.0009649584,0.0011166404,0.002176618],"category_scores_gemma":[0.06627994,0.0005630463,0.0001231731,0.002214578,0.001649349,0.0014314393,0.0010372434,0.006697071,0.000044591372],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007111889,0.0018378738,0.00030867555,0.0062814173,0.00015806973,0.00020015003,0.0014528038,0.0000025818083,0.94903123,0.00022807585,0.02155078,0.018237129],"study_design_scores_gemma":[0.0005916095,0.00005299649,0.00006503515,0.0010084,0.00007542628,0.0033784863,0.045661297,0.00026241722,0.48814473,0.007938398,0.45208257,0.00073862495],"about_ca_topic_score_codex":0.00060050504,"about_ca_topic_score_gemma":0.0000037144864,"teacher_disagreement_score":0.4743306,"about_ca_system_score_codex":0.00068299595,"about_ca_system_score_gemma":0.004402067,"threshold_uncertainty_score":0.9996821},"labels":[],"label_agreement":null},{"id":"W4395016148","doi":"10.1039/d4rp00084f","title":"Widening university participation in learning using students’ contextualised storytelling in general chemistry","year":2024,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Mount Royal University","funders":"Mount Royal University","keywords":"Storytelling; Chemistry; Context (archaeology); Experiential learning; Relevance (law); Mathematics education; Psychology; Class (philosophy); Chemistry education; Narrative; Creativity; Pedagogy; Computer science; Literature","score_opus":0.20913087214492468,"score_gpt":0.556957037623926,"score_spread":0.34782616547900136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395016148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96871096,0.00074778777,0.00003924003,0.0027694618,0.00016611227,0.000112162525,4.8116203e-7,0.000021591675,0.02743222],"genre_scores_gemma":[0.9838499,0.0005060186,0.00019818795,0.000029806477,0.00029230356,0.0000069671923,0.000007960062,0.0000052458063,0.015103622],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980773,0.0007113168,0.00014221772,0.00028836317,0.00047424523,0.00030657233],"domain_scores_gemma":[0.99771,0.0017639507,0.000045017863,0.00008389495,0.00023171131,0.00016541056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005365014,0.000059692997,0.00006998492,0.000112039575,0.00046951135,0.00034884718,0.00018099301,0.00008859123,0.0004637173],"category_scores_gemma":[0.00535822,0.000074331656,0.000012585861,0.0009518421,0.00024572905,0.000735004,0.00003986713,0.0006334195,0.0000099193385],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046816524,0.0018625911,0.23826182,0.0006755531,0.000044601195,0.00010269275,0.46893805,0.0012994932,0.23738939,0.0047962805,0.002191331,0.04397002],"study_design_scores_gemma":[0.00027996436,0.000013261262,0.004301851,0.00024974244,0.000009572208,0.000010093958,0.6619701,0.0026261029,0.0034644965,0.0002836297,0.32657775,0.00021347989],"about_ca_topic_score_codex":0.004509828,"about_ca_topic_score_gemma":0.00023293922,"teacher_disagreement_score":0.32438642,"about_ca_system_score_codex":0.0005611036,"about_ca_system_score_gemma":0.0025547317,"threshold_uncertainty_score":0.6817541},"labels":[],"label_agreement":null},{"id":"W4403852352","doi":"10.1039/d4rp00105b","title":"Contribution of an instructional module incorporating PhET simulations to Rwandan students' knowledge of chemical reactions, acids, and bases through social interactions","year":2024,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Various Chemistry Research Topics","field":"Chemistry","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Chemistry; Psychology","score_opus":0.05919451093707929,"score_gpt":0.4672233406575113,"score_spread":0.40802882972043203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403852352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875578,0.00048167587,0.00009745421,0.0018199288,0.000079246005,0.00015867142,0.00020664494,0.000045374545,0.009553203],"genre_scores_gemma":[0.99486035,0.00006766523,0.0025490036,0.000012976191,0.00059257227,0.0000750596,0.00045706995,0.0000209092,0.0013643638],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981416,0.00012069407,0.000457254,0.00045330383,0.0005614838,0.0002656696],"domain_scores_gemma":[0.9959696,0.0017382422,0.00015047521,0.00027713508,0.0016282425,0.00023633515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083184044,0.00015551939,0.00020008007,0.00008950331,0.00031193014,0.00021406496,0.00021879094,0.00016001308,0.00038997282],"category_scores_gemma":[0.005614025,0.00017277549,0.0000400326,0.00055437174,0.00039241737,0.00085272384,0.00021737951,0.00076738605,0.0000037664172],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022553427,0.0008394067,0.000572307,0.0010750293,0.000103284394,0.0000016571475,0.0011002533,0.0000071062955,0.9857128,0.0018804846,0.0007747569,0.0077073486],"study_design_scores_gemma":[0.0003715722,0.000045141533,0.00014384475,0.00029829546,0.00004690974,0.00017099018,0.0050880504,0.0005818712,0.92959994,0.0040217233,0.059443895,0.0001877817],"about_ca_topic_score_codex":0.00016492198,"about_ca_topic_score_gemma":0.000008880129,"teacher_disagreement_score":0.058669135,"about_ca_system_score_codex":0.0002444441,"about_ca_system_score_gemma":0.0010458727,"threshold_uncertainty_score":0.704558},"labels":[],"label_agreement":null},{"id":"W4413444212","doi":"10.1039/d5rp00050e","title":"Lowering the activation barrier to create a constructively aligned undergraduate chemistry laboratory experience – a review of innovations in assessments and course design","year":2025,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Various Chemistry Research Topics","field":"Chemistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Course (navigation); Chemistry; Mathematics education; Computer science; Engineering physics; Psychology; Engineering","score_opus":0.0576742521284553,"score_gpt":0.4625073507300214,"score_spread":0.40483309860156613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413444212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83099586,0.008716359,0.00097250857,0.052598145,0.00006355799,0.0011486793,0.00006784459,0.00005782571,0.105379246],"genre_scores_gemma":[0.9818068,0.007019291,0.0020043354,0.0007763824,0.000081866376,0.0008493468,0.000052010233,0.000024484165,0.0073854476],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980316,0.00015482251,0.00042652962,0.00048047202,0.00054579816,0.0003607669],"domain_scores_gemma":[0.9954247,0.0020503644,0.00018824273,0.0005583199,0.0015915235,0.00018685937],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018922882,0.00017929617,0.00021960314,0.000057279693,0.0002688038,0.0001395854,0.00034634492,0.00013302916,0.00024149717],"category_scores_gemma":[0.011939048,0.00017026576,0.000019332248,0.0013073037,0.0004604956,0.00035044627,0.00022852022,0.00055592204,0.0000013259678],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019583771,0.0003142162,0.0012827005,0.0063152118,0.00006689026,0.000003443701,0.00039428548,0.000002327363,0.9838318,0.0001684708,0.0029945828,0.0044301897],"study_design_scores_gemma":[0.0003708827,0.000014479932,0.000318657,0.0037482292,0.000023965405,0.000027258058,0.0069173807,0.000041416268,0.96653205,0.00063693227,0.021191582,0.00017716958],"about_ca_topic_score_codex":0.00008883476,"about_ca_topic_score_gemma":0.0000013453152,"teacher_disagreement_score":0.150811,"about_ca_system_score_codex":0.00025845136,"about_ca_system_score_gemma":0.0036321203,"threshold_uncertainty_score":0.9963838},"labels":[],"label_agreement":null},{"id":"W4413760970","doi":"10.1039/d5rp00230c","title":"Fostering STEM identity through storytelling: links to belonging, self-efficacy, classroom climate, and lab performance","year":2025,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Mount Royal University","funders":"","keywords":"Storytelling; Identity (music); Self-efficacy; Psychology; Mathematics education; Self-concept; Computer science; Pedagogy; Multimedia; Social psychology; Narrative","score_opus":0.1331287008167048,"score_gpt":0.49628462586312433,"score_spread":0.3631559250464195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413760970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8075281,0.0020542399,0.00016360523,0.0072378214,0.0006972113,0.0005356286,0.0000047995723,0.00009374958,0.18168484],"genre_scores_gemma":[0.96660167,0.004511452,0.0023202347,0.0010946011,0.00053464464,0.0002543418,0.00003612678,0.000024223038,0.024622718],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981408,0.00026193995,0.0003228639,0.00042698343,0.0003074991,0.0005398742],"domain_scores_gemma":[0.9962291,0.0023266424,0.00012101178,0.00033501937,0.00074192154,0.00024626538],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024945678,0.00013370167,0.0001481133,0.00009066132,0.0015375325,0.00018426118,0.00019073213,0.00024401398,0.00006029179],"category_scores_gemma":[0.0014896275,0.00014142171,0.000015820087,0.0005145352,0.00008561911,0.0010428327,0.00041705996,0.0012380955,0.00011858419],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017877903,0.005700646,0.07405911,0.02155232,0.00031903206,0.000006344306,0.08388231,0.000035621975,0.010116296,0.008996078,0.15587825,0.6376662],"study_design_scores_gemma":[0.00042371568,0.00009459122,0.008785785,0.00106794,0.00003612119,0.000012238611,0.042502034,0.00009210593,0.002201007,0.0008923159,0.9436287,0.00026342523],"about_ca_topic_score_codex":0.000113593494,"about_ca_topic_score_gemma":0.000008616405,"teacher_disagreement_score":0.7877505,"about_ca_system_score_codex":0.00031897138,"about_ca_system_score_gemma":0.0015267608,"threshold_uncertainty_score":0.99976236},"labels":[],"label_agreement":null},{"id":"W4415292917","doi":"10.1039/d5rp00297d","title":"The faces of failure: understanding students’ affective experiences with failure in introductory chemistry laboratory learning activities","year":2025,"lang":"en","type":"article","venue":"Chemistry Education Research and Practice","topic":"Chemical Safety and Risk Management","field":"Chemical Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Mindset; Psychological intervention; Qualitative research; Cooperative learning; Discovery learning; Active learning (machine learning); Science education","score_opus":0.017370513143078924,"score_gpt":0.3462570216114983,"score_spread":0.3288865084684194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415292917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848227,0.0017959842,0.00019609906,0.00416145,0.000044410684,0.00020601944,0.0000015063473,0.000028640152,0.008743222],"genre_scores_gemma":[0.99704903,0.0004756261,0.00010284145,0.000011866065,0.00007818346,0.00014794143,0.000007891838,0.000008409091,0.0021181873],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99870986,0.00011701276,0.00017755311,0.00029455483,0.00042913656,0.00027186086],"domain_scores_gemma":[0.99676746,0.0026843387,0.00009287813,0.00020572779,0.00017946302,0.00007010878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010750466,0.00012205483,0.00013457815,0.000038341383,0.00029192452,0.00012394012,0.000273623,0.000088626504,0.000057797755],"category_scores_gemma":[0.0024822974,0.0000923039,0.000016545353,0.00060912146,0.00043535346,0.00027021588,0.00015755228,0.00079605024,7.1107957e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010505917,0.000731283,0.003343718,0.0017542593,0.0002765907,0.0000048521756,0.01580274,0.00020866937,0.96962714,0.001549622,0.003575071,0.00207545],"study_design_scores_gemma":[0.00029717508,0.000017472408,0.000086087544,0.00021038401,0.00001332372,0.0000028051916,0.55302954,0.00004278191,0.42012697,0.00016182166,0.025893923,0.00011770076],"about_ca_topic_score_codex":0.00004136503,"about_ca_topic_score_gemma":0.00001812935,"teacher_disagreement_score":0.54950017,"about_ca_system_score_codex":0.00031761444,"about_ca_system_score_gemma":0.0003404278,"threshold_uncertainty_score":0.37640437},"labels":[],"label_agreement":null}]}