{"meta":{"query_hash":"a5705bf45f85","filters":{"venue":"International Journal of STEM Education"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a5705bf45f85","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+STEM+Education"},"results":[{"id":"W2763460003","doi":"10.1186/s40594-017-0083-2","title":"Understanding the delivery of a Canadian-based after-school STEM program: a case study","year":2017,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Youth Research and Evaluation eXchange; Ontario Stroke Network; Visions of Science Network for Learning","funders":"Laidlaw Foundation; Ontario Trillium Foundation","keywords":"Science education; Educational technology; Mathematics education; Psychology","score_opus":0.1639904017562844,"score_gpt":0.3889415610162335,"score_spread":0.2249511592599491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763460003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92865884,0.0009793472,0.0030920696,0.01833473,0.00022470037,0.0008513411,0.000340403,0.00009069837,0.047427833],"genre_scores_gemma":[0.970916,0.0016310605,0.005338744,0.0026865879,0.000040890976,0.0002758106,0.00019195279,0.0000931108,0.01882591],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99231905,0.0023458994,0.00011670716,0.00049285585,0.001596566,0.0031287968],"domain_scores_gemma":[0.9927441,0.001061914,0.00040634774,0.00012182042,0.0016343457,0.004031404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052209776,0.0006704387,0.00044475374,0.0014771565,0.030286197,0.005880712,0.005008302,0.0035672095,0.005336023],"category_scores_gemma":[0.008229233,0.00053970877,0.00061704154,0.0026018808,0.0050443993,0.0022990273,0.0045090565,0.0051933276,0.000523891],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016011616,0.0022830493,0.04100356,0.00052746554,0.00003561931,0.018485298,0.8174777,0.0011889476,0.0021006737,0.017861215,0.021507248,0.07736916],"study_design_scores_gemma":[0.000018173425,0.00031837326,0.017718503,0.00047449532,0.000030487863,0.001953491,0.8889945,0.0009874484,0.00073817867,0.00090864615,0.08779193,0.000065811655],"about_ca_topic_score_codex":0.90191805,"about_ca_topic_score_gemma":0.9671258,"teacher_disagreement_score":0.09808195,"about_ca_system_score_codex":0.08100111,"about_ca_system_score_gemma":0.13193794,"threshold_uncertainty_score":0.5877069},"labels":[],"label_agreement":null},{"id":"W2793513534","doi":"10.1186/s40594-018-0099-2","title":"Changing the face of STEM with stormwater research","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Science Education and Perceptions","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Experimental Program to Stimulate Competitive Research; Emera; National Science Foundation","keywords":"Stormwater; Science education; Citizen science; Engineering education; Mathematics education; Sociology; Medical education; Engineering; Psychology; Engineering management; Medicine; Ecology","score_opus":0.18291066274469134,"score_gpt":0.4994401446510233,"score_spread":0.316529481906332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793513534","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04302433,0.012106158,0.006157813,0.89107275,0.006665102,0.000084899766,0.00012339585,0.00020156435,0.040563904],"genre_scores_gemma":[0.5040462,0.02802747,0.01965215,0.39306927,0.017889706,0.0006111188,0.00041160965,0.000623112,0.035669383],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.95291185,0.03022848,0.0014569187,0.0038282108,0.007211005,0.0043636523],"domain_scores_gemma":[0.9099257,0.04049279,0.0043334546,0.0046443744,0.009282688,0.031320963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07067974,0.0007018687,0.00065464637,0.0034388376,0.020043928,0.026843373,0.004722034,0.010759056,0.021694524],"category_scores_gemma":[0.06333917,0.0008195231,0.00073739234,0.0028030921,0.033707652,0.032782767,0.03481001,0.013421637,0.003815721],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021762002,0.0003852409,0.019523192,0.0011058995,0.00006859221,0.0015882726,0.18548487,0.00031592583,0.0024056616,0.15922938,0.33985582,0.28981963],"study_design_scores_gemma":[0.000021929589,0.0001340564,0.0031613065,0.0010877867,0.000013171104,0.00075555703,0.10838602,0.00019782931,0.00048651875,0.061371215,0.824342,0.000042591193],"about_ca_topic_score_codex":0.0030688446,"about_ca_topic_score_gemma":0.011299671,"teacher_disagreement_score":0.07067974,"about_ca_system_score_codex":0.010578321,"about_ca_system_score_gemma":0.018814838,"threshold_uncertainty_score":0.37379467},"labels":[],"label_agreement":null},{"id":"W2805976071","doi":"10.1186/s40594-018-0118-3","title":"A study of the correlation between STEM career knowledge, mathematics self-efficacy, career interests, and career activities on the likelihood of pursuing a STEM career among middle school students","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":326,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Mount Saint Vincent University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Science education; Career development; Mathematics education; Self-efficacy; Psychology; Cognitive Information Processing; Medical education; Pedagogy; Medicine; Social psychology","score_opus":0.07375232642368981,"score_gpt":0.3221609725649642,"score_spread":0.24840864614127436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805976071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9997409,0.000015677804,0.0000056234203,0.000015899259,8.8581066e-7,0.000004406639,0.00002980975,3.9493534e-7,0.00018649084],"genre_scores_gemma":[0.9996505,0.000028098828,0.000025840964,0.00001101191,0.0000015198762,0.000008708605,0.000078885714,4.7584857e-7,0.00019499319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992686,0.00013381371,0.00005598026,0.00006897434,0.0002462495,0.00022645535],"domain_scores_gemma":[0.9927793,0.0017509552,0.0019312716,0.00017748147,0.0010607747,0.0023001828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014008178,0.00022730633,0.00035429883,0.0013143772,0.0013383846,0.0012807735,0.0005081277,0.0006184953,0.0030459678],"category_scores_gemma":[0.0056279777,0.00026906942,0.00043724937,0.0011726667,0.0006926645,0.00048069176,0.0007437216,0.0010541923,0.00034351804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000222657,0.00021394495,0.9980233,0.0000052727487,0.000011092614,0.000019975638,0.0006273906,0.000008300657,0.000055994966,0.0000114320555,0.000037045622,0.00096415676],"study_design_scores_gemma":[0.0000017030301,0.00006312894,0.9985902,0.0000050844055,0.0000049472437,0.000014971901,0.0011462186,0.00004509066,0.000021787768,0.000006348437,0.000098855926,0.0000016560763],"about_ca_topic_score_codex":0.059999254,"about_ca_topic_score_gemma":0.09920476,"teacher_disagreement_score":0.059999254,"about_ca_system_score_codex":0.0012134521,"about_ca_system_score_gemma":0.0025733649,"threshold_uncertainty_score":0.11930007},"labels":[],"label_agreement":null},{"id":"W2894696100","doi":"10.1186/s40594-018-0134-3","title":"Seeding long-term, sustainable change in teacher preparation programs: the case of PhysTEC","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sustainability; Champion; Teacher preparation; Science education; Process (computing); Higher education; Institution; Political science; Public relations; Medical education; Pedagogy; Teacher education; Sociology; Medicine; Ecology; Computer science; Social science","score_opus":0.10276850011776356,"score_gpt":0.47871338074111364,"score_spread":0.3759448806233501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894696100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895717,0.000037585836,0.00050261867,0.0015316183,0.000014181521,0.00005120803,0.000024265297,0.000022786639,0.008244165],"genre_scores_gemma":[0.9940631,0.0000734339,0.0013901424,0.00023748355,0.000009587907,0.0000621628,0.000040008028,0.0000196642,0.0041044457],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967301,0.0015995422,0.000074901356,0.00026986728,0.00044980217,0.00087576953],"domain_scores_gemma":[0.9920625,0.0021882686,0.0007623424,0.00069886394,0.0006562174,0.0036318167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034148167,0.00020720929,0.00019042839,0.00082454534,0.014245454,0.0040751393,0.001988901,0.0016776968,0.0037943819],"category_scores_gemma":[0.007501264,0.00035948053,0.00024290144,0.001212437,0.007447579,0.0019686727,0.007523573,0.0026479142,0.0004022144],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002509613,0.0028072258,0.28069162,0.00033681007,0.000052662697,0.025862359,0.5242539,0.0027655917,0.0037140576,0.023803491,0.010423571,0.12503779],"study_design_scores_gemma":[0.00005337926,0.00070825877,0.15584388,0.00015581975,0.000035993908,0.005499917,0.73458475,0.0016183471,0.0027463825,0.0043343185,0.0943504,0.00006858656],"about_ca_topic_score_codex":0.026660288,"about_ca_topic_score_gemma":0.10637393,"teacher_disagreement_score":0.026660288,"about_ca_system_score_codex":0.009169792,"about_ca_system_score_gemma":0.012765676,"threshold_uncertainty_score":0.06653178},"labels":[],"label_agreement":null},{"id":"W2897423938","doi":"10.1186/s40594-018-0135-2","title":"Developing numeracy skills using interactive technology in a play-based learning environment","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"University of Prince Edward Island","keywords":"Numeracy; Mathematics education; Class (philosophy); Educational technology; Intervention (counseling); Psychology; Teaching method; Science education; Learning environment; Computer science; Multimedia; Literacy; Pedagogy","score_opus":0.01933722813970498,"score_gpt":0.34928486404951525,"score_spread":0.32994763590981024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897423938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976954,0.00007456588,0.00072836375,0.000022098291,0.0000056074477,0.000086303146,0.000016985283,0.000018253908,0.0013524239],"genre_scores_gemma":[0.985637,0.00043732466,0.01125368,0.00002876593,0.000006179671,0.0003088414,0.00007534271,0.000008761316,0.0022439314],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998899,0.00022844749,0.000101225734,0.00021292896,0.00033528951,0.00022308742],"domain_scores_gemma":[0.9983431,0.0006655851,0.00038237232,0.00012046426,0.00016418597,0.00032425622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009666548,0.00062898034,0.00068922323,0.0007294512,0.00048796242,0.0015480393,0.0005874114,0.00035614276,0.0021384025],"category_scores_gemma":[0.0029120676,0.0003113541,0.0004925268,0.00029891817,0.0006922649,0.00072396453,0.0012289968,0.0006831025,0.00040726358],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021855857,0.03848493,0.28801483,0.0020554669,0.00022896979,0.0036566227,0.03804064,0.0019345729,0.18923847,0.0020036486,0.00095144135,0.43320483],"study_design_scores_gemma":[0.0002615392,0.029951612,0.8718261,0.0004308529,0.00031359808,0.0022479694,0.017290592,0.001718711,0.06340277,0.0013249624,0.01109996,0.0001313427],"about_ca_topic_score_codex":0.0017927352,"about_ca_topic_score_gemma":0.0035916672,"teacher_disagreement_score":0.0021384025,"about_ca_system_score_codex":0.00061053794,"about_ca_system_score_gemma":0.0010095461,"threshold_uncertainty_score":0.00715369},"labels":[],"label_agreement":null},{"id":"W2935828566","doi":"10.1186/s40594-019-0165-4","title":"“It’s not my dream, actually”: students’ identity work across figured worlds of construction engineering in Sweden","year":2019,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Agency (philosophy); Engineering education; Subject (documents); Sociology; Science education; Pedagogy; Work (physics); Engineering; Social science; Aesthetics; Computer science; Mechanical engineering","score_opus":0.010015462516865751,"score_gpt":0.2933949169825856,"score_spread":0.2833794544657198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935828566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99798906,0.000058264824,0.000165068,0.00027641424,0.000013838198,0.0000054227926,0.0000028817376,0.000005057636,0.0014840042],"genre_scores_gemma":[0.9981956,0.000099876,0.00016679618,0.00010157729,0.0000041662734,0.000009533021,0.00000767974,0.000009201855,0.0014056998],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99673235,0.0013941358,0.00009680275,0.00035076225,0.0006340477,0.0007918458],"domain_scores_gemma":[0.9963219,0.0010089948,0.0004679766,0.0001420663,0.00032147462,0.0017376076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033583017,0.0006481431,0.00071315106,0.0017943991,0.011733803,0.01316799,0.0015109681,0.0019040357,0.001876715],"category_scores_gemma":[0.0042781862,0.00068225054,0.0006155097,0.00088417786,0.009763474,0.00316549,0.009848526,0.0043185144,0.0006210944],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003382178,0.0003367818,0.02051819,0.000034182656,0.000005062279,0.00067583664,0.9687282,0.00007535746,0.00070899137,0.0010744118,0.0004934165,0.0073157856],"study_design_scores_gemma":[0.000004575602,0.00014273594,0.009405258,0.000048606034,0.00000776319,0.00036860473,0.9832897,0.00014687919,0.0004674582,0.00058444816,0.0055100843,0.000023950513],"about_ca_topic_score_codex":0.008906272,"about_ca_topic_score_gemma":0.014702466,"teacher_disagreement_score":0.01316799,"about_ca_system_score_codex":0.0029128515,"about_ca_system_score_gemma":0.0043163393,"threshold_uncertainty_score":0.021134317},"labels":[],"label_agreement":null},{"id":"W3163961156","doi":"10.1186/s40594-021-00271-6","title":"Using design thinking to cultivate the next generation of female STEAM thinkers","year":2021,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Freeman Spogli Institute for International Studies, Stanford University; University of Toronto","keywords":"Empathy; Curriculum; Competence (human resources); Creativity; Science education; Psychology; Perception; Critical thinking; Pedagogy; Social psychology","score_opus":0.37738681833134413,"score_gpt":0.45780737983056863,"score_spread":0.0804205614992245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163961156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.947409,0.00023563074,0.027623195,0.0014836384,0.0001276754,0.00042019103,0.000037141912,0.00011057312,0.022553068],"genre_scores_gemma":[0.9569254,0.00022447087,0.03307411,0.00042546255,0.00003854458,0.00052701985,0.000037553793,0.00004491473,0.008702547],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99887544,0.0006101214,0.00003094743,0.0001648435,0.00013303033,0.00018565377],"domain_scores_gemma":[0.9978005,0.0010924253,0.00025975873,0.00020429475,0.00018524718,0.0004577733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031573663,0.0004860633,0.00020585975,0.00069547206,0.0014484291,0.001761521,0.0005778364,0.0003804343,0.00406582],"category_scores_gemma":[0.0033396073,0.00022262851,0.00040613575,0.00020875626,0.0022171491,0.00085402414,0.0022070622,0.0010561257,0.0004819588],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006964489,0.00599963,0.04919683,0.0010727526,0.00006262931,0.0015020489,0.3887199,0.0012814188,0.07997365,0.036344223,0.008901554,0.42624894],"study_design_scores_gemma":[0.0006790494,0.008766418,0.07755152,0.0015737562,0.00028168573,0.0030842358,0.35008883,0.0074386075,0.07472007,0.07930628,0.39632094,0.00018863771],"about_ca_topic_score_codex":0.000312951,"about_ca_topic_score_gemma":0.0009624069,"teacher_disagreement_score":0.00406582,"about_ca_system_score_codex":0.00074345275,"about_ca_system_score_gemma":0.0015451948,"threshold_uncertainty_score":0.016697943},"labels":[],"label_agreement":null},{"id":"W4226264740","doi":"10.1186/s40594-021-00315-x","title":"Which role models are effective for which students? A systematic review and four recommendations for maximizing the effectiveness of role models in STEM","year":2021,"lang":"en","type":"review","venue":"International Journal of STEM Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":209,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; Bill and Melinda Gates Foundation","keywords":"Competence (human resources); Narrative review; Ethnic group; Science education; Demographics; Psychology; Mathematics education; Social psychology; Political science; Sociology; Demography","score_opus":0.08119296798082251,"score_gpt":0.39595086772902705,"score_spread":0.31475789974820456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226264740","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082907797,0.9967603,0.00025410813,0.0013882614,0.00015519105,0.00025559508,0.00007231791,0.000007362342,0.00027787956],"genre_scores_gemma":[0.019333115,0.9764504,0.0019118687,0.001361052,0.00008294726,0.00065888173,0.000085258514,0.000005566822,0.00011087911],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97932523,0.010682802,0.0050303857,0.00096347835,0.0035880518,0.00041000388],"domain_scores_gemma":[0.9161947,0.06623018,0.010200707,0.0011352601,0.0052922415,0.00094693655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033841852,0.0011907195,0.0047326167,0.006353487,0.0008262506,0.0038194077,0.002058391,0.0020236464,0.002633254],"category_scores_gemma":[0.10504071,0.0009136294,0.0056649153,0.0052411705,0.0014414357,0.005343793,0.0017294226,0.0020715955,0.00028182816],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028094885,0.000075648524,0.0017730234,0.7562178,0.004567758,0.00008372147,0.00092079793,0.00010946676,0.00019413988,0.0015135066,0.0029827338,0.23128049],"study_design_scores_gemma":[0.00022406138,0.00024283715,0.0037547506,0.94127995,0.021087045,0.00016095284,0.0011295148,0.00010691109,0.00024535123,0.0013854733,0.030336466,0.00004659126],"about_ca_topic_score_codex":0.0062478194,"about_ca_topic_score_gemma":0.025345283,"teacher_disagreement_score":0.033841852,"about_ca_system_score_codex":0.004424283,"about_ca_system_score_gemma":0.018546246,"threshold_uncertainty_score":0.17897493},"labels":[],"label_agreement":null},{"id":"W4280581136","doi":"10.1186/s40594-022-00353-z","title":"Institutionalizing evidence-based STEM reform through faculty professional development and support structures","year":2022,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Howard Hughes Medical Institute","keywords":"Faculty development; Science education; Salary; Professional development; Mathematics education; Medical education; Psychology; Educational technology; Pedagogy; Political science; Medicine","score_opus":0.22583533913239232,"score_gpt":0.47170987324096586,"score_spread":0.24587453410857354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280581136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47816786,0.0034243546,0.066498645,0.2835259,0.0016253162,0.0050872937,0.00022867968,0.0015291491,0.15991269],"genre_scores_gemma":[0.9292581,0.0009129416,0.05672976,0.0058602034,0.00048994354,0.0010830093,0.0000958349,0.00005449931,0.0055156043],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9580364,0.027633334,0.0015239288,0.0021338793,0.005666663,0.0050057177],"domain_scores_gemma":[0.8650744,0.045200795,0.014138619,0.009679391,0.015014184,0.05089261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06317891,0.0004331479,0.00029911657,0.0034652804,0.005939878,0.010317256,0.0038214182,0.002665059,0.00608053],"category_scores_gemma":[0.09068565,0.00046556172,0.00047851066,0.0016142082,0.005662136,0.004591485,0.022794535,0.0037401947,0.0010820167],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018081462,0.0045058867,0.037760157,0.00091745664,0.00012138658,0.00037689746,0.026529746,0.0024653892,0.00316123,0.05076267,0.04068657,0.8325318],"study_design_scores_gemma":[0.0022714557,0.0056129363,0.14932758,0.005501604,0.00036807303,0.0009870876,0.109007895,0.012448356,0.012984372,0.1372164,0.56394243,0.00033172496],"about_ca_topic_score_codex":0.001998151,"about_ca_topic_score_gemma":0.005601018,"teacher_disagreement_score":0.06317891,"about_ca_system_score_codex":0.010380425,"about_ca_system_score_gemma":0.105809025,"threshold_uncertainty_score":0.334126},"labels":[],"label_agreement":null},{"id":"W4391226241","doi":"10.1186/s40594-024-00465-8","title":"The implementation of peer assessment as a scaffold during computer-supported collaborative inquiry learning in secondary STEM education","year":2024,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universiteit Gent; Bijzonder Onderzoeksfonds UGent; University of Toronto","keywords":"Scaffold; Science education; Educational technology; Mathematics education; Peer evaluation; Collaborative learning; Computer science; Psychology; Pedagogy; Higher education; Political science","score_opus":0.02806542521865306,"score_gpt":0.4659739132242034,"score_spread":0.4379084880055503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391226241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882488,0.00011312338,0.0082397815,0.00012136622,0.00002410142,0.00030682283,0.0000072904713,0.00013343108,0.0028052202],"genre_scores_gemma":[0.989783,0.000052059888,0.009607697,0.000014292665,0.000009400484,0.00013069183,0.0000066592374,0.0000086281525,0.00038751413],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98567224,0.011246272,0.0005026419,0.0006896716,0.0014317741,0.00045741675],"domain_scores_gemma":[0.951891,0.036142554,0.0028309105,0.0033727046,0.0036415746,0.00212115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010458022,0.00043311695,0.00046181402,0.0007751298,0.0010526327,0.002171623,0.0011566774,0.00062055775,0.001123891],"category_scores_gemma":[0.045810245,0.00021950797,0.00026576262,0.00035706747,0.0009588462,0.0012105128,0.0024702803,0.0007244536,0.00023312273],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013278464,0.009155585,0.049328513,0.0012119623,0.0001040987,0.0005194997,0.0667909,0.003278477,0.02734654,0.0015074357,0.0009477178,0.83848137],"study_design_scores_gemma":[0.0013599325,0.08709742,0.42986834,0.00415838,0.0012305208,0.0020669927,0.15365012,0.077063985,0.182696,0.010152098,0.050018553,0.00063773984],"about_ca_topic_score_codex":0.0010450806,"about_ca_topic_score_gemma":0.0016475392,"teacher_disagreement_score":0.010458022,"about_ca_system_score_codex":0.00059972645,"about_ca_system_score_gemma":0.002172083,"threshold_uncertainty_score":0.055307984},"labels":[],"label_agreement":null},{"id":"W4391317572","doi":"10.1186/s40594-023-00461-4","title":"Can training and apprentice programs in STEM increase worker life satisfaction and optimism?","year":2024,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mastercard Foundation; Sid W. Richardson Foundation; Smith Richardson Foundation","keywords":"Apprenticeship; Optimism; Life satisfaction; Coursework; Psychology; Educational attainment; Job satisfaction; Medical education; Social psychology; Pedagogy; Medicine; Political science","score_opus":0.05682459500508654,"score_gpt":0.3458035752688797,"score_spread":0.2889789802637932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391317572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99672794,0.00035852112,0.0001215247,0.00075122213,0.000034809975,0.000022661263,0.000060308557,0.0000064645296,0.0019165756],"genre_scores_gemma":[0.99886036,0.00030532954,0.00019106343,0.00011486431,0.00002489045,0.000027220161,0.00005396443,0.0000014559146,0.0004208582],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996551,0.00015673834,0.000012390413,0.000031636344,0.000042384687,0.00010170642],"domain_scores_gemma":[0.99842477,0.0004446559,0.0002662232,0.000051109535,0.00007779729,0.00073533366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071422034,0.00013330759,0.00029190167,0.00018644394,0.00032818853,0.00069288525,0.00025279963,0.00039629178,0.005750754],"category_scores_gemma":[0.0028229794,0.0000963565,0.0004109631,0.00017282086,0.0002726652,0.00025157555,0.0006064227,0.0006944944,0.0003749577],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023204568,0.014628351,0.616067,0.0010047889,0.0004923499,0.000266886,0.0039992584,0.0006880511,0.0049697226,0.000819132,0.0037181198,0.35102588],"study_design_scores_gemma":[0.00006845146,0.0013704792,0.99277675,0.00016516598,0.0000823785,0.00004988001,0.0020164673,0.00036858447,0.00070322206,0.00035356468,0.0020347289,0.0000103736675],"about_ca_topic_score_codex":0.0011022615,"about_ca_topic_score_gemma":0.0034516153,"teacher_disagreement_score":0.005750754,"about_ca_system_score_codex":0.00028315192,"about_ca_system_score_gemma":0.0006340082,"threshold_uncertainty_score":0.019238174},"labels":[],"label_agreement":null},{"id":"W4415504302","doi":"10.1186/s40594-025-00581-z","title":"A field-initiated vision of research infrastructure for STEM education","year":2025,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Semtech (Canada)","funders":"National Science Foundation","keywords":"General partnership; Incubator; Science education; Educational technology; Educational research; Information infrastructure; Professional development; Social network analysis","score_opus":0.1286747259824288,"score_gpt":0.5781902246348157,"score_spread":0.44951549865238694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415504302","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009110324,0.003437556,0.09216646,0.8329307,0.006307021,0.0009855881,0.00028813147,0.00071238447,0.054061852],"genre_scores_gemma":[0.45379934,0.007863665,0.28492674,0.20881937,0.004694353,0.0048485016,0.0008471228,0.00061192247,0.03358906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8944755,0.061712652,0.0074409144,0.010025171,0.018717341,0.0076283184],"domain_scores_gemma":[0.76682734,0.099284,0.012373688,0.024741344,0.067299336,0.02947436],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16307151,0.0009264687,0.0008409475,0.003253988,0.010100523,0.02366086,0.006558232,0.01927815,0.004921364],"category_scores_gemma":[0.1295369,0.001089758,0.0015527605,0.0021486988,0.028453598,0.034298275,0.01823404,0.02523595,0.0016779845],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083712344,0.00017924803,0.0014254074,0.00092565507,0.00003095234,0.0002182548,0.012364376,0.0010878538,0.0016618588,0.8699032,0.08108631,0.03103301],"study_design_scores_gemma":[0.000084120504,0.00037433254,0.0021826162,0.001753957,0.00005413971,0.00023491397,0.017680554,0.0014098077,0.0026482912,0.2507214,0.72262305,0.00023281704],"about_ca_topic_score_codex":0.0059823235,"about_ca_topic_score_gemma":0.008308798,"teacher_disagreement_score":0.8369285,"about_ca_system_score_codex":0.019960413,"about_ca_system_score_gemma":0.12843134,"threshold_uncertainty_score":0.8624149},"labels":[],"label_agreement":null}]}