{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":12,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":12,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"a5705bf45f85","filters":{"venue":"International Journal of STEM Education"}},"results":[{"id":"W2805976071","doi":"10.1186/s40594-018-0118-3","title":"A study of the correlation between STEM career knowledge, mathematics self-efficacy, career interests, and career activities on the likelihood of pursuing a STEM career among middle school students","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":326,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Dalhousie University; Mount Saint Vincent University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Science education; Career development; Mathematics education; Self-efficacy; Psychology; Cognitive Information Processing; Medical education; Pedagogy; Medicine; Social psychology","authors":[{"name":"Karen Blotnicky","is_ca":true},{"name":"Tamara A. Franz‐Odendaal","is_ca":true},{"name":"F. G. French","is_ca":true},{"name":"Phillip Joy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07375232642368981,"gpt":0.3221609725649642,"spread":0.2484086461412744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001352924,0.0001685913,0.000286396,0.0002762945,0.0003005413,0.0001940299,0.0009839082,0.0001014649,0.00002500231],"category_scores_gemma":[0.0001121165,0.0001184818,0.0001288632,0.0003054911,0.000212346,0.0004551645,0.0002884291,0.0002697728,0.000004946247],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006122057,"about_ca_system_score_gemma":0.0007609885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006512627,"about_ca_topic_score_gemma":0.002196576,"domain_scores_codex":[0.9969075,0.0003369919,0.0006426304,0.0001774444,0.001757011,0.0001783957],"domain_scores_gemma":[0.9959055,0.0004977374,0.001033853,0.0002120176,0.002237333,0.0001135416],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003887502,0.000773847,0.7776225,0.00002231875,0.0004531002,9.755497e-7,0.2155496,0.000006259439,0.000017683,0.00029891,0.0007020335,0.004513893],"study_design_scores_gemma":[0.0006640839,0.0002155064,0.642683,0.0006342569,0.0002087408,0.000004237254,0.3546603,0.00001043843,0.0004269796,0.00007794356,0.0002913391,0.0001231718],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9949212,0.0001377391,0.00003906098,0.0003135668,0.002443164,0.0006250354,0.00001588925,0.00001234166,0.001492019],"genre_scores_gemma":[0.9986212,0.00001541522,0.00004407177,0.00002244592,0.000577991,0.000009829198,0.000002110904,0.00001377656,0.0006932146],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1391107,"threshold_uncertainty_score":0.4831547,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226264740","doi":"10.1186/s40594-021-00315-x","title":"Which role models are effective for which students? A systematic review and four recommendations for maximizing the effectiveness of role models in STEM","year":2021,"lang":"en","type":"review","venue":"International Journal of STEM Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":209,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"York University; Bill and Melinda Gates Foundation","keywords":"Competence (human resources); Narrative review; Ethnic group; Science education; Demographics; Psychology; Mathematics education; Social psychology; Political science; Sociology; Demography","authors":[{"name":"Jessica R. Gladstone","is_ca":false},{"name":"Andrei Cimpian","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08119296798082251,"gpt":0.395950867729027,"spread":0.3147578997482046,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006468509,0.0001940461,0.001330452,0.00030864,0.0001676035,0.00016932,0.00073697,0.0001274835,0.000003476509],"category_scores_gemma":[0.0005197562,0.0001500624,0.0003224424,0.0004131764,0.00002417777,0.0005613359,0.0001075528,0.0001941925,4.382306e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009588189,"about_ca_system_score_gemma":0.001575119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001121867,"about_ca_topic_score_gemma":0.0004214287,"domain_scores_codex":[0.9966552,0.001379177,0.0009467055,0.0002203028,0.0006433465,0.000155309],"domain_scores_gemma":[0.9915117,0.002772914,0.001714576,0.0001296242,0.003805118,0.00006605717],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001750516,0.0009444921,0.0008044814,0.7348609,0.004186832,0.000001948412,0.01633504,0.0002936267,9.560246e-7,0.02820214,0.001178393,0.2130161],"study_design_scores_gemma":[0.0009595383,0.00008569866,0.0001603189,0.942444,0.004610361,0.00005188438,0.02853879,0.0002012157,0.000002870606,0.007208343,0.01530515,0.0004318448],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002095811,0.9900878,0.002043039,0.0008263229,0.001058876,0.005401717,0.0000919427,0.000004874391,0.0002758398],"genre_scores_gemma":[0.01323942,0.9849458,0.0003704956,0.00004546895,0.0001646036,0.001035096,0.0000538633,0.00001938132,0.0001258593],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2125843,"threshold_uncertainty_score":0.6119369,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2897423938","doi":"10.1186/s40594-018-0135-2","title":"Developing numeracy skills using interactive technology in a play-based learning environment","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Prince Edward Island","funders":"University of Prince Edward Island","keywords":"Numeracy; Mathematics education; Class (philosophy); Educational technology; Intervention (counseling); Psychology; Teaching method; Science education; Learning environment; Computer science; Multimedia; Literacy; Pedagogy","authors":[{"name":"Tess Miller","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01933722813970498,"gpt":0.3492848640495153,"spread":0.3299476359098102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003527747,0.0000712379,0.000110022,0.0008379986,0.0001016114,0.00006564995,0.0003275416,0.00008821263,0.00007476356],"category_scores_gemma":[0.0002000642,0.00007323988,0.00003469258,0.0002535847,0.0001453386,0.0004283755,0.00004503166,0.0001966476,0.00002531918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001137591,"about_ca_system_score_gemma":0.001169807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006971566,"about_ca_topic_score_gemma":0.00004042166,"domain_scores_codex":[0.9990149,0.00005080031,0.0003637057,0.0001092682,0.000326976,0.000134388],"domain_scores_gemma":[0.9990461,0.00008157901,0.0004113476,0.00004452094,0.0003832876,0.00003311551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001531111,0.0007473098,0.3447756,0.000006064565,0.0001361499,0.00003071733,0.02115847,0.0003263431,0.001863029,0.06921098,0.0001888156,0.5614035],"study_design_scores_gemma":[0.004724148,0.0007418006,0.1442763,0.003460549,0.00006281905,0.0004162171,0.09469938,0.0009935476,0.05764245,0.1208333,0.5706485,0.00150101],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9812315,0.00006678265,0.008157642,0.006703582,0.001487128,0.00008864447,4.375955e-7,0.00001838611,0.00224593],"genre_scores_gemma":[0.9895848,0.00003590474,0.009713108,0.0001599629,0.0003285414,0.000003092256,0.000001810555,0.000006269701,0.0001664953],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5704597,"threshold_uncertainty_score":0.2986636,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3163961156","doi":"10.1186/s40594-021-00271-6","title":"Using design thinking to cultivate the next generation of female STEAM thinkers","year":2021,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Freeman Spogli Institute for International Studies, Stanford University; University of Toronto","keywords":"Empathy; Curriculum; Competence (human resources); Creativity; Science education; Psychology; Perception; Critical thinking; Pedagogy; Social psychology","authors":[{"name":"Rie Kijima","is_ca":true},{"name":"Mariko Yang-Yoshihara","is_ca":false},{"name":"Marcos Sadao Maekawa","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3773868183313441,"gpt":0.4578073798305686,"spread":0.0804205614992245,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007162671,0.00008083264,0.0001153906,0.0001857506,0.00009899761,0.0001169428,0.000406354,0.00003831839,0.0002257337],"category_scores_gemma":[0.0002115533,0.00006408695,0.00007652512,0.0002791697,0.00004245129,0.0002482214,0.00003579371,0.0001356965,0.00001512513],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001750699,"about_ca_system_score_gemma":0.0007527126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003696151,"about_ca_topic_score_gemma":0.000004242998,"domain_scores_codex":[0.9985159,0.0002833418,0.0004472644,0.0001420004,0.0005135167,0.0000979871],"domain_scores_gemma":[0.9977703,0.0002527624,0.0005240362,0.0001714895,0.001220246,0.00006116955],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001850338,0.001798828,0.01232324,0.00001315404,0.0002618538,0.00002000358,0.06655185,0.009498971,0.7925993,0.01908638,0.01058967,0.08707168],"study_design_scores_gemma":[0.001887069,0.0006539468,0.08877495,0.0009548654,0.0002659861,0.003561803,0.1618657,0.00418614,0.7014046,0.003128236,0.03256426,0.0007525546],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9630334,0.0002956207,0.02159417,0.003763358,0.01004311,0.0001307738,0.000002908302,0.00000531228,0.001131364],"genre_scores_gemma":[0.9909703,0.00002520156,0.005849187,0.001155688,0.000832055,0.000005820572,0.000002487689,0.000009124704,0.001150148],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0953138,"threshold_uncertainty_score":0.261339,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4280581136","doi":"10.1186/s40594-022-00353-z","title":"Institutionalizing evidence-based STEM reform through faculty professional development and support structures","year":2022,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Howard Hughes Medical Institute","keywords":"Faculty development; Science education; Salary; Professional development; Mathematics education; Medical education; Psychology; Educational technology; Pedagogy; Political science; Medicine","authors":[{"name":"Sreyasi Biswas","is_ca":true},{"name":"Rocio Benabentos","is_ca":false},{"name":"Geoff Potvin","is_ca":false},{"name":"Julian Edward","is_ca":false},{"name":"Marcy E. Kravec","is_ca":false},{"name":"L. H. Kramer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2258353391323923,"gpt":0.4717098732409659,"spread":0.2458745341085735,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001574122,0.00008320303,0.0001035617,0.0002250089,0.000940476,0.0001264725,0.0005113835,0.00003628657,0.0008263746],"category_scores_gemma":[0.00008851014,0.00007357561,0.0000486864,0.0002100043,0.0001338139,0.0009999999,0.00006599059,0.0002365059,0.000005887214],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00151956,"about_ca_system_score_gemma":0.01086636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002570425,"about_ca_topic_score_gemma":0.0000503958,"domain_scores_codex":[0.9975425,0.0002191061,0.000444853,0.0001481194,0.001503481,0.0001419444],"domain_scores_gemma":[0.9983444,0.0001291798,0.0005284338,0.00006175573,0.0008251756,0.0001110442],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002728894,0.0008067219,0.03932355,0.00003214013,0.0001236292,0.00001343023,0.1764185,0.0005297395,0.0003753152,0.4566575,0.01594699,0.3094996],"study_design_scores_gemma":[0.0002888041,0.00006039585,0.03439668,0.0001182593,0.00001087613,0.00008557775,0.1519079,0.00001239907,0.0006401179,0.001891459,0.8104396,0.0001478304],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9542332,0.0005996824,0.0004054,0.0196694,0.01868916,0.0002019896,0.00001244212,0.00001755573,0.006171179],"genre_scores_gemma":[0.9919258,0.00003933733,0.001871255,0.001459572,0.0006699327,0.00002803628,0.0000206407,0.000004756323,0.00398066],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7944927,"threshold_uncertainty_score":0.9947411,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2793513534","doi":"10.1186/s40594-018-0099-2","title":"Changing the face of STEM with stormwater research","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Science Education and Perceptions","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Office of Experimental Program to Stimulate Competitive Research; Emera; National Science Foundation","keywords":"Stormwater; Science education; Citizen science; Engineering education; Mathematics education; Sociology; Medical education; Engineering; Psychology; Engineering management; Medicine; Ecology","authors":[{"name":"M.T. Musavi","is_ca":false},{"name":"Wilhelm A. Friess","is_ca":false},{"name":"Cary James","is_ca":false},{"name":"Jennifer C. Isherwood","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1829106627446913,"gpt":0.4994401446510233,"spread":0.316529481906332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001437028,0.00005696758,0.00007743823,0.0005242053,0.0001314069,0.00006063311,0.000574798,0.00003404194,0.001280808],"category_scores_gemma":[0.00001484263,0.00003465072,0.00004077298,0.0003859499,0.0002469166,0.0002199481,0.00002632906,0.000184289,0.0001846467],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001299607,"about_ca_system_score_gemma":0.0004422131,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004530295,"about_ca_topic_score_gemma":0.0000189443,"domain_scores_codex":[0.9986106,0.0001687511,0.0002968984,0.0001027532,0.0006721958,0.0001488398],"domain_scores_gemma":[0.9969397,0.0001461664,0.0002883847,0.0001753587,0.002394128,0.00005627327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006102487,0.001812242,0.05168053,0.00001555113,0.0004543922,0.000004769166,0.4652189,0.00004701466,0.006798259,0.03339022,0.07315562,0.3668123],"study_design_scores_gemma":[0.0007522763,0.0008613273,0.1949685,0.0003380718,0.00003656293,0.0007454469,0.6757427,0.00004317313,0.005736751,0.0006613195,0.1199234,0.0001905698],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.974782,0.00009333049,0.001004041,0.00904653,0.006382174,0.0001080872,0.000003022099,0.00000425735,0.008576484],"genre_scores_gemma":[0.9875599,0.000007933068,0.0001757905,0.0002332781,0.00178804,0.00001161015,0.000001549794,0.000007075796,0.0102148],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3666217,"threshold_uncertainty_score":0.9996322,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2935828566","doi":"10.1186/s40594-019-0165-4","title":"“It’s not my dream, actually”: students’ identity work across figured worlds of construction engineering in Sweden","year":2019,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Agency (philosophy); Engineering education; Subject (documents); Sociology; Science education; Pedagogy; Work (physics); Engineering; Social science; Aesthetics; Computer science; Mechanical engineering","authors":[{"name":"Allison J. Gonsalves","is_ca":true},{"name":"Eva Silfver","is_ca":false},{"name":"Anna Danielsson","is_ca":false},{"name":"Maria Berge","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01001546251686575,"gpt":0.2933949169825856,"spread":0.2833794544657198,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003548969,0.0001312933,0.0001999031,0.0003578717,0.00001043787,0.00008306028,0.0004415048,0.00006880794,0.0001180196],"category_scores_gemma":[0.00003137129,0.000140316,0.00007526166,0.0003044551,0.0000114964,0.0005356132,0.00003202752,0.0002190458,0.00002870162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004880456,"about_ca_system_score_gemma":0.0001424221,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006968239,"about_ca_topic_score_gemma":0.000007358445,"domain_scores_codex":[0.9984938,0.00001420877,0.0006579079,0.0001000684,0.0005928752,0.0001411347],"domain_scores_gemma":[0.9991884,0.0000525602,0.0002174159,0.0001095977,0.0003665808,0.0000654666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001869502,0.001210348,0.5917655,0.0005264344,0.001153516,0.00001534375,0.0341815,0.2796141,0.01636607,0.002444173,0.0102954,0.06224065],"study_design_scores_gemma":[0.001700657,0.00005743522,0.968335,0.001699262,0.0000274349,0.0001525391,0.006127003,0.001187997,0.01068011,0.0000512024,0.009536325,0.0004450787],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9899207,0.0001122622,0.001171798,0.0003292297,0.007999578,0.0001201547,0.000003205385,0.00002539773,0.0003176174],"genre_scores_gemma":[0.9977369,0.00008908787,0.00152768,0.00005099054,0.0002305827,0.000009906302,0.0000091015,0.00001941799,0.0003263837],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3765694,"threshold_uncertainty_score":0.572192,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391226241","doi":"10.1186/s40594-024-00465-8","title":"The implementation of peer assessment as a scaffold during computer-supported collaborative inquiry learning in secondary STEM education","year":2024,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Universiteit Gent; Bijzonder Onderzoeksfonds UGent; University of Toronto","keywords":"Scaffold; Science education; Educational technology; Mathematics education; Peer evaluation; Collaborative learning; Computer science; Psychology; Pedagogy; Higher education; Political science","authors":[{"name":"Amber Van Hoe","is_ca":false},{"name":"Joel Wiebe","is_ca":true},{"name":"Tijs Rotsaert","is_ca":false},{"name":"Tammy Schellens","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02806542521865306,"gpt":0.4659739132242034,"spread":0.4379084880055503,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003262758,0.0001353456,0.0001866523,0.0006748537,0.0001137442,0.0001863825,0.0002938781,0.00006998104,0.0002543611],"category_scores_gemma":[0.00003928426,0.0001124127,0.00008010036,0.0004759548,0.00005574705,0.0003735302,0.0000369485,0.0006533142,0.00001447331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005989193,"about_ca_system_score_gemma":0.002833162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001306167,"about_ca_topic_score_gemma":0.0000131572,"domain_scores_codex":[0.9970648,0.001068726,0.0009152046,0.0001948071,0.0006061085,0.0001503714],"domain_scores_gemma":[0.9967455,0.0004166206,0.0008583375,0.0001112591,0.001826317,0.00004195517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001352909,0.0003294558,0.04083005,0.0000508241,0.0004424201,0.00001367449,0.05714855,0.0001508781,0.003527121,0.01925245,0.003919014,0.8742003],"study_design_scores_gemma":[0.0008671777,0.0003983612,0.7887538,0.0006785135,0.00004667235,0.0003104753,0.1704529,0.0001181891,0.001801661,0.0006775127,0.03570926,0.0001855025],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9771585,0.0007955715,0.002820044,0.003167083,0.01270831,0.000208575,0.000004707398,0.00002193459,0.003115274],"genre_scores_gemma":[0.9939324,0.00003225813,0.00170347,0.00008898284,0.001105777,0.000033515,0.0000332521,0.0000217899,0.003048557],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8740147,"threshold_uncertainty_score":0.5025907,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2894696100","doi":"10.1186/s40594-018-0134-3","title":"Seeding long-term, sustainable change in teacher preparation programs: the case of PhysTEC","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Sustainability; Champion; Teacher preparation; Science education; Process (computing); Higher education; Institution; Political science; Public relations; Medical education; Pedagogy; Teacher education; Sociology; Medicine; Ecology; Computer science; Social science","authors":[{"name":"Kathleen Foote","is_ca":true},{"name":"Alexis V. Knaub","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1027685001177636,"gpt":0.4787133807411136,"spread":0.3759448806233501,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00198167,0.00005518191,0.00008215557,0.0002587623,0.0001760715,0.0001308263,0.0003850409,0.00004516073,0.0001714387],"category_scores_gemma":[0.0001740217,0.00004284138,0.00004604959,0.000343427,0.0002039576,0.0008594476,0.00002195849,0.0001124374,0.000006857409],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003531715,"about_ca_system_score_gemma":0.001075272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003803906,"about_ca_topic_score_gemma":0.003285157,"domain_scores_codex":[0.9988259,0.0002080871,0.0003534533,0.00009024828,0.0003803361,0.0001419728],"domain_scores_gemma":[0.9975918,0.00008089301,0.0004986009,0.00008100179,0.00169162,0.00005609754],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008071715,0.0006998205,0.2895131,0.00002056714,0.00003552756,0.00003094013,0.3417644,0.000003423394,0.0001511754,0.02998088,0.0008508048,0.3368686],"study_design_scores_gemma":[0.0006637658,0.0004231183,0.2480998,0.000445638,0.00004032899,0.0008041215,0.7177504,0.0001711263,0.0008450642,0.00239418,0.02811953,0.0002430085],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9860091,0.0001623335,0.00007762122,0.005395972,0.002779417,0.0002659651,3.830508e-7,0.000005152063,0.005304116],"genre_scores_gemma":[0.994781,0.00003417322,0.0000658132,0.0001186227,0.002671651,0.0000223753,0.000001533285,0.00000401347,0.002300831],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.375986,"threshold_uncertainty_score":0.5750393,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2763460003","doi":"10.1186/s40594-017-0083-2","title":"Understanding the delivery of a Canadian-based after-school STEM program: a case study","year":2017,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Youth Research and Evaluation eXchange; Ontario Stroke Network; Visions of Science Network for Learning","funders":"Laidlaw Foundation; Ontario Trillium Foundation","keywords":"Science education; Educational technology; Mathematics education; Psychology","authors":[{"name":"Eugenia Duodu","is_ca":true},{"name":"Jessica Noble","is_ca":true},{"name":"Yusuf Yusuf","is_ca":true},{"name":"Camilo Garay","is_ca":true},{"name":"Corliss Bean","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1639904017562844,"gpt":0.3889415610162335,"spread":0.2249511592599491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001117994,0.00006362966,0.0001049659,0.0003235783,0.0006076742,0.0003261206,0.0005383241,0.00004421465,0.00009131398],"category_scores_gemma":[0.00007487654,0.00005085435,0.00007771004,0.000114601,0.0001184193,0.0003723126,0.00001839886,0.0001153086,0.000003762162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008959008,"about_ca_system_score_gemma":0.005485096,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1182698,"about_ca_topic_score_gemma":0.2421988,"domain_scores_codex":[0.9987225,0.0001198759,0.0003426356,0.00007242242,0.0006135642,0.0001290083],"domain_scores_gemma":[0.9981842,0.00007236079,0.0006170829,0.0001082738,0.0008549473,0.0001631127],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000559559,0.0003442158,0.9238101,0.00000474127,0.0001632569,0.0003851202,0.04552959,0.000004512285,0.0000027989,0.001181821,0.0007362924,0.02778155],"study_design_scores_gemma":[0.0009972636,0.0002162302,0.368646,0.0002535768,0.0001293128,0.0001673217,0.6168773,0.0000252448,0.00002754642,0.0006094399,0.01182083,0.000230002],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9883582,0.00005088718,0.00004945138,0.003505661,0.002277961,0.0003390952,0.000004302706,0.0000047146,0.005409715],"genre_scores_gemma":[0.9987629,0.00001675959,0.0001020002,0.00009292887,0.0004586417,0.00002035814,7.420581e-7,0.000005380792,0.0005402779],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5713477,"threshold_uncertainty_score":0.9730324,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391317572","doi":"10.1186/s40594-023-00461-4","title":"Can training and apprentice programs in STEM increase worker life satisfaction and optimism?","year":2024,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Mastercard Foundation; Sid W. Richardson Foundation; Smith Richardson Foundation","keywords":"Apprenticeship; Optimism; Life satisfaction; Coursework; Psychology; Educational attainment; Job satisfaction; Medical education; Social psychology; Pedagogy; Medicine; Political science","authors":[{"name":"Yung Chun","is_ca":false},{"name":"Jason Jabbari","is_ca":false},{"name":"Wenrui Huang","is_ca":false},{"name":"Carol Graham","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05682459500508654,"gpt":0.3458035752688797,"spread":0.2889789802637932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005213542,0.0001103074,0.0001468448,0.0003494247,0.00003144122,0.0001865397,0.00008053174,0.00009655892,0.00008429363],"category_scores_gemma":[0.00002702497,0.00009682548,0.00004154887,0.0001432263,0.00004441051,0.0002623559,0.00001566631,0.0003063744,0.000008687363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001165715,"about_ca_system_score_gemma":0.0001336636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003493803,"about_ca_topic_score_gemma":0.00004826836,"domain_scores_codex":[0.9988524,0.0001405839,0.0004337558,0.0002066118,0.0002413967,0.0001252099],"domain_scores_gemma":[0.999328,0.0001539687,0.0001915303,0.00006604863,0.0001242414,0.0001362757],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001257472,0.0001235559,0.09940881,0.00001845807,0.0001442555,0.00002701129,0.008000956,0.00001741928,0.0001055692,0.004065375,0.0005669443,0.8873959],"study_design_scores_gemma":[0.0009946255,0.0002604708,0.9615939,0.001017372,0.00007840629,0.001470066,0.02300423,0.0003629306,0.00001377712,0.002891345,0.008079828,0.0002330662],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9866063,0.00233288,0.00033892,0.002892972,0.005051668,0.0001266169,0.000003061238,0.00002566007,0.002621951],"genre_scores_gemma":[0.9980947,0.0001991144,0.0003608579,0.0001950577,0.0006024488,0.00001909219,0.000005544726,0.00001282256,0.0005103709],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8871629,"threshold_uncertainty_score":0.3948429,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415504302","doi":"10.1186/s40594-025-00581-z","title":"A field-initiated vision of research infrastructure for STEM education","year":2025,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Semtech (Canada)","funders":"National Science Foundation","keywords":"General partnership; Incubator; Science education; Educational technology; Educational research; Information infrastructure; Professional development; Social network analysis","authors":[{"name":"Benjamin Motz","is_ca":false},{"name":"Amanda B. Diekman","is_ca":false},{"name":"Robert L. Goldstone","is_ca":false},{"name":"Dorainne Green","is_ca":false},{"name":"Emily R. Fyfe","is_ca":false},{"name":"Steve Bernardini","is_ca":false},{"name":"Katherine T. U. Emerson","is_ca":false},{"name":"Harmony Jankowski","is_ca":false},{"name":"Shahana Ansari","is_ca":false},{"name":"Maegan Arney","is_ca":false},{"name":"Christina Barbieri","is_ca":false},{"name":"Erin Baumgartner","is_ca":false},{"name":"Michael Beam","is_ca":false},{"name":"Kathryn L. Boucher","is_ca":false},{"name":"Matthew Callison","is_ca":false},{"name":"Elizabeth A. Canning","is_ca":false},{"name":"Xiao‐Yin Chen","is_ca":false},{"name":"Jason C. Chow","is_ca":false},{"name":"Tim Clark","is_ca":true},{"name":"John Gensic","is_ca":false},{"name":"Allison Godwin","is_ca":false},{"name":"Sebahat Gok","is_ca":false},{"name":"Elizabeth A. Gunderson","is_ca":false},{"name":"Franki Y. H. Kung","is_ca":false},{"name":"Elida V. Laski","is_ca":false},{"name":"Janice Mak","is_ca":false},{"name":"Allison Master","is_ca":false},{"name":"Percival G. Matthews","is_ca":false},{"name":"Megan Merrick","is_ca":false},{"name":"Ambar Narwal","is_ca":false},{"name":"Brad Newkirk","is_ca":false},{"name":"Brandon Olszewski","is_ca":false},{"name":"Andrew S.C. Rice","is_ca":false},{"name":"Ming Shelby","is_ca":false},{"name":"Pooja G. Sidney","is_ca":false},{"name":"Winona Snapp‐Childs","is_ca":false},{"name":"Clarissa A. Thompson","is_ca":false},{"name":"Elizabeth Tipton","is_ca":false},{"name":"Heidi A. Vuletich","is_ca":false},{"name":"Andrew White","is_ca":false},{"name":"Ayla Winegar","is_ca":false},{"name":"Veronica X. Yan","is_ca":false},{"name":"Cristina D. Zepeda","is_ca":false},{"name":"Tongyao Zhang","is_ca":false},{"name":"Mary C. Murphy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1286747259824288,"gpt":0.5781902246348157,"spread":0.4495154986523869,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004001188,0.00009647129,0.0002212713,0.001994309,0.000140607,0.0003438085,0.00118233,0.0001104024,0.0001255037],"category_scores_gemma":[0.00138027,0.00007507365,0.0001457564,0.001197897,0.00006866006,0.000818694,0.0001331755,0.0002767237,0.00001279957],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003467613,"about_ca_system_score_gemma":0.005052996,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001327371,"about_ca_topic_score_gemma":0.00002516283,"domain_scores_codex":[0.9960719,0.0003648687,0.001145081,0.0002238824,0.002031039,0.0001632658],"domain_scores_gemma":[0.9783168,0.001743192,0.0007133795,0.0002640279,0.01887744,0.00008513282],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001862256,0.0006563996,0.00712103,0.00004855489,0.0001167926,0.000001454464,0.001470748,0.0001118521,0.006221822,0.03655612,0.2986462,0.6471868],"study_design_scores_gemma":[0.002815536,0.00416684,0.0672794,0.003053297,0.0000709213,0.0001396045,0.09514552,0.003332896,0.08483826,0.4932419,0.2455101,0.0004056621],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9319152,0.0007406552,0.01657116,0.02618598,0.01070789,0.0006678955,0.00003216168,0.000009157508,0.01316995],"genre_scores_gemma":[0.9904285,0.00002821972,0.001053841,0.0002165621,0.0006658334,0.00003396048,0.00001305605,0.000006621637,0.007553401],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6467811,"threshold_uncertainty_score":0.8963798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}