{"meta":{"query_hash":"a5705bf45f85","filters":{"venue":"International Journal of STEM Education"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a5705bf45f85","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+STEM+Education"},"results":[{"id":"W2763460003","doi":"10.1186/s40594-017-0083-2","title":"Understanding the delivery of a Canadian-based after-school STEM program: a case study","year":2017,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Youth Research and Evaluation eXchange; Ontario Stroke Network; Visions of Science Network for Learning","funders":"Laidlaw Foundation; Ontario Trillium Foundation","keywords":"Science education; Educational technology; Mathematics education; Psychology","score_opus":0.1639904017562844,"score_gpt":0.3889415610162335,"score_spread":0.2249511592599491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763460003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883582,0.000050887178,0.000049451377,0.0035056614,0.002277961,0.00033909525,0.0000043027057,0.0000047145995,0.0054097148],"genre_scores_gemma":[0.9987629,0.000016759594,0.00010200018,0.00009292887,0.00045864168,0.000020358144,7.420581e-7,0.0000053807917,0.0005402779],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9987225,0.00011987594,0.00034263555,0.000072422416,0.00061356416,0.00012900827],"domain_scores_gemma":[0.9981842,0.00007236079,0.00061708293,0.000108273765,0.0008549473,0.00016311271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011179944,0.00006362966,0.00010496586,0.00032357834,0.00060767424,0.0003261206,0.0005383241,0.00004421465,0.00009131398],"category_scores_gemma":[0.00007487654,0.00005085435,0.000077710036,0.000114601025,0.0001184193,0.0003723126,0.000018398861,0.00011530865,0.0000037621621],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055955898,0.00034421578,0.9238101,0.00000474127,0.0001632569,0.00038512022,0.045529593,0.0000045122847,0.0000027989001,0.0011818215,0.0007362924,0.027781548],"study_design_scores_gemma":[0.0009972636,0.00021623021,0.36864597,0.00025357684,0.00012931283,0.00016732175,0.61687726,0.000025244795,0.000027546417,0.0006094399,0.011820832,0.00023000197],"about_ca_topic_score_codex":0.1182698,"about_ca_topic_score_gemma":0.24219881,"teacher_disagreement_score":0.57134765,"about_ca_system_score_codex":0.0008959008,"about_ca_system_score_gemma":0.0054850955,"threshold_uncertainty_score":0.9730324},"labels":[],"label_agreement":null},{"id":"W2793513534","doi":"10.1186/s40594-018-0099-2","title":"Changing the face of STEM with stormwater research","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Science Education and Perceptions","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Experimental Program to Stimulate Competitive Research; Emera; National Science Foundation","keywords":"Stormwater; Science education; Citizen science; Engineering education; Mathematics education; Sociology; Medical education; Engineering; Psychology; Engineering management; Medicine; Ecology","score_opus":0.18291066274469134,"score_gpt":0.4994401446510233,"score_spread":0.316529481906332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793513534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97478205,0.00009333049,0.0010040408,0.00904653,0.006382174,0.00010808719,0.0000030220988,0.00000425735,0.008576484],"genre_scores_gemma":[0.9875599,0.0000079330675,0.00017579054,0.00023327807,0.0017880402,0.000011610154,0.000001549794,0.000007075796,0.010214801],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99861056,0.00016875108,0.00029689836,0.000102753234,0.0006721958,0.00014883975],"domain_scores_gemma":[0.9969397,0.00014616642,0.00028838473,0.00017535873,0.002394128,0.000056273275],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014370277,0.000056967576,0.00007743823,0.0005242053,0.0001314069,0.00006063311,0.000574798,0.000034041936,0.0012808081],"category_scores_gemma":[0.000014842626,0.000034650722,0.000040772982,0.0003859499,0.00024691658,0.00021994805,0.000026329064,0.00018428905,0.00018464675],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061024865,0.0018122416,0.051680528,0.000015551126,0.0004543922,0.000004769166,0.46521887,0.000047014655,0.0067982594,0.033390224,0.07315562,0.36681226],"study_design_scores_gemma":[0.0007522763,0.0008613273,0.19496846,0.00033807175,0.00003656293,0.0007454469,0.6757427,0.000043173128,0.0057367515,0.0006613195,0.11992336,0.0001905698],"about_ca_topic_score_codex":0.00004530295,"about_ca_topic_score_gemma":0.000018944296,"teacher_disagreement_score":0.3666217,"about_ca_system_score_codex":0.00012996074,"about_ca_system_score_gemma":0.00044221315,"threshold_uncertainty_score":0.9996322},"labels":[],"label_agreement":null},{"id":"W2805976071","doi":"10.1186/s40594-018-0118-3","title":"A study of the correlation between STEM career knowledge, mathematics self-efficacy, career interests, and career activities on the likelihood of pursuing a STEM career among middle school students","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":326,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Mount Saint Vincent University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Science education; Career development; Mathematics education; Self-efficacy; Psychology; Cognitive Information Processing; Medical education; Pedagogy; Medicine; Social psychology","score_opus":0.07375232642368981,"score_gpt":0.3221609725649642,"score_spread":0.24840864614127436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805976071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949212,0.0001377391,0.000039060982,0.0003135668,0.0024431637,0.00062503543,0.000015889247,0.0000123416585,0.0014920193],"genre_scores_gemma":[0.99862117,0.000015415224,0.00004407177,0.000022445918,0.00057799096,0.000009829198,0.0000021109042,0.000013776565,0.0006932146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99690753,0.00033699194,0.00064263045,0.00017744444,0.0017570112,0.00017839574],"domain_scores_gemma":[0.9959055,0.0004977374,0.0010338533,0.00021201756,0.0022373328,0.00011354159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013529238,0.00016859129,0.00028639598,0.0002762945,0.00030054126,0.00019402985,0.0009839082,0.000101464946,0.000025002313],"category_scores_gemma":[0.0001121165,0.000118481774,0.0001288632,0.00030549112,0.00021234596,0.00045516453,0.00028842912,0.00026977283,0.0000049462474],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038875016,0.000773847,0.77762246,0.000022318749,0.00045310025,9.755497e-7,0.21554962,0.0000062594386,0.000017683,0.00029891002,0.00070203346,0.0045138933],"study_design_scores_gemma":[0.0006640839,0.00021550636,0.64268297,0.0006342569,0.00020874078,0.0000042372535,0.3546603,0.000010438425,0.00042697962,0.000077943565,0.00029133912,0.00012317179],"about_ca_topic_score_codex":0.0006512627,"about_ca_topic_score_gemma":0.0021965757,"teacher_disagreement_score":0.13911068,"about_ca_system_score_codex":0.0006122057,"about_ca_system_score_gemma":0.0007609885,"threshold_uncertainty_score":0.48315465},"labels":[],"label_agreement":null},{"id":"W2894696100","doi":"10.1186/s40594-018-0134-3","title":"Seeding long-term, sustainable change in teacher preparation programs: the case of PhysTEC","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sustainability; Champion; Teacher preparation; Science education; Process (computing); Higher education; Institution; Political science; Public relations; Medical education; Pedagogy; Teacher education; Sociology; Medicine; Ecology; Computer science; Social science","score_opus":0.10276850011776356,"score_gpt":0.47871338074111364,"score_spread":0.3759448806233501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894696100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98600906,0.00016233351,0.00007762122,0.0053959717,0.0027794167,0.00026596506,3.830508e-7,0.000005152063,0.0053041163],"genre_scores_gemma":[0.99478096,0.00003417322,0.0000658132,0.00011862273,0.0026716506,0.000022375303,0.000001533285,0.0000040134696,0.0023008315],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988259,0.00020808709,0.00035345327,0.00009024828,0.00038033607,0.00014197278],"domain_scores_gemma":[0.9975918,0.000080893005,0.00049860094,0.00008100179,0.0016916195,0.00005609754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019816698,0.000055181907,0.00008215557,0.00025876233,0.00017607154,0.00013082633,0.00038504094,0.00004516073,0.00017143875],"category_scores_gemma":[0.0001740217,0.000042841377,0.00004604959,0.000343427,0.00020395756,0.0008594476,0.000021958493,0.00011243737,0.0000068574086],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008071715,0.0006998205,0.28951314,0.000020567144,0.000035527562,0.00003094013,0.3417644,0.0000034233935,0.00015117535,0.029980883,0.0008508048,0.3368686],"study_design_scores_gemma":[0.0006637658,0.0004231183,0.24809977,0.00044563797,0.000040328992,0.0008041215,0.7177504,0.00017112626,0.00084506423,0.0023941803,0.028119534,0.0002430085],"about_ca_topic_score_codex":0.003803906,"about_ca_topic_score_gemma":0.0032851575,"teacher_disagreement_score":0.37598595,"about_ca_system_score_codex":0.00035317146,"about_ca_system_score_gemma":0.0010752719,"threshold_uncertainty_score":0.5750393},"labels":[],"label_agreement":null},{"id":"W2897423938","doi":"10.1186/s40594-018-0135-2","title":"Developing numeracy skills using interactive technology in a play-based learning environment","year":2018,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"University of Prince Edward Island","keywords":"Numeracy; Mathematics education; Class (philosophy); Educational technology; Intervention (counseling); Psychology; Teaching method; Science education; Learning environment; Computer science; Multimedia; Literacy; Pedagogy","score_opus":0.01933722813970498,"score_gpt":0.34928486404951525,"score_spread":0.32994763590981024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897423938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98123145,0.00006678265,0.008157642,0.006703582,0.0014871279,0.00008864447,4.375955e-7,0.000018386107,0.0022459303],"genre_scores_gemma":[0.9895848,0.00003590474,0.009713108,0.00015996292,0.00032854138,0.0000030922556,0.0000018105545,0.000006269701,0.00016649532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99901485,0.000050800307,0.00036370565,0.000109268236,0.00032697603,0.00013438798],"domain_scores_gemma":[0.99904615,0.00008157901,0.00041134757,0.000044520944,0.00038328755,0.000033115506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003527747,0.000071237904,0.000110022,0.0008379986,0.00010161145,0.00006564995,0.00032754164,0.00008821263,0.00007476356],"category_scores_gemma":[0.00020006415,0.00007323988,0.000034692584,0.00025358467,0.00014533856,0.00042837553,0.00004503166,0.00019664755,0.000025319183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015311108,0.0007473098,0.34477556,0.0000060645652,0.00013614986,0.00003071733,0.021158474,0.00032634306,0.0018630292,0.06921098,0.00018881557,0.56140345],"study_design_scores_gemma":[0.004724148,0.00074180064,0.14427628,0.0034605493,0.00006281905,0.0004162171,0.094699375,0.0009935476,0.05764245,0.12083331,0.5706485,0.00150101],"about_ca_topic_score_codex":0.00006971566,"about_ca_topic_score_gemma":0.000040421663,"teacher_disagreement_score":0.57045966,"about_ca_system_score_codex":0.0011375913,"about_ca_system_score_gemma":0.0011698074,"threshold_uncertainty_score":0.29866356},"labels":[],"label_agreement":null},{"id":"W2935828566","doi":"10.1186/s40594-019-0165-4","title":"“It’s not my dream, actually”: students’ identity work across figured worlds of construction engineering in Sweden","year":2019,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Identity (music); Agency (philosophy); Engineering education; Subject (documents); Sociology; Science education; Pedagogy; Work (physics); Engineering; Social science; Aesthetics; Computer science; Mechanical engineering","score_opus":0.010015462516865751,"score_gpt":0.2933949169825856,"score_spread":0.2833794544657198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935828566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98992074,0.000112262205,0.0011717979,0.0003292297,0.0079995785,0.00012015468,0.0000032053847,0.000025397729,0.00031761744],"genre_scores_gemma":[0.9977369,0.000089087865,0.0015276802,0.000050990537,0.00023058271,0.000009906302,0.0000091015,0.000019417992,0.0003263837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984938,0.000014208766,0.0006579079,0.00010006839,0.0005928752,0.00014113472],"domain_scores_gemma":[0.99918836,0.000052560204,0.0002174159,0.00010959775,0.00036658085,0.0000654666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035489688,0.00013129326,0.00019990314,0.00035787167,0.000010437869,0.00008306028,0.00044150476,0.00006880794,0.0001180196],"category_scores_gemma":[0.00003137129,0.000140316,0.00007526166,0.00030445514,0.000011496404,0.0005356132,0.000032027518,0.00021904577,0.000028701616],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018695023,0.0012103475,0.5917655,0.0005264344,0.0011535161,0.00001534375,0.0341815,0.27961406,0.016366074,0.0024441725,0.010295404,0.062240653],"study_design_scores_gemma":[0.0017006571,0.000057435223,0.968335,0.001699262,0.000027434899,0.00015253907,0.0061270026,0.0011879966,0.010680111,0.000051202398,0.009536325,0.00044507874],"about_ca_topic_score_codex":0.0000069682387,"about_ca_topic_score_gemma":0.0000073584447,"teacher_disagreement_score":0.37656942,"about_ca_system_score_codex":0.0004880456,"about_ca_system_score_gemma":0.00014242211,"threshold_uncertainty_score":0.572192},"labels":[],"label_agreement":null},{"id":"W3163961156","doi":"10.1186/s40594-021-00271-6","title":"Using design thinking to cultivate the next generation of female STEAM thinkers","year":2021,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Freeman Spogli Institute for International Studies, Stanford University; University of Toronto","keywords":"Empathy; Curriculum; Competence (human resources); Creativity; Science education; Psychology; Perception; Critical thinking; Pedagogy; Social psychology","score_opus":0.37738681833134413,"score_gpt":0.45780737983056863,"score_spread":0.0804205614992245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163961156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630334,0.00029562067,0.021594174,0.0037633583,0.010043106,0.00013077377,0.0000029083023,0.00000531228,0.0011313638],"genre_scores_gemma":[0.9909703,0.000025201563,0.0058491873,0.0011556883,0.000832055,0.000005820572,0.000002487689,0.000009124704,0.0011501485],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985159,0.0002833418,0.00044726444,0.00014200037,0.00051351666,0.000097987104],"domain_scores_gemma":[0.9977703,0.0002527624,0.0005240362,0.00017148952,0.0012202462,0.00006116955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007162671,0.00008083264,0.00011539063,0.00018575063,0.00009899761,0.000116942785,0.00040635397,0.000038318394,0.00022573375],"category_scores_gemma":[0.00021155327,0.000064086955,0.000076525124,0.00027916973,0.000042451287,0.0002482214,0.000035793706,0.00013569646,0.000015125127],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018503382,0.0017988277,0.012323238,0.000013154036,0.00026185377,0.000020003581,0.06655185,0.009498971,0.7925993,0.01908638,0.010589666,0.08707168],"study_design_scores_gemma":[0.0018870686,0.00065394683,0.08877495,0.0009548654,0.00026598608,0.0035618027,0.16186565,0.0041861404,0.7014046,0.0031282364,0.03256426,0.0007525546],"about_ca_topic_score_codex":0.000036961508,"about_ca_topic_score_gemma":0.0000042429983,"teacher_disagreement_score":0.0953138,"about_ca_system_score_codex":0.00017506987,"about_ca_system_score_gemma":0.0007527126,"threshold_uncertainty_score":0.261339},"labels":[],"label_agreement":null},{"id":"W4226264740","doi":"10.1186/s40594-021-00315-x","title":"Which role models are effective for which students? A systematic review and four recommendations for maximizing the effectiveness of role models in STEM","year":2021,"lang":"en","type":"review","venue":"International Journal of STEM Education","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":209,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; Bill and Melinda Gates Foundation","keywords":"Competence (human resources); Narrative review; Ethnic group; Science education; Demographics; Psychology; Mathematics education; Social psychology; Political science; Sociology; Demography","score_opus":0.08119296798082251,"score_gpt":0.39595086772902705,"score_spread":0.31475789974820456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226264740","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020958108,0.9900878,0.0020430393,0.0008263229,0.0010588762,0.005401717,0.000091942704,0.0000048743914,0.0002758398],"genre_scores_gemma":[0.013239416,0.98494583,0.0003704956,0.000045468947,0.00016460355,0.0010350965,0.000053863303,0.00001938132,0.00012585925],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99665517,0.0013791771,0.00094670546,0.0002203028,0.00064334646,0.00015530901],"domain_scores_gemma":[0.9915117,0.0027729135,0.0017145763,0.00012962417,0.0038051177,0.000066057175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064685093,0.00019404608,0.0013304518,0.00030863995,0.00016760352,0.00016932003,0.00073697,0.00012748348,0.0000034765094],"category_scores_gemma":[0.0005197562,0.00015006245,0.00032244236,0.00041317643,0.000024177774,0.00056133594,0.00010755284,0.00019419249,4.3823056e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017505162,0.00094449206,0.0008044814,0.7348609,0.004186832,0.0000019484116,0.01633504,0.00029362668,9.560246e-7,0.028202135,0.001178393,0.21301614],"study_design_scores_gemma":[0.0009595383,0.00008569866,0.00016031886,0.94244397,0.0046103606,0.000051884384,0.028538788,0.00020121568,0.000002870606,0.0072083427,0.0153051475,0.00043184485],"about_ca_topic_score_codex":0.00011218673,"about_ca_topic_score_gemma":0.00042142867,"teacher_disagreement_score":0.2125843,"about_ca_system_score_codex":0.0009588189,"about_ca_system_score_gemma":0.0015751193,"threshold_uncertainty_score":0.6119369},"labels":[],"label_agreement":null},{"id":"W4280581136","doi":"10.1186/s40594-022-00353-z","title":"Institutionalizing evidence-based STEM reform through faculty professional development and support structures","year":2022,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Howard Hughes Medical Institute","keywords":"Faculty development; Science education; Salary; Professional development; Mathematics education; Medical education; Psychology; Educational technology; Pedagogy; Political science; Medicine","score_opus":0.22583533913239232,"score_gpt":0.47170987324096586,"score_spread":0.24587453410857354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280581136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95423317,0.00059968245,0.00040540003,0.019669402,0.018689163,0.00020198959,0.000012442118,0.000017555729,0.0061711795],"genre_scores_gemma":[0.99192584,0.000039337327,0.0018712553,0.0014595716,0.0006699327,0.000028036276,0.000020640698,0.000004756323,0.00398066],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975425,0.00021910609,0.00044485304,0.00014811942,0.0015034807,0.0001419444],"domain_scores_gemma":[0.9983444,0.00012917981,0.00052843377,0.00006175573,0.0008251756,0.00011104424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015741223,0.000083203035,0.0001035617,0.00022500886,0.00094047596,0.00012647247,0.0005113835,0.000036286572,0.00082637457],"category_scores_gemma":[0.00008851014,0.00007357561,0.000048686397,0.00021000429,0.00013381388,0.0009999999,0.000065990585,0.0002365059,0.0000058872142],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027288942,0.0008067219,0.039323546,0.00003214013,0.00012362919,0.000013430225,0.17641854,0.00052973954,0.00037531523,0.45665747,0.01594699,0.3094996],"study_design_scores_gemma":[0.0002888041,0.00006039585,0.034396682,0.00011825935,0.000010876129,0.000085577754,0.15190794,0.000012399068,0.00064011785,0.0018914591,0.81043965,0.00014783039],"about_ca_topic_score_codex":0.0002570425,"about_ca_topic_score_gemma":0.000050395796,"teacher_disagreement_score":0.79449266,"about_ca_system_score_codex":0.0015195598,"about_ca_system_score_gemma":0.010866355,"threshold_uncertainty_score":0.99474114},"labels":[],"label_agreement":null},{"id":"W4391226241","doi":"10.1186/s40594-024-00465-8","title":"The implementation of peer assessment as a scaffold during computer-supported collaborative inquiry learning in secondary STEM education","year":2024,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universiteit Gent; Bijzonder Onderzoeksfonds UGent; University of Toronto","keywords":"Scaffold; Science education; Educational technology; Mathematics education; Peer evaluation; Collaborative learning; Computer science; Psychology; Pedagogy; Higher education; Political science","score_opus":0.02806542521865306,"score_gpt":0.4659739132242034,"score_spread":0.4379084880055503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391226241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771585,0.00079557154,0.0028200436,0.0031670833,0.012708311,0.00020857502,0.0000047073977,0.000021934595,0.0031152742],"genre_scores_gemma":[0.9939324,0.000032258125,0.0017034704,0.00008898284,0.0011057766,0.000033515,0.000033252098,0.000021789898,0.0030485566],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99706477,0.0010687263,0.0009152046,0.00019480714,0.0006061085,0.00015037142],"domain_scores_gemma":[0.9967455,0.00041662063,0.0008583375,0.00011125915,0.0018263167,0.000041955172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032627585,0.00013534559,0.00018665228,0.0006748537,0.00011374423,0.00018638246,0.0002938781,0.00006998104,0.0002543611],"category_scores_gemma":[0.000039284256,0.00011241268,0.00008010036,0.00047595485,0.000055747052,0.00037353017,0.0000369485,0.0006533142,0.000014473308],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013529095,0.00032945577,0.040830053,0.000050824103,0.00044242013,0.000013674493,0.057148553,0.0001508781,0.0035271212,0.01925245,0.0039190142,0.8742003],"study_design_scores_gemma":[0.00086717773,0.00039836124,0.7887538,0.0006785135,0.000046672354,0.00031047527,0.1704529,0.000118189055,0.001801661,0.00067751267,0.03570926,0.00018550253],"about_ca_topic_score_codex":0.0001306167,"about_ca_topic_score_gemma":0.000013157203,"teacher_disagreement_score":0.87401474,"about_ca_system_score_codex":0.0005989193,"about_ca_system_score_gemma":0.0028331615,"threshold_uncertainty_score":0.5025907},"labels":[],"label_agreement":null},{"id":"W4391317572","doi":"10.1186/s40594-023-00461-4","title":"Can training and apprentice programs in STEM increase worker life satisfaction and optimism?","year":2024,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mastercard Foundation; Sid W. Richardson Foundation; Smith Richardson Foundation","keywords":"Apprenticeship; Optimism; Life satisfaction; Coursework; Psychology; Educational attainment; Job satisfaction; Medical education; Social psychology; Pedagogy; Medicine; Political science","score_opus":0.05682459500508654,"score_gpt":0.3458035752688797,"score_spread":0.2889789802637932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391317572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866063,0.0023328804,0.00033892004,0.0028929717,0.005051668,0.00012661694,0.0000030612377,0.000025660067,0.0026219508],"genre_scores_gemma":[0.9980947,0.00019911444,0.00036085793,0.00019505773,0.00060244877,0.000019092186,0.000005544726,0.000012822564,0.0005103709],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99885243,0.00014058386,0.00043375583,0.00020661179,0.00024139673,0.00012520989],"domain_scores_gemma":[0.99932796,0.00015396874,0.00019153034,0.000066048626,0.00012424137,0.0001362757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005213542,0.00011030736,0.00014684477,0.0003494247,0.000031441217,0.0001865397,0.00008053174,0.00009655892,0.00008429363],"category_scores_gemma":[0.000027024975,0.00009682548,0.000041548872,0.00014322627,0.000044410514,0.00026235587,0.00001566631,0.0003063744,0.000008687363],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012574722,0.00012355589,0.099408805,0.000018458075,0.00014425546,0.000027011294,0.008000956,0.000017419276,0.00010556922,0.004065375,0.0005669443,0.8873959],"study_design_scores_gemma":[0.0009946255,0.00026047078,0.96159387,0.0010173721,0.00007840629,0.0014700665,0.023004228,0.00036293062,0.000013777117,0.0028913447,0.008079828,0.00023306624],"about_ca_topic_score_codex":0.00034938025,"about_ca_topic_score_gemma":0.000048268364,"teacher_disagreement_score":0.88716286,"about_ca_system_score_codex":0.000116571486,"about_ca_system_score_gemma":0.00013366362,"threshold_uncertainty_score":0.39484286},"labels":[],"label_agreement":null},{"id":"W4415504302","doi":"10.1186/s40594-025-00581-z","title":"A field-initiated vision of research infrastructure for STEM education","year":2025,"lang":"en","type":"article","venue":"International Journal of STEM Education","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Semtech (Canada)","funders":"National Science Foundation","keywords":"General partnership; Incubator; Science education; Educational technology; Educational research; Information infrastructure; Professional development; Social network analysis","score_opus":0.1286747259824288,"score_gpt":0.5781902246348157,"score_spread":0.44951549865238694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415504302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93191516,0.0007406552,0.016571162,0.026185984,0.0107078925,0.00066789554,0.000032161675,0.000009157508,0.013169954],"genre_scores_gemma":[0.9904285,0.00002821972,0.0010538414,0.00021656213,0.00066583336,0.00003396048,0.000013056054,0.0000066216367,0.0075534014],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9960719,0.00036486873,0.001145081,0.00022388238,0.002031039,0.00016326582],"domain_scores_gemma":[0.97831684,0.001743192,0.0007133795,0.0002640279,0.018877437,0.00008513282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004001188,0.00009647129,0.00022127127,0.0019943092,0.00014060701,0.00034380853,0.00118233,0.000110402354,0.00012550372],"category_scores_gemma":[0.00138027,0.00007507365,0.00014575639,0.0011978965,0.00006866006,0.00081869395,0.00013317552,0.00027672367,0.000012799574],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001862256,0.0006563996,0.00712103,0.000048554888,0.000116792646,0.0000014544636,0.0014707485,0.00011185206,0.0062218225,0.036556117,0.29864615,0.6471868],"study_design_scores_gemma":[0.002815536,0.00416684,0.0672794,0.0030532968,0.0000709213,0.00013960454,0.095145516,0.003332896,0.084838256,0.49324194,0.24551015,0.0004056621],"about_ca_topic_score_codex":0.00001327371,"about_ca_topic_score_gemma":0.000025162828,"teacher_disagreement_score":0.64678115,"about_ca_system_score_codex":0.0003467613,"about_ca_system_score_gemma":0.0050529963,"threshold_uncertainty_score":0.8963798},"labels":[],"label_agreement":null}]}