{"meta":{"query_hash":"53b979df91aa","filters":{"venue":"Journal of Research on Educational Effectiveness"},"cohort_total":5,"direct_labels_cover":0,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/53b979df91aa","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Research+on+Educational+Effectiveness"},"results":[{"id":"W1974857108","doi":"10.1080/19345747.2015.1017680","title":"Enhancing Secondary School Instruction and Student Achievement: Replication and Extension of the My Teaching Partner-Secondary Intervention","year":2015,"lang":"en","type":"article","venue":"Journal of Research on Educational Effectiveness","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Mental Health","keywords":"Coaching; Psychology; Psychological intervention; Mathematics education; Intervention (counseling); Academic achievement; Student achievement; Replicate; Population; Replication (statistics); Medical education; Medicine; Mathematics","score_opus":0.09645273666469957,"score_gpt":0.4877024897862872,"score_spread":0.39124975312158766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974857108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99408156,0.00056954107,0.00007309735,0.0027386136,0.001001035,0.00047591087,0.000003089446,0.00000428967,0.0010528724],"genre_scores_gemma":[0.99904656,0.00011366413,0.0001730791,0.000034334334,0.00042867716,0.000036887486,0.000005726041,0.000008196261,0.00015287488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99527985,0.0027571796,0.00040586063,0.00023056426,0.0011513997,0.0001751291],"domain_scores_gemma":[0.99714667,0.0009688545,0.00044190016,0.00022066395,0.0010208883,0.00020100806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015608623,0.00008630929,0.00015549418,0.0003327735,0.0005617721,0.00009906561,0.00023782322,0.00006489912,0.000027597587],"category_scores_gemma":[0.0032670153,0.00006836767,0.000060076443,0.00029911706,0.0003569879,0.0006624021,0.00010705219,0.0006651821,0.0000023104224],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012871198,0.005877369,0.63993853,0.00086991535,0.0002780391,0.0000019198626,0.043524485,0.00014960083,0.08028715,0.11239747,0.0019020885,0.11348629],"study_design_scores_gemma":[0.0007449514,0.00039721347,0.95192146,0.0007242276,0.000016096788,0.000012043878,0.018740019,0.0000072668677,0.008466547,0.017732004,0.0011705272,0.00006766491],"about_ca_topic_score_codex":0.00070023,"about_ca_topic_score_gemma":0.0002130904,"teacher_disagreement_score":0.31198287,"about_ca_system_score_codex":0.00081828324,"about_ca_system_score_gemma":0.001276307,"threshold_uncertainty_score":0.5409668},"labels":[],"label_agreement":null},{"id":"W1993988452","doi":"10.1080/19345740902979371","title":"Inattention and Response to the ABRACADABRA Web-Based Literacy Intervention","year":2009,"lang":"en","type":"article","venue":"Journal of Research on Educational Effectiveness","topic":"Reading and Literacy Development","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; McGill University","funders":"","keywords":"Phonics; Literacy; Psychology; Reading (process); Intervention (counseling); Reading comprehension; Psychological intervention; Comprehension; Developmental psychology; Response to intervention; Mathematics education; Primary education; Computer science; Pedagogy; Linguistics","score_opus":0.037944908652093046,"score_gpt":0.48367728626739087,"score_spread":0.4457323776152978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993988452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660742,0.00031045362,0.00047086165,0.031531285,0.0007460727,0.00030716474,0.000003284204,0.000005405871,0.00055124145],"genre_scores_gemma":[0.99793875,0.0000047449766,0.0002223961,0.0003955869,0.00030149697,0.000049735492,0.0000035002565,0.000008292742,0.0010755014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951605,0.003444475,0.00031884672,0.0001908814,0.0006568819,0.0002284212],"domain_scores_gemma":[0.9942093,0.004461645,0.00014207554,0.00018363376,0.00085366535,0.00014971824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011788702,0.000096589385,0.00014396996,0.00086127257,0.00020895047,0.00014521134,0.00024043913,0.00005373491,0.00018061267],"category_scores_gemma":[0.0013287932,0.00006460749,0.00009036258,0.00057805196,0.00005779093,0.00017525654,0.000018137274,0.0005328581,0.00008978374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07007674,0.00774147,0.04844949,0.00024281978,0.00039418475,0.00013601687,0.015986646,0.0008587621,0.018570792,0.04786172,0.039916396,0.749765],"study_design_scores_gemma":[0.0010803931,0.001818066,0.9781751,0.0006806638,0.000005924246,0.00007645093,0.00026478159,0.00003145726,0.00039863132,0.0036992966,0.013698717,0.00007049001],"about_ca_topic_score_codex":0.000012727722,"about_ca_topic_score_gemma":6.6599034e-7,"teacher_disagreement_score":0.92972565,"about_ca_system_score_codex":0.0003091638,"about_ca_system_score_gemma":0.00032936962,"threshold_uncertainty_score":0.4085752},"labels":[],"label_agreement":null},{"id":"W2092137843","doi":"10.1080/19345747.2010.510179","title":"Effective Classroom Instruction: Implications of Child Characteristics by Reading Instruction Interactions on First Graders’ Word Reading Achievement","year":2011,"lang":"en","type":"article","venue":"Journal of Research on Educational Effectiveness","topic":"Reading and Literacy Development","field":"Psychology","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Reading (process); Psychology; Mathematics education; Achievement test; Phonics; Phonemic awareness; Primary education; Standardized test; Pedagogy; Literacy; Linguistics","score_opus":0.05710163047992147,"score_gpt":0.4036920590853441,"score_spread":0.34659042860542266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092137843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98091227,0.00006091974,0.00055800384,0.0038432968,0.003601822,0.00072655623,0.00004814079,0.00001783724,0.010231185],"genre_scores_gemma":[0.9981595,0.00006505697,0.00037762232,0.00007095304,0.0006670313,0.00029075381,0.000042829433,0.000035696914,0.00029052034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965987,0.0011231176,0.0007686902,0.00039951652,0.00071409723,0.00039587432],"domain_scores_gemma":[0.9947645,0.0028120345,0.0007263715,0.00037290182,0.001100692,0.0002235152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024010437,0.00023778182,0.00040717016,0.0013282128,0.0006256138,0.000054312797,0.0003680543,0.00012715679,0.00032362147],"category_scores_gemma":[0.00060191506,0.00021485538,0.00017636204,0.0009209076,0.00022598924,0.0003252233,0.000045009332,0.0012327178,0.00006167271],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012008497,0.013418379,0.3995075,0.00064062467,0.0029878372,0.000028077511,0.02788359,0.00007964398,0.0048912615,0.21600989,0.02126806,0.30127665],"study_design_scores_gemma":[0.0012290833,0.0012174911,0.97692364,0.0014198925,0.000029123341,0.00025346907,0.0011769445,0.000003637971,0.0036282842,0.0028988984,0.011031284,0.00018826027],"about_ca_topic_score_codex":0.000120910365,"about_ca_topic_score_gemma":0.0000047495932,"teacher_disagreement_score":0.5774161,"about_ca_system_score_codex":0.0011300574,"about_ca_system_score_gemma":0.00020039399,"threshold_uncertainty_score":0.8761548},"labels":[],"label_agreement":null},{"id":"W2938782368","doi":"10.1080/19345747.2018.1517849","title":"Goal Setting, Academic Reminders, and College Success: A Large-Scale Field Experiment","year":2019,"lang":"en","type":"article","venue":"Journal of Research on Educational Effectiveness","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Psychological intervention; Psychology; Scale (ratio); Test (biology); Task (project management); Medical education; Applied psychology; Randomized experiment; Medicine; Statistics; Mathematics","score_opus":0.033572731226786494,"score_gpt":0.4436709673834795,"score_spread":0.410098236156693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938782368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98368627,0.00059503847,0.00006375809,0.004478236,0.0014336682,0.00046954033,0.0000104374885,0.0000062794265,0.009256793],"genre_scores_gemma":[0.99521816,0.000033026434,0.00010639723,0.00034771167,0.0005373549,0.00005553633,0.000005053821,0.000016062626,0.0036807172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973067,0.0008809356,0.00035704245,0.00027701398,0.0008322133,0.00034611046],"domain_scores_gemma":[0.995171,0.0036832497,0.0002187146,0.00020449556,0.0005228792,0.00019965577],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004374408,0.00012127076,0.00024559526,0.00043052447,0.0001475086,0.000028610992,0.00025431658,0.00017889003,0.003977915],"category_scores_gemma":[0.0003964639,0.00010308461,0.000077511024,0.00033261813,0.000087428714,0.00017014604,0.000049501807,0.0010804385,0.000110400324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002012831,0.0011973049,0.8906927,0.00014529166,0.00016260512,0.0000313726,0.008164387,0.00003246075,0.0016083284,0.05179649,0.042220645,0.0019355892],"study_design_scores_gemma":[0.0025471195,0.0013968719,0.9526513,0.00051060505,0.000009603095,0.00017793046,0.014322386,0.0000105335475,0.0023035703,0.0036070228,0.0222787,0.00018435474],"about_ca_topic_score_codex":0.000019700667,"about_ca_topic_score_gemma":0.0000017353981,"teacher_disagreement_score":0.061958607,"about_ca_system_score_codex":0.00022131944,"about_ca_system_score_gemma":0.00043235044,"threshold_uncertainty_score":0.99693257},"labels":[],"label_agreement":null},{"id":"W4410211897","doi":"10.1080/19345747.2026.2682772","title":"External Validity Bias of Purposive and Random Site Selection When Sites Can Opt Out: Evidence from the Head Start Program","year":2025,"lang":"en","type":"preprint","venue":"Journal of Research on Educational Effectiveness","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"Institute of Education Sciences","keywords":"Selection (genetic algorithm); Selection bias; Head (geology); Head start; Statistics; Site selection; Psychology; Computer science; Econometrics; Mathematics; Political science; Artificial intelligence; Biology; Law; Developmental psychology","score_opus":0.5488848819157832,"score_gpt":0.5824548225167185,"score_spread":0.03356994060093532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410211897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987843,0.0013877612,0.001054192,0.006151148,0.001696465,0.0015620812,0.0002562986,0.0000073170013,0.00004176783],"genre_scores_gemma":[0.9957762,0.00023442697,0.0027631125,0.000044239692,0.0007384627,0.00019185359,0.000012031231,0.000013781923,0.00022589265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98823476,0.0060560587,0.0013200652,0.0007232549,0.0033378135,0.00032806437],"domain_scores_gemma":[0.91805303,0.073863715,0.0013790953,0.00061132625,0.0058742613,0.00021859148],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02888066,0.000288102,0.00090300327,0.0010243981,0.00039078156,0.0010110474,0.001597009,0.00024266816,0.0001426543],"category_scores_gemma":[0.02895594,0.00017859746,0.0004257961,0.0006226071,0.00047633916,0.00037744382,0.0007151061,0.0019716471,0.000016315107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007139451,0.001762889,0.64802283,0.00018374374,0.00027976706,0.000017255521,0.0038873425,0.0071419217,0.0025018866,0.0002229844,0.006268329,0.3225716],"study_design_scores_gemma":[0.0011045464,0.0013316153,0.62428194,0.006282316,0.00010253813,0.000031746164,0.0005050019,0.0008414562,0.0038706404,0.3603476,0.0010657102,0.0002348764],"about_ca_topic_score_codex":0.0016975221,"about_ca_topic_score_gemma":0.0009857527,"teacher_disagreement_score":0.36012462,"about_ca_system_score_codex":0.0006390821,"about_ca_system_score_gemma":0.003864633,"threshold_uncertainty_score":0.99997175},"labels":[],"label_agreement":null}]}