{"meta":{"query_hash":"53b979df91aa","filters":{"venue":"Journal of Research on Educational Effectiveness"},"cohort_total":5,"direct_labels_cover":0,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/53b979df91aa","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Research+on+Educational+Effectiveness"},"results":[{"id":"W1974857108","doi":"10.1080/19345747.2015.1017680","title":"Enhancing Secondary School Instruction and Student Achievement: Replication and Extension of the My Teaching Partner-Secondary Intervention","year":2015,"lang":"en","type":"article","venue":"Journal of Research on Educational Effectiveness","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Mental Health","keywords":"Coaching; Psychology; Psychological intervention; Mathematics education; Intervention (counseling); Academic achievement; Student achievement; Replicate; Population; Replication (statistics); Medical education; Medicine; Mathematics","score_opus":0.09645273666469957,"score_gpt":0.4877024897862872,"score_spread":0.39124975312158766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974857108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96185017,0.00015312294,0.0029473335,0.00023595178,0.00017168526,0.029112577,0.0009715925,0.0002753221,0.004282213],"genre_scores_gemma":[0.92203176,0.00058823,0.025176095,0.0003093843,0.00010287055,0.045509376,0.001262601,0.00008287627,0.004936798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99446964,0.0026588028,0.0005154956,0.00091281976,0.0009236097,0.0005196529],"domain_scores_gemma":[0.99436224,0.0014202,0.0005506726,0.0018325213,0.0010814134,0.00075284706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009538542,0.0012022932,0.0015945073,0.0009106494,0.0015076689,0.0010846959,0.0022436087,0.0011780295,0.004682427],"category_scores_gemma":[0.0098235,0.00076196564,0.0024874795,0.00097481534,0.0011632732,0.00089302176,0.0017730421,0.0024304157,0.00093298],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043643232,0.4366617,0.027416198,0.0030663246,0.0017302552,0.0004704808,0.007219077,0.0034148216,0.019110143,0.0011277619,0.0045359284,0.45160416],"study_design_scores_gemma":[0.09167049,0.5376088,0.3141075,0.0009918582,0.0032395048,0.00037094433,0.0025433023,0.0034331928,0.029010821,0.0016991405,0.015094788,0.00022956812],"about_ca_topic_score_codex":0.011058891,"about_ca_topic_score_gemma":0.013885093,"teacher_disagreement_score":0.011058891,"about_ca_system_score_codex":0.0012829938,"about_ca_system_score_gemma":0.0081646275,"threshold_uncertainty_score":0.05044526},"labels":[],"label_agreement":null},{"id":"W1993988452","doi":"10.1080/19345740902979371","title":"Inattention and Response to the ABRACADABRA Web-Based Literacy Intervention","year":2009,"lang":"en","type":"article","venue":"Journal of Research on Educational Effectiveness","topic":"Reading and Literacy Development","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; McGill University","funders":"","keywords":"Phonics; Literacy; Psychology; Reading (process); Intervention (counseling); Reading comprehension; Psychological intervention; Comprehension; Developmental psychology; Response to intervention; Mathematics education; Primary education; Computer science; Pedagogy; Linguistics","score_opus":0.037944908652093046,"score_gpt":0.48367728626739087,"score_spread":0.4457323776152978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993988452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99948776,0.000064989035,0.000029917444,0.00002790206,0.0000037982477,0.000024536255,0.000032396107,0.0000091629,0.00031961038],"genre_scores_gemma":[0.99929476,0.000043245796,0.00017889174,0.000022066693,0.0000043931573,0.000070325514,0.0000709799,0.0000021173814,0.0003131508],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998965,0.00037698165,0.0000845153,0.00015885291,0.00029927405,0.00011531321],"domain_scores_gemma":[0.99600947,0.0015737544,0.0012862224,0.00015980093,0.00030083847,0.0006698791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00136759,0.00024877788,0.00046615128,0.00039281917,0.0001915783,0.00031401048,0.0002512443,0.0002863543,0.0012671315],"category_scores_gemma":[0.0072739734,0.00009828001,0.00020624208,0.00017489736,0.0001802721,0.0001428313,0.000391359,0.00043890518,0.00018046971],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01984456,0.042525895,0.66431355,0.00054344,0.00037889322,0.00031827192,0.002021505,0.000801644,0.015289967,0.00016260204,0.0018132142,0.25198647],"study_design_scores_gemma":[0.00023357834,0.0076970933,0.9903177,0.000022986704,0.00004143131,0.00003956541,0.0001227342,0.000285948,0.000859843,0.000021246758,0.00034974623,0.000008029274],"about_ca_topic_score_codex":0.0035026213,"about_ca_topic_score_gemma":0.0047981488,"teacher_disagreement_score":0.0035026213,"about_ca_system_score_codex":0.00042182996,"about_ca_system_score_gemma":0.000386399,"threshold_uncertainty_score":0.007232547},"labels":[],"label_agreement":null},{"id":"W2092137843","doi":"10.1080/19345747.2010.510179","title":"Effective Classroom Instruction: Implications of Child Characteristics by Reading Instruction Interactions on First Graders’ Word Reading Achievement","year":2011,"lang":"en","type":"article","venue":"Journal of Research on Educational Effectiveness","topic":"Reading and Literacy Development","field":"Psychology","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Reading (process); Psychology; Mathematics education; Achievement test; Phonics; Phonemic awareness; Primary education; Standardized test; Pedagogy; Literacy; Linguistics","score_opus":0.05710163047992147,"score_gpt":0.4036920590853441,"score_spread":0.34659042860542266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092137843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992306,0.00009704362,0.00012973815,0.000060921164,0.000004249745,0.00003086716,0.000024617288,0.000009517784,0.00041232904],"genre_scores_gemma":[0.99902153,0.00009003045,0.0004955516,0.000020998179,0.0000031175546,0.000055705073,0.000040145518,0.00000365005,0.0002692305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977429,0.0010657813,0.00010594684,0.00036231932,0.00045886906,0.0002641987],"domain_scores_gemma":[0.9945509,0.003768542,0.0006937275,0.00028116402,0.00013772381,0.00056792516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025529976,0.00035796742,0.0005558639,0.00044193424,0.00034721653,0.0006091017,0.0004531643,0.00036706848,0.0017994959],"category_scores_gemma":[0.00806977,0.0001905212,0.00044660454,0.00030193303,0.00063477154,0.00056071824,0.0005422982,0.00083731016,0.00014597068],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025741829,0.04530522,0.5624666,0.0006078744,0.0012023363,0.00046982235,0.0068469923,0.0036889424,0.022786668,0.0016200906,0.0014776026,0.32778594],"study_design_scores_gemma":[0.0009167082,0.021487625,0.96589214,0.00006942769,0.00052496884,0.000083760475,0.001122868,0.0017376665,0.006903725,0.0003699402,0.0008681751,0.000023048437],"about_ca_topic_score_codex":0.0061652684,"about_ca_topic_score_gemma":0.008159988,"teacher_disagreement_score":0.0061652684,"about_ca_system_score_codex":0.0007298642,"about_ca_system_score_gemma":0.0009411716,"threshold_uncertainty_score":0.013501704},"labels":[],"label_agreement":null},{"id":"W2938782368","doi":"10.1080/19345747.2018.1517849","title":"Goal Setting, Academic Reminders, and College Success: A Large-Scale Field Experiment","year":2019,"lang":"en","type":"article","venue":"Journal of Research on Educational Effectiveness","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Psychological intervention; Psychology; Scale (ratio); Test (biology); Task (project management); Medical education; Applied psychology; Randomized experiment; Medicine; Statistics; Mathematics","score_opus":0.033572731226786494,"score_gpt":0.4436709673834795,"score_spread":0.410098236156693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938782368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918892,0.000035644072,0.0008804082,0.00013106302,0.00006301728,0.00566866,0.00022090125,0.00004555574,0.0010655643],"genre_scores_gemma":[0.95318246,0.00018365012,0.014073144,0.0007942773,0.00021471037,0.025758648,0.00068202737,0.0000394112,0.005071523],"study_design_codex":"nonrandomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99518496,0.0027430763,0.0002942862,0.000638032,0.00054126454,0.0005983575],"domain_scores_gemma":[0.9747489,0.0169007,0.0016854143,0.0029584765,0.0009915048,0.0027149282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012701547,0.0023859662,0.0016968935,0.00096511294,0.0032106296,0.0016516022,0.0036940305,0.0027381673,0.0074000745],"category_scores_gemma":[0.020618442,0.0018237846,0.0011698,0.0006626542,0.003185265,0.002429595,0.0016147738,0.0043222373,0.0010016537],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060522318,0.8981275,0.0070256665,0.00027451888,0.0002309766,0.00013452255,0.0021796112,0.0011940853,0.009200648,0.0005270202,0.0013145747,0.019268597],"study_design_scores_gemma":[0.08889717,0.8421393,0.045926835,0.00008761573,0.000510973,0.0001188861,0.0019678085,0.005972128,0.008149035,0.002428784,0.0035916434,0.00020983051],"about_ca_topic_score_codex":0.0061507355,"about_ca_topic_score_gemma":0.0068693743,"teacher_disagreement_score":0.012701547,"about_ca_system_score_codex":0.001228676,"about_ca_system_score_gemma":0.003539926,"threshold_uncertainty_score":0.067172945},"labels":[],"label_agreement":null},{"id":"W4410211897","doi":"10.1080/19345747.2026.2682772","title":"External Validity Bias of Purposive and Random Site Selection When Sites Can Opt Out: Evidence from the Head Start Program","year":2025,"lang":"en","type":"preprint","venue":"Journal of Research on Educational Effectiveness","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"Institute of Education Sciences","keywords":"Selection (genetic algorithm); Selection bias; Head (geology); Head start; Statistics; Site selection; Psychology; Computer science; Econometrics; Mathematics; Political science; Artificial intelligence; Biology; Law; Developmental psychology","score_opus":0.5488848819157832,"score_gpt":0.5824548225167185,"score_spread":0.03356994060093532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410211897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83014405,0.011585405,0.07101806,0.016711822,0.001985925,0.014999973,0.0026466425,0.00028979912,0.050618276],"genre_scores_gemma":[0.97107744,0.0009464479,0.013855572,0.005303192,0.00036513797,0.0054063853,0.0006511709,0.00017926133,0.0022153296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.34007818,0.566629,0.020884879,0.018172234,0.04864072,0.0055950484],"domain_scores_gemma":[0.055511504,0.82974803,0.042785127,0.05967554,0.010318652,0.0019611814],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4550948,0.0011443965,0.0030568836,0.0023271455,0.0030823483,0.0050554923,0.007817945,0.0077735637,0.009567321],"category_scores_gemma":[0.7587475,0.0016737522,0.0047109383,0.0043608127,0.01687892,0.006158526,0.006383525,0.0067250403,0.0014115148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02732323,0.0071565756,0.6302035,0.0080096545,0.010666206,0.00076492457,0.033519194,0.0038615372,0.00045188048,0.04101157,0.02170583,0.21532604],"study_design_scores_gemma":[0.021445556,0.013909651,0.6901918,0.019974412,0.013475957,0.0019315238,0.017235717,0.026236914,0.008206123,0.13592982,0.050742935,0.000719601],"about_ca_topic_score_codex":0.010573571,"about_ca_topic_score_gemma":0.008372215,"teacher_disagreement_score":0.5449052,"about_ca_system_score_codex":0.0044124126,"about_ca_system_score_gemma":0.011800932,"threshold_uncertainty_score":0.6719651},"labels":[],"label_agreement":null}]}