{"meta":{"query_hash":"d1ae96935d80","filters":{"venue":"Grantee Submission"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d1ae96935d80","api":"https://metacan.xera.ac/api/v1/cohort?venue=Grantee+Submission"},"results":[{"id":"W2398735901","doi":"","title":"The Influence of Contextual Variability in Word Learning.","year":2014,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Optimal distinctiveness theory; Word (group theory); Computer science; Natural language processing; Word lists by frequency; Context (archaeology); Artificial intelligence; Newspaper; Semantic similarity; Linguistics; Psychology; History; Social psychology","score_opus":0.010629203589932357,"score_gpt":0.23268368924890231,"score_spread":0.22205448565896996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398735901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.876035,0.003341045,0.11095843,0.00054380053,0.00014950678,0.0001462711,0.0014880559,0.0008339344,0.006503908],"genre_scores_gemma":[0.98949414,0.00019672394,0.008566943,0.00007618666,0.000045593944,0.000053842712,0.0010863993,0.00015736339,0.00032269847],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99109113,0.0041213054,0.00052614685,0.0034025277,0.000619332,0.00023961642],"domain_scores_gemma":[0.9143174,0.06806248,0.003920926,0.010664943,0.0018867643,0.0011474704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010390741,0.0006538059,0.000816761,0.0014732716,0.00092852995,0.0030021085,0.000961081,0.00085012737,0.0018613329],"category_scores_gemma":[0.08065256,0.0005086261,0.0012301421,0.0015953348,0.0018798107,0.0040945997,0.0030275541,0.0023176253,0.0005784693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020375843,0.00038787583,0.6254486,0.00090416346,0.0018178681,0.00061418675,0.0042744237,0.032276805,0.047947746,0.011365187,0.004545485,0.2683801],"study_design_scores_gemma":[0.00012373296,0.0009286799,0.67479426,0.00020612852,0.0010120315,0.0021764692,0.0019243318,0.22036931,0.022330046,0.06431657,0.011575401,0.00024307778],"about_ca_topic_score_codex":0.0030217636,"about_ca_topic_score_gemma":0.004597002,"teacher_disagreement_score":0.010390741,"about_ca_system_score_codex":0.00065912475,"about_ca_system_score_gemma":0.00060782186,"threshold_uncertainty_score":0.054952145},"labels":[],"label_agreement":null},{"id":"W2472467856","doi":"","title":"Measurement Invariance of an Instrument Assessing Sustainability of School-Based Universal Behavior Practices.","year":2014,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sustainability; Measurement invariance; Psychological intervention; Ethnic group; Socioeconomic status; Psychology; Political science; Environmental health; Mathematics; Medicine; Statistics; Structural equation modeling; Confirmatory factor analysis","score_opus":0.25259377224457863,"score_gpt":0.3898699121024495,"score_spread":0.13727613985787085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472467856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9425821,0.00030090017,0.03821351,0.00050939946,0.00020040316,0.0019357869,0.0010794678,0.00017729963,0.015001147],"genre_scores_gemma":[0.9836489,0.00006111518,0.013568393,0.00015779537,0.000026326577,0.001263289,0.0008934627,0.000029823868,0.00035080285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98107487,0.008994742,0.0022016126,0.001691978,0.0053245192,0.0007122657],"domain_scores_gemma":[0.9366787,0.030410402,0.011097448,0.00900618,0.011529582,0.0012777445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032831367,0.00041602209,0.0006098967,0.0015299013,0.000890334,0.0010018125,0.0006863225,0.00053227367,0.0012361353],"category_scores_gemma":[0.07638776,0.00035364754,0.001417381,0.0018830578,0.0014035325,0.0012045519,0.0020404088,0.001368628,0.00025231732],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016840459,0.00039632092,0.92899567,0.00013247089,0.0004081737,0.000024417193,0.0015911248,0.00086724747,0.0013324054,0.0022072934,0.0012599655,0.062616535],"study_design_scores_gemma":[0.000043381217,0.0008789038,0.98679906,0.000100256046,0.00013747148,0.00010793883,0.0012500308,0.0036959217,0.0014588902,0.0019952802,0.003499682,0.000033242],"about_ca_topic_score_codex":0.002816798,"about_ca_topic_score_gemma":0.004425196,"teacher_disagreement_score":0.032831367,"about_ca_system_score_codex":0.0012262593,"about_ca_system_score_gemma":0.0024322488,"threshold_uncertainty_score":0.17363095},"labels":[],"label_agreement":null},{"id":"W2728034076","doi":"","title":"Focusing on Teacher-Student Interactions Eliminates the Negative Impact of Students' Disruptive Behavior on Teacher Perceptions.","year":2015,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Coaching; Intervention (counseling); Educational attainment; Psychological intervention; Perception; Association (psychology); Academic achievement; Mathematics education","score_opus":0.2265116825815066,"score_gpt":0.4667800336447465,"score_spread":0.2402683510632399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728034076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846309,0.0001132443,0.003832847,0.00042773836,0.000056275163,0.00016865693,0.000109075714,0.00011723462,0.0105441315],"genre_scores_gemma":[0.98881567,0.00014330215,0.0050238157,0.00014074825,0.00004490492,0.00047889305,0.00015047411,0.00004320359,0.0051589194],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982047,0.00071956933,0.00007078195,0.0003492263,0.00044803284,0.00020763754],"domain_scores_gemma":[0.9930715,0.0026884095,0.0012144718,0.0008186684,0.00055942865,0.0016474694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011885783,0.00037086767,0.00065596757,0.00031194236,0.00072201644,0.0006600753,0.000549343,0.00033854521,0.007165733],"category_scores_gemma":[0.0071332967,0.00022716548,0.00028153328,0.00018184361,0.00044375175,0.00042414042,0.0010257517,0.00070282683,0.0014125078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003204348,0.03293361,0.20987849,0.0007328619,0.0001451021,0.00015745968,0.0065607233,0.0007984673,0.09578055,0.0010017456,0.0045574335,0.6442492],"study_design_scores_gemma":[0.0004289422,0.010451281,0.94241667,0.00011540937,0.0002000831,0.0002066162,0.002934947,0.0008801709,0.026427347,0.00072244485,0.015176014,0.0000401547],"about_ca_topic_score_codex":0.0015954123,"about_ca_topic_score_gemma":0.007129818,"teacher_disagreement_score":0.007165733,"about_ca_system_score_codex":0.00044197508,"about_ca_system_score_gemma":0.0018849093,"threshold_uncertainty_score":0.023971736},"labels":[],"label_agreement":null},{"id":"W2730005444","doi":"","title":"Variables Associated with Enhanced Sustainability of School-Wide Positive Behavioral Interventions and Supports.","year":2015,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychological intervention; Sustainability; Psychology; Social psychology; Environmental health; Medicine; Psychiatry","score_opus":0.15160205259492548,"score_gpt":0.3804886024443035,"score_spread":0.228886549849378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730005444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929738,0.0004147646,0.0002071215,0.0019080327,0.000020045565,0.00003815177,0.00024030202,0.000008123956,0.004189597],"genre_scores_gemma":[0.99886996,0.00009456577,0.00029083976,0.00013955802,0.000007655873,0.0000127553285,0.00009057713,0.0000025275851,0.0004915189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970245,0.0013127478,0.0003406337,0.00022179518,0.0006772556,0.00042310718],"domain_scores_gemma":[0.9793475,0.005024368,0.01064768,0.0005988669,0.0019660871,0.0024154529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038736225,0.000109012864,0.00016199776,0.00073973014,0.00065255497,0.0011695415,0.00032384717,0.000563034,0.006553058],"category_scores_gemma":[0.017611053,0.00013242038,0.00034273101,0.0007501692,0.00063852867,0.000612383,0.0010709995,0.001081673,0.00030339253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004176607,0.00025397487,0.982291,0.000037851583,0.000057446097,0.000030186491,0.00040277126,0.000052617364,0.00010327575,0.0002126612,0.00045729146,0.016059209],"study_design_scores_gemma":[0.000005378739,0.000051375588,0.9977901,0.000034079952,0.000030669133,0.000038366048,0.0010023675,0.000072549716,0.00007039429,0.00014634398,0.0007561036,0.000002285053],"about_ca_topic_score_codex":0.004662699,"about_ca_topic_score_gemma":0.015938273,"teacher_disagreement_score":0.006553058,"about_ca_system_score_codex":0.000913781,"about_ca_system_score_gemma":0.003091499,"threshold_uncertainty_score":0.021922171},"labels":[],"label_agreement":null},{"id":"W2753929408","doi":"","title":"Examining Barriers to Sustained Implementation of School-Wide Prevention Practices.","year":2016,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Fidelity; Psychological intervention; Psychology; Medical education; Applied psychology; Computer science; Medicine","score_opus":0.2462460698923729,"score_gpt":0.4342218641410894,"score_spread":0.18797579424871647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753929408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99632406,0.0003076973,0.000912627,0.00050076604,0.000014152888,0.000084336,0.00008637706,0.000008971012,0.0017610271],"genre_scores_gemma":[0.9982324,0.00014009082,0.001159932,0.0000744192,0.0000036117995,0.00007005593,0.000078070945,0.0000022709878,0.00023917908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948442,0.0019653076,0.00038189514,0.00032620985,0.0019865076,0.00049591577],"domain_scores_gemma":[0.9648609,0.014929562,0.012853846,0.0013710258,0.004329659,0.0016549388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009132836,0.00024152416,0.00034193989,0.00068316795,0.00060380116,0.0013172871,0.00066513853,0.00041403127,0.0015277846],"category_scores_gemma":[0.05857847,0.00025960585,0.00035000287,0.0004742382,0.0006107329,0.0011708272,0.0013037968,0.001097973,0.00013176628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053540385,0.0004900533,0.9489135,0.00022541732,0.00012839849,0.0000321168,0.004732558,0.00032878635,0.00036040897,0.0009434645,0.00038236502,0.043409456],"study_design_scores_gemma":[0.000011893959,0.0005040697,0.98651856,0.00027971977,0.000093182636,0.00009176536,0.0075017265,0.0012233835,0.0006657875,0.0007675192,0.0023242922,0.00001810947],"about_ca_topic_score_codex":0.012751645,"about_ca_topic_score_gemma":0.020336362,"teacher_disagreement_score":0.012751645,"about_ca_system_score_codex":0.0011901424,"about_ca_system_score_gemma":0.0049027945,"threshold_uncertainty_score":0.04829961},"labels":[],"label_agreement":null},{"id":"W2790257428","doi":"","title":"Identifying and Predicting Distinct Patterns of Implementation in a School-Wide Behavior Support Framework.","year":2016,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Cohort; Fidelity; Psychological intervention; Latent class model; Class (philosophy); Abandonment (legal); Psychology; Mathematics education; Medical education; Computer science; Medicine; Political science; Statistics; Mathematics","score_opus":0.13520762607140344,"score_gpt":0.40042168263123,"score_spread":0.26521405655982655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790257428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99722373,0.00006494003,0.0019843474,0.00013987906,0.0000023265104,0.000046615798,0.00008180828,0.000017232538,0.00043917773],"genre_scores_gemma":[0.99852186,0.000016464259,0.0012304137,0.000010435919,8.8660903e-7,0.000015922911,0.00013008915,0.0000025358338,0.00007142022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975974,0.001244208,0.00012944039,0.00037746335,0.00033351473,0.00031811878],"domain_scores_gemma":[0.99263495,0.002960806,0.0021530504,0.0007493225,0.00074237323,0.0007594311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057227258,0.00028414413,0.0003516831,0.0020611922,0.0006267862,0.0015569757,0.00078000943,0.00061579986,0.0010827513],"category_scores_gemma":[0.015959848,0.00037128438,0.00062809733,0.0012429008,0.0008128091,0.0012496635,0.0015934478,0.0012764819,0.00013967656],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022883723,0.00011945587,0.9922868,0.000008037356,0.000034569446,0.000011777959,0.0006524717,0.00029842745,0.0001128544,0.00015869584,0.000052920335,0.0062410696],"study_design_scores_gemma":[0.0000035558871,0.00012379685,0.9913862,0.000011994826,0.000015812739,0.000034244626,0.0011520614,0.0066744625,0.00007388766,0.00038079298,0.00013793557,0.0000053498115],"about_ca_topic_score_codex":0.02417008,"about_ca_topic_score_gemma":0.050301764,"teacher_disagreement_score":0.02417008,"about_ca_system_score_codex":0.0015714318,"about_ca_system_score_gemma":0.0015174139,"threshold_uncertainty_score":0.04805875},"labels":[],"label_agreement":null},{"id":"W2791075540","doi":"","title":"The Role of Multiple-Group Measurement Invariance in Family Psychology Research.","year":2016,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Measurement invariance; Psychology; Hierarchy; Developmental psychology; Property (philosophy); Social psychology; Mathematics; Statistics; Epistemology; Political science","score_opus":0.10622796940520056,"score_gpt":0.3816244092687716,"score_spread":0.27539643986357104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791075540","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13611722,0.009581053,0.7980729,0.0125595005,0.0014560156,0.0011244625,0.00058008305,0.0002910933,0.04021773],"genre_scores_gemma":[0.8902287,0.001116084,0.10463083,0.0011728675,0.00050996355,0.001460944,0.00019677034,0.00009214265,0.00059178757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8720159,0.10316813,0.0035471132,0.00998139,0.009958419,0.001329051],"domain_scores_gemma":[0.64400613,0.269483,0.02305143,0.051333133,0.009887731,0.0022386445],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11694375,0.00083326525,0.0017056445,0.0042153597,0.003851203,0.0037233445,0.002723318,0.0013850096,0.004057167],"category_scores_gemma":[0.28804955,0.000728193,0.0021718317,0.0059861806,0.015102785,0.008991494,0.006342139,0.0049160286,0.00037029604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001908456,0.00019178781,0.1485491,0.0013309697,0.0018941687,0.00038023145,0.013959052,0.0023218624,0.0008884948,0.6296579,0.0044712317,0.19616425],"study_design_scores_gemma":[0.000055128457,0.0005961265,0.10305193,0.0007336122,0.00037801007,0.00054838095,0.0034046255,0.011642687,0.0007253105,0.86732894,0.011395219,0.00013994444],"about_ca_topic_score_codex":0.0039030935,"about_ca_topic_score_gemma":0.004085648,"teacher_disagreement_score":0.8830563,"about_ca_system_score_codex":0.0030341141,"about_ca_system_score_gemma":0.0036512287,"threshold_uncertainty_score":0.61846507},"labels":[],"label_agreement":null},{"id":"W2949278627","doi":"","title":"Factors Predicting Sustained Implementation of a Universal Behavior Support Framework.","year":2018,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.15677109417658477,"score_gpt":0.4003718184199094,"score_spread":0.2436007242433246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949278627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99882644,0.00007735633,0.00021855395,0.00019943468,0.0000047934054,0.000034451812,0.00005082813,0.000010427152,0.0005776808],"genre_scores_gemma":[0.99933016,0.000017209686,0.00036307072,0.000026738953,0.0000014864675,0.000013059905,0.000059311424,0.0000012875079,0.00018771885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983216,0.00059152953,0.00012187349,0.00019142368,0.00036827606,0.0004051931],"domain_scores_gemma":[0.99222577,0.0010177759,0.0028340858,0.00057734904,0.00096704374,0.0023779555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040525575,0.00020725038,0.00023909436,0.0007962913,0.00073317345,0.0014455527,0.00084941566,0.00074883644,0.0021305357],"category_scores_gemma":[0.009245204,0.00025164007,0.0003881612,0.0005342148,0.0006712209,0.0007083214,0.0015132171,0.0016005002,0.00023943538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004365634,0.0008365051,0.98678684,0.000013426013,0.000030369394,0.00002000432,0.0006755561,0.000086095,0.00023384395,0.00016592967,0.00008619227,0.011021537],"study_design_scores_gemma":[0.000005951797,0.0003726186,0.99800223,0.000012367164,0.000014960447,0.000023735323,0.00073313847,0.0004145863,0.000103731065,0.00007718069,0.00023485179,0.000004598087],"about_ca_topic_score_codex":0.019137932,"about_ca_topic_score_gemma":0.056506976,"teacher_disagreement_score":0.019137932,"about_ca_system_score_codex":0.0012672655,"about_ca_system_score_gemma":0.0030950266,"threshold_uncertainty_score":0.038053036},"labels":[],"label_agreement":null},{"id":"W3043345073","doi":"","title":"Multilevel Meta-Analysis of Multiple Regression Coefficients from Single-Case Experimental Studies.","year":2020,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Public Safety Research and Treatment; University of Regina","funders":"","keywords":"Multilevel model; Univariate; Statistics; Multivariate statistics; Covariance; Variance (accounting); Mathematics; Econometrics; Analysis of covariance; Regression analysis","score_opus":0.7519258283309973,"score_gpt":0.4366057128393785,"score_spread":0.3153201154916188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043345073","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017725084,0.33988965,0.60322386,0.0035502012,0.005199115,0.007976931,0.013896045,0.0023233006,0.0062158476],"genre_scores_gemma":[0.40788552,0.05654343,0.50172675,0.0024659315,0.00143554,0.018649125,0.007918372,0.0011877128,0.0021876926],"study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.76087844,0.18644914,0.02186081,0.013040746,0.016886532,0.0008843804],"domain_scores_gemma":[0.6529194,0.26304966,0.02538146,0.045389112,0.012480985,0.00077938277],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.17102459,0.0033622857,0.009479501,0.0145581905,0.00095514837,0.0059593427,0.0047158147,0.0024338923,0.008277573],"category_scores_gemma":[0.44367632,0.0019243804,0.04091958,0.013789612,0.0011348563,0.004020362,0.0036673378,0.004580197,0.0010597949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001258686,0.00009176052,0.015818479,0.06080035,0.8388153,0.00024617894,0.00035073407,0.0036910102,0.0014054955,0.0074133025,0.006452716,0.063656054],"study_design_scores_gemma":[0.0018090655,0.0010167471,0.026897246,0.015146673,0.86332494,0.0007405375,0.0003181771,0.011182353,0.0042104535,0.040811956,0.034216743,0.00032516627],"about_ca_topic_score_codex":0.0025902893,"about_ca_topic_score_gemma":0.0048191976,"teacher_disagreement_score":0.82897544,"about_ca_system_score_codex":0.0028803307,"about_ca_system_score_gemma":0.0034089473,"threshold_uncertainty_score":0.9044753},"labels":[],"label_agreement":null},{"id":"W3043684860","doi":"","title":"Using Bayesian Methods to Test Mediators of Intervention Outcomes in Single-Case Experimental Designs.","year":2020,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Test (biology); Bayesian probability; Computer science; Intervention (counseling); Psychology; Econometrics; Artificial intelligence; Mathematics","score_opus":0.5185879910159844,"score_gpt":0.4737057409266759,"score_spread":0.04488225008930852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043684860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017743835,0.0048203995,0.952707,0.0028008155,0.0017046657,0.01237604,0.0013902659,0.0006809965,0.005775988],"genre_scores_gemma":[0.22984052,0.0028664141,0.70867354,0.0026417023,0.00064105116,0.051233623,0.0011972141,0.00020444691,0.0027016082],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.5632059,0.40110794,0.006531803,0.01033036,0.017845646,0.0009783303],"domain_scores_gemma":[0.28391033,0.6533434,0.027297223,0.024684615,0.009316794,0.0014476969],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3746435,0.0034047898,0.004153255,0.0040347287,0.0015715415,0.003510911,0.004552439,0.003894956,0.020902226],"category_scores_gemma":[0.63719594,0.0019180933,0.005203396,0.0031246806,0.0037741617,0.0063106646,0.004649005,0.006368261,0.0024880522],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013233854,0.004733361,0.032505676,0.011932754,0.031694937,0.00023891307,0.002612809,0.020741507,0.0014259303,0.2423768,0.015714105,0.6227894],"study_design_scores_gemma":[0.013325403,0.019136352,0.03133244,0.005741256,0.013260389,0.00043395275,0.00087035354,0.18922871,0.0050655343,0.68650705,0.0345348,0.00056373206],"about_ca_topic_score_codex":0.0031637165,"about_ca_topic_score_gemma":0.0032608963,"teacher_disagreement_score":0.3746435,"about_ca_system_score_codex":0.0029107025,"about_ca_system_score_gemma":0.0065728314,"threshold_uncertainty_score":0.7711759},"labels":[],"label_agreement":null},{"id":"W3169351996","doi":"","title":"Children's ADHD Symptoms and Friendship Patterns across a School Year.","year":2021,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Friendship; Psychology; NOMINATE; Developmental psychology; Peer group; Attention deficit hyperactivity disorder; Nomination; Preference; Peer victimization; Social psychology; Clinical psychology; Poison control; Suicide prevention; Medicine","score_opus":0.025203192556168156,"score_gpt":0.3209627054387991,"score_spread":0.29575951288263097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169351996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99868697,0.0002019734,0.000013166651,0.000031136067,0.0000037010395,0.000010560469,0.00073728565,0.000005574521,0.00030955684],"genre_scores_gemma":[0.9988128,0.000119900265,0.00004086901,0.000009254607,0.0000033440542,0.000016433363,0.00079580315,0.0000016361703,0.00020006478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994259,0.00008424456,0.000065951244,0.00012377433,0.0001374019,0.00016269131],"domain_scores_gemma":[0.99715924,0.00020659743,0.0016974845,0.000081046965,0.00024825122,0.00060742925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006982254,0.000429668,0.00043759192,0.001750986,0.0009074169,0.00095926924,0.0008254443,0.0005871019,0.0015550917],"category_scores_gemma":[0.00269858,0.00037340136,0.00056341215,0.0013031177,0.00035444376,0.00068549294,0.00092298316,0.0007765952,0.00023017115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024093584,0.00002611102,0.9991068,0.0000056328977,0.000017020087,0.00003348647,0.0001932212,0.000011228946,0.000031136326,0.0000042253487,0.00006551676,0.00048153725],"study_design_scores_gemma":[7.2037284e-7,0.000020912048,0.99960583,0.000002570101,0.00000530003,0.000046475827,0.00025623015,0.000013702781,0.000008670296,0.000002051521,0.000036663936,9.4533857e-7],"about_ca_topic_score_codex":0.071033984,"about_ca_topic_score_gemma":0.12700129,"teacher_disagreement_score":0.071033984,"about_ca_system_score_codex":0.00086926715,"about_ca_system_score_gemma":0.00052588974,"threshold_uncertainty_score":0.14124101},"labels":[],"label_agreement":null},{"id":"W3171195166","doi":"","title":"Automated Disengagement Tracking within an Intelligent Tutoring System.","year":2021,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Disengagement theory; Reading comprehension; Computer science; Intelligent tutoring system; Reading (process); Conversation; Comprehension; Sentence; Tracking (education); Artificial intelligence; Chatbot; Psychology; Literacy; Natural language processing; Cognitive psychology; Mathematics education; Human–computer interaction; Pedagogy; Linguistics; Communication","score_opus":0.043023476642162974,"score_gpt":0.2799600790625673,"score_spread":0.23693660242040435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171195166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42041287,0.0005921297,0.5503145,0.00018426377,0.0001499037,0.00042207027,0.0005225068,0.023816036,0.003585757],"genre_scores_gemma":[0.8005142,0.00012248397,0.19489372,0.00008830362,0.00005651377,0.0002580087,0.00069397944,0.0001691743,0.0032036048],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999057,0.00023786197,0.00007353653,0.00029454668,0.00028816483,0.0000489057],"domain_scores_gemma":[0.99764997,0.0011816213,0.00028463473,0.00023411223,0.00048660557,0.00016307578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007764184,0.0004683084,0.00051821925,0.0005878303,0.00021592615,0.00069113565,0.0005680621,0.0004851089,0.0013468163],"category_scores_gemma":[0.0037604477,0.00020065758,0.00022500858,0.00021228616,0.0001514046,0.0006873515,0.0005027834,0.00034005565,0.0007500058],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010187938,0.000631719,0.051081106,0.00022382483,0.00017314953,0.0002261302,0.0006785514,0.008543132,0.12484331,0.0005253169,0.0040430343,0.8080119],"study_design_scores_gemma":[0.00025540177,0.0023973128,0.11323473,0.0000658345,0.00038848005,0.0016193826,0.0002941434,0.6794104,0.16798517,0.0016933292,0.03245536,0.00020052565],"about_ca_topic_score_codex":0.0021270066,"about_ca_topic_score_gemma":0.0029713898,"teacher_disagreement_score":0.0021270066,"about_ca_system_score_codex":0.00033512418,"about_ca_system_score_gemma":0.0004852048,"threshold_uncertainty_score":0.0045055747},"labels":[],"label_agreement":null}]}