{"meta":{"query_hash":"d1ae96935d80","filters":{"venue":"Grantee Submission"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d1ae96935d80","api":"https://metacan.xera.ac/api/v1/cohort?venue=Grantee+Submission"},"results":[{"id":"W2398735901","doi":"","title":"The Influence of Contextual Variability in Word Learning.","year":2014,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Optimal distinctiveness theory; Word (group theory); Computer science; Natural language processing; Word lists by frequency; Context (archaeology); Artificial intelligence; Newspaper; Semantic similarity; Linguistics; Psychology; History; Social psychology","score_opus":0.010629203589932357,"score_gpt":0.23268368924890231,"score_spread":0.22205448565896996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398735901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7724594,0.000024918692,0.22625367,0.00044375914,0.00009671051,0.00008805621,8.4202036e-8,0.00003930291,0.0005940967],"genre_scores_gemma":[0.9977827,0.000008642707,0.0020462445,0.000041432802,0.000015627595,0.000004472227,1.7418239e-7,0.000003074588,0.00009762042],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870616,0.0003706143,0.0002751288,0.00024251272,0.00021559875,0.00019000501],"domain_scores_gemma":[0.998722,0.000581629,0.00009062265,0.00049427623,0.00006781022,0.000043632484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002214461,0.00007509277,0.00012323243,0.0000386953,0.00011046762,0.000033317367,0.0006512044,0.000047681417,0.000002563959],"category_scores_gemma":[0.0011327356,0.000049373386,0.00003429698,0.00020939465,0.00005955651,0.00015064342,0.00018072235,0.00020348477,0.0000059749664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046953875,0.00007455562,0.07653858,0.000042093106,0.0000050077742,0.0000023058483,0.0023395251,0.015165285,0.01891162,0.10512884,0.000048073853,0.78169715],"study_design_scores_gemma":[0.00071067625,0.00008988413,0.23784064,0.00016010625,0.0000025016639,0.000004768755,0.00006605111,0.712861,0.0030020324,0.035989814,0.009061066,0.00021143994],"about_ca_topic_score_codex":0.00010698516,"about_ca_topic_score_gemma":0.000018933206,"teacher_disagreement_score":0.78148574,"about_ca_system_score_codex":0.000018561415,"about_ca_system_score_gemma":0.000035968136,"threshold_uncertainty_score":0.20133883},"labels":[],"label_agreement":null},{"id":"W2472467856","doi":"","title":"Measurement Invariance of an Instrument Assessing Sustainability of School-Based Universal Behavior Practices.","year":2014,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sustainability; Measurement invariance; Psychological intervention; Ethnic group; Socioeconomic status; Psychology; Political science; Environmental health; Mathematics; Medicine; Statistics; Structural equation modeling; Confirmatory factor analysis","score_opus":0.25259377224457863,"score_gpt":0.3898699121024495,"score_spread":0.13727613985787085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472467856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944873,0.00013018317,0.0014851021,0.0005664039,0.00038281377,0.0004482214,0.0000059474546,0.00004348986,0.0024505744],"genre_scores_gemma":[0.9991458,0.0000029780028,0.00065049174,0.000060110553,0.000035871333,0.000033451117,0.000005590946,0.00001152621,0.000054203425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977701,0.00058234006,0.00045895236,0.00041887586,0.00048773523,0.00028203553],"domain_scores_gemma":[0.9980693,0.000062344334,0.0007058794,0.0005003062,0.00050573505,0.00015645317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014280002,0.00018192994,0.00034686588,0.00008000898,0.00012918502,0.000017145469,0.0002601285,0.00015814933,0.0004811458],"category_scores_gemma":[0.00048902,0.00013835193,0.000103201004,0.00024808277,0.00020435848,0.00019579836,0.000051038693,0.00023646952,0.0000067996957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013438802,0.0058892495,0.64439523,0.0002267622,0.000051288313,0.000026583375,0.0006579347,0.000015818516,0.057744585,0.00215941,0.00029953965,0.28718975],"study_design_scores_gemma":[0.0017044082,0.00086178037,0.9883843,0.00010920301,0.00011431306,0.0000028919048,0.0011697748,0.000039406455,0.004429658,0.0005363912,0.0024586315,0.0001892071],"about_ca_topic_score_codex":0.00109903,"about_ca_topic_score_gemma":0.000043682536,"teacher_disagreement_score":0.34398913,"about_ca_system_score_codex":0.00013361622,"about_ca_system_score_gemma":0.0000941529,"threshold_uncertainty_score":0.56418276},"labels":[],"label_agreement":null},{"id":"W2728034076","doi":"","title":"Focusing on Teacher-Student Interactions Eliminates the Negative Impact of Students' Disruptive Behavior on Teacher Perceptions.","year":2015,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Coaching; Intervention (counseling); Educational attainment; Psychological intervention; Perception; Association (psychology); Academic achievement; Mathematics education","score_opus":0.2265116825815066,"score_gpt":0.4667800336447465,"score_spread":0.2402683510632399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728034076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885915,0.00011557805,0.000023831673,0.0006822164,0.00077908125,0.00071749295,0.000035769066,0.00006939917,0.008985114],"genre_scores_gemma":[0.9951882,0.000015101736,0.000030069861,0.00009315175,0.00018347577,0.000214882,0.000012444238,0.000027381819,0.0042353407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99774694,0.0004838934,0.00039807206,0.0004684979,0.0005292317,0.00037338573],"domain_scores_gemma":[0.99881727,0.00018731762,0.00021706376,0.0004454288,0.00015610477,0.00017684764],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044746936,0.00033678373,0.00035419076,0.00011748169,0.00034498915,0.00004792136,0.00042317342,0.00014210843,0.0019630261],"category_scores_gemma":[0.00009930055,0.00017288509,0.00033211504,0.00026023903,0.00026015224,0.00008343797,0.00013032553,0.00067902403,0.00038261552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023571698,0.012601873,0.8111141,0.0000043157033,0.0003234205,0.000048477865,0.06413725,0.000015654838,0.0045454004,0.00036755187,0.020983687,0.08350112],"study_design_scores_gemma":[0.001155473,0.0022033802,0.97404003,0.00009607975,0.0001479035,0.000013270121,0.021097308,0.0000023692232,0.0001459921,0.0002453898,0.0006340666,0.00021875183],"about_ca_topic_score_codex":0.000832393,"about_ca_topic_score_gemma":0.000042421416,"teacher_disagreement_score":0.16292594,"about_ca_system_score_codex":0.00023331075,"about_ca_system_score_gemma":0.00001482684,"threshold_uncertainty_score":0.9989493},"labels":[],"label_agreement":null},{"id":"W2730005444","doi":"","title":"Variables Associated with Enhanced Sustainability of School-Wide Positive Behavioral Interventions and Supports.","year":2015,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychological intervention; Sustainability; Psychology; Social psychology; Environmental health; Medicine; Psychiatry","score_opus":0.15160205259492548,"score_gpt":0.3804886024443035,"score_spread":0.228886549849378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730005444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944504,0.0004161431,0.00077927357,0.00046043485,0.00019143712,0.0004269276,0.00005423184,0.00006497764,0.0031561756],"genre_scores_gemma":[0.99778277,0.000007114955,0.00009419591,0.000041781816,0.000014773815,0.000051889787,0.000047777627,0.000012381396,0.0019472904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99853176,0.00023562272,0.00035907302,0.00037035684,0.00019432201,0.00030889417],"domain_scores_gemma":[0.99878204,0.00009381047,0.00019063367,0.00021602839,0.00048891903,0.00022859462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048671736,0.0001830468,0.00034765355,0.00006567073,0.000112604816,0.000016476173,0.00011014468,0.00015742108,0.00055702386],"category_scores_gemma":[0.00030061038,0.0001231168,0.00010245237,0.0002517573,0.0002800857,0.000090751964,0.0000763336,0.0002125253,0.000008242795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018082435,0.0040436853,0.96077263,0.00006137421,0.00017882347,0.000106573534,0.005101324,0.0000015599467,0.0021986254,0.0012413403,0.005942103,0.018543731],"study_design_scores_gemma":[0.001675394,0.0017276477,0.98821074,0.00019991664,0.00015030499,0.000008970522,0.0034774074,6.8358173e-7,0.0005704021,0.003584864,0.00019360198,0.00020004282],"about_ca_topic_score_codex":0.00067415374,"about_ca_topic_score_gemma":0.000106114654,"teacher_disagreement_score":0.027438149,"about_ca_system_score_codex":0.00008011037,"about_ca_system_score_gemma":0.00004112401,"threshold_uncertainty_score":0.6099021},"labels":[],"label_agreement":null},{"id":"W2753929408","doi":"","title":"Examining Barriers to Sustained Implementation of School-Wide Prevention Practices.","year":2016,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Fidelity; Psychological intervention; Psychology; Medical education; Applied psychology; Computer science; Medicine","score_opus":0.2462460698923729,"score_gpt":0.4342218641410894,"score_spread":0.18797579424871647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753929408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99131507,0.00012069891,0.001168585,0.0029024316,0.00048776204,0.00047852038,0.00001283086,0.00006210517,0.003451999],"genre_scores_gemma":[0.99534243,0.000023738283,0.00024834566,0.00024385842,0.00006443295,0.00007904041,0.0000053935896,0.000013210567,0.0039795726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998556,0.00019785775,0.00037747234,0.00035790048,0.00020478117,0.0003059585],"domain_scores_gemma":[0.9988582,0.00014538439,0.00037821467,0.00024208534,0.000104450985,0.0002716801],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005060579,0.00014120433,0.00019404627,0.00010068603,0.00013107898,0.00001117439,0.000146952,0.00009459127,0.009488798],"category_scores_gemma":[0.00061438035,0.00008449998,0.00006665668,0.00024189503,0.000044624114,0.00014419515,0.000059502574,0.000081981474,0.0001809679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005289677,0.000105869665,0.60754424,0.000014535378,0.000046560148,0.000011823814,0.0014595155,6.678203e-8,0.08463024,0.0005700527,0.018947616,0.2861405],"study_design_scores_gemma":[0.0016969946,0.00085260335,0.9593327,0.000096613214,0.000047622776,0.0000040853965,0.008916954,8.244295e-8,0.004679091,0.0008961582,0.023283793,0.00019328813],"about_ca_topic_score_codex":0.00021266204,"about_ca_topic_score_gemma":0.000045413486,"teacher_disagreement_score":0.35178846,"about_ca_system_score_codex":0.00004609703,"about_ca_system_score_gemma":0.00003182558,"threshold_uncertainty_score":0.9914167},"labels":[],"label_agreement":null},{"id":"W2790257428","doi":"","title":"Identifying and Predicting Distinct Patterns of Implementation in a School-Wide Behavior Support Framework.","year":2016,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Cohort; Fidelity; Psychological intervention; Latent class model; Class (philosophy); Abandonment (legal); Psychology; Mathematics education; Medical education; Computer science; Medicine; Political science; Statistics; Mathematics","score_opus":0.13520762607140344,"score_gpt":0.40042168263123,"score_spread":0.26521405655982655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790257428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973605,0.00016819316,0.0011182823,0.00030426306,0.00039099564,0.00031227927,0.00005987754,0.000039348186,0.00024624215],"genre_scores_gemma":[0.9993606,0.00005092133,0.00012813919,0.000050359187,0.000045096323,0.00009618236,0.000010022069,0.000012632744,0.0002460521],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865806,0.00009753516,0.00043867467,0.00034620895,0.00016589538,0.00029361865],"domain_scores_gemma":[0.9994027,0.00014065298,0.00015545663,0.00017338691,0.000031098098,0.000096689015],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029887247,0.00014302974,0.00021906268,0.000092047485,0.000079815465,0.000013055414,0.00010458441,0.00012452394,0.0034360006],"category_scores_gemma":[0.00007383221,0.0000879172,0.000055282097,0.00011718422,0.000054513548,0.00009620187,0.00008065495,0.00015597815,0.000028047105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006016065,0.0001135725,0.8658301,0.000014253049,0.000008167427,0.000027679196,0.0008356103,2.0636397e-9,0.00575854,0.00010877694,0.00016879904,0.1270743],"study_design_scores_gemma":[0.00097459264,0.00014999171,0.99553245,0.00022320377,0.000035482426,0.000010052714,0.0011174569,8.6478984e-8,0.0006208246,0.00094770524,0.00026748877,0.00012063952],"about_ca_topic_score_codex":0.00050603715,"about_ca_topic_score_gemma":0.00017930724,"teacher_disagreement_score":0.12970233,"about_ca_system_score_codex":0.000025371422,"about_ca_system_score_gemma":0.000005848405,"threshold_uncertainty_score":0.99747497},"labels":[],"label_agreement":null},{"id":"W2791075540","doi":"","title":"The Role of Multiple-Group Measurement Invariance in Family Psychology Research.","year":2016,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Measurement invariance; Psychology; Hierarchy; Developmental psychology; Property (philosophy); Social psychology; Mathematics; Statistics; Epistemology; Political science","score_opus":0.10622796940520056,"score_gpt":0.3816244092687716,"score_spread":0.27539643986357104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791075540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87763643,0.0044188853,0.00041478578,0.037739303,0.0014260942,0.0012162448,0.0000038059036,0.00007152022,0.0770729],"genre_scores_gemma":[0.99816674,0.0010669003,0.00015806274,0.000111912814,0.00006817333,0.000026753953,3.6271845e-7,0.000005665598,0.0003954414],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99776965,0.0006255515,0.00024851062,0.0001975731,0.0008056662,0.00035303234],"domain_scores_gemma":[0.9990338,0.00034017107,0.000064176624,0.00021868291,0.00024569323,0.00009743949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00516889,0.000060366816,0.00008936488,0.00010360207,0.00044339278,0.00002160571,0.00033644415,0.00007329081,0.000044586566],"category_scores_gemma":[0.0016057169,0.000033317185,0.00003017616,0.00038088282,0.00029259417,0.00008186718,0.000038730792,0.00011979513,0.000054674405],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001611794,0.00025843427,0.17426603,0.000005184898,0.000011524866,0.0000012779108,0.021596855,1.9760046e-7,0.16005558,0.036253847,0.007958257,0.59943163],"study_design_scores_gemma":[0.0005413396,0.00003398826,0.5394564,0.00015005183,7.957547e-7,1.787193e-7,0.004666391,0.0000014785397,0.0016661976,0.023104163,0.43030468,0.00007429847],"about_ca_topic_score_codex":0.0015929423,"about_ca_topic_score_gemma":0.004439222,"teacher_disagreement_score":0.5993573,"about_ca_system_score_codex":0.00014090088,"about_ca_system_score_gemma":0.00041746497,"threshold_uncertainty_score":0.34102637},"labels":[],"label_agreement":null},{"id":"W2949278627","doi":"","title":"Factors Predicting Sustained Implementation of a Universal Behavior Support Framework.","year":2018,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.15677109417658477,"score_gpt":0.4003718184199094,"score_spread":0.2436007242433246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949278627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99480236,0.000031996078,0.00044359086,0.00014199504,0.00092133216,0.0003501366,0.000048627244,0.00009637487,0.0031635931],"genre_scores_gemma":[0.99885505,0.0000044517737,0.0001371173,0.000046924142,0.00013898648,0.000021225998,0.00003397965,0.000014979249,0.0007472756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99871516,0.000083890096,0.00033260128,0.0003144554,0.00020524688,0.00034867384],"domain_scores_gemma":[0.9993115,0.000061104445,0.00017420795,0.00022083709,0.00013400744,0.00009835193],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017136148,0.0001722843,0.0002259796,0.00008726385,0.00019865822,0.000009666244,0.00016605272,0.0001774251,0.010246688],"category_scores_gemma":[0.000024500558,0.00012147825,0.0001079345,0.00025661755,0.00018709897,0.00006927015,0.000065180924,0.00017548443,0.000045875768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015787274,0.00024654737,0.9435088,0.0000084017565,0.000030822266,0.000016827948,0.0077748504,1.2337137e-8,0.0043950696,0.0014832101,0.002500854,0.03987675],"study_design_scores_gemma":[0.0007018938,0.0010698639,0.9690944,0.00002175096,0.00008394239,0.000003528135,0.022195185,5.551503e-7,0.0031053436,0.00038992902,0.003173065,0.00016055786],"about_ca_topic_score_codex":0.00047624196,"about_ca_topic_score_gemma":0.000044461893,"teacher_disagreement_score":0.039716195,"about_ca_system_score_codex":0.00003178432,"about_ca_system_score_gemma":0.000016185413,"threshold_uncertainty_score":0.9906581},"labels":[],"label_agreement":null},{"id":"W3043345073","doi":"","title":"Multilevel Meta-Analysis of Multiple Regression Coefficients from Single-Case Experimental Studies.","year":2020,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Public Safety Research and Treatment; University of Regina","funders":"","keywords":"Multilevel model; Univariate; Statistics; Multivariate statistics; Covariance; Variance (accounting); Mathematics; Econometrics; Analysis of covariance; Regression analysis","score_opus":0.7519258283309973,"score_gpt":0.4366057128393785,"score_spread":0.3153201154916188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043345073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97960097,0.017340774,0.00068898057,0.00058964215,0.00047813085,0.00036188978,0.00037705214,0.00010217797,0.00046037187],"genre_scores_gemma":[0.99844396,0.000019122854,0.0005240821,0.00047952245,0.000052429532,0.000055550125,0.000060803653,0.000019710886,0.00034484535],"study_design_codex":"bench_or_experimental","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99765176,0.00028491794,0.0006383777,0.0007591888,0.00035219316,0.00031358618],"domain_scores_gemma":[0.99868274,0.0003044799,0.00030178865,0.00038586758,0.00011654191,0.00020857948],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015910238,0.00033673088,0.001383139,0.000111257206,0.0002046727,0.000012179548,0.00023219622,0.0001678667,0.005823121],"category_scores_gemma":[0.00013364508,0.00019851937,0.0010497655,0.0006677883,0.00019007896,0.00005009737,0.00018872863,0.00019478374,0.00011727777],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039943093,0.009477011,0.026779247,0.000050250776,0.20055504,0.003186843,0.0645861,0.00008959562,0.60933197,0.00007695307,0.031298794,0.050573863],"study_design_scores_gemma":[0.01906808,0.0053032353,0.07016413,0.00014737876,0.48371556,0.00012357785,0.08182306,0.005308806,0.29228657,0.00023170954,0.03793234,0.003895524],"about_ca_topic_score_codex":0.0003443163,"about_ca_topic_score_gemma":0.000020548547,"teacher_disagreement_score":0.3170454,"about_ca_system_score_codex":0.000023768336,"about_ca_system_score_gemma":0.0000030542399,"threshold_uncertainty_score":0.9950857},"labels":[],"label_agreement":null},{"id":"W3043684860","doi":"","title":"Using Bayesian Methods to Test Mediators of Intervention Outcomes in Single-Case Experimental Designs.","year":2020,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Test (biology); Bayesian probability; Computer science; Intervention (counseling); Psychology; Econometrics; Artificial intelligence; Mathematics","score_opus":0.5185879910159844,"score_gpt":0.4737057409266759,"score_spread":0.04488225008930852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043684860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98192555,0.00045905882,0.015652189,0.00054899516,0.00048244483,0.00035121312,0.000011481003,0.000048514445,0.0005205446],"genre_scores_gemma":[0.98450863,0.0000011772986,0.0151100345,0.00025015467,0.00003936285,0.00002453662,0.0000024757283,0.000016651815,0.000046966514],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984448,0.00031380713,0.0004969222,0.00036448357,0.00012865486,0.00025135232],"domain_scores_gemma":[0.99937284,0.00015792338,0.000119331904,0.00014613278,0.000025326146,0.00017844714],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030442787,0.00018358453,0.00038076576,0.0000997114,0.00006157491,0.000010137255,0.00013608654,0.00012071803,0.0012367383],"category_scores_gemma":[0.0001854684,0.0001362645,0.00015196954,0.00037086374,0.000049103255,0.00005100132,0.00008837225,0.00014774944,0.000030373023],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005379799,0.0032771076,0.2316827,0.000034735494,0.000037779217,0.00066438055,0.010080531,0.000003970209,0.6724697,0.00008369805,0.00062159816,0.08050584],"study_design_scores_gemma":[0.012535813,0.01292972,0.3536892,0.00069290417,0.00026156902,0.0005447518,0.03570197,0.00060027494,0.5752006,0.0010937508,0.004582499,0.0021669422],"about_ca_topic_score_codex":0.00028052888,"about_ca_topic_score_gemma":0.000019013318,"teacher_disagreement_score":0.12200647,"about_ca_system_score_codex":0.00003676236,"about_ca_system_score_gemma":0.0000036300528,"threshold_uncertainty_score":0.9996763},"labels":[],"label_agreement":null},{"id":"W3169351996","doi":"","title":"Children's ADHD Symptoms and Friendship Patterns across a School Year.","year":2021,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Friendship; Psychology; NOMINATE; Developmental psychology; Peer group; Attention deficit hyperactivity disorder; Nomination; Preference; Peer victimization; Social psychology; Clinical psychology; Poison control; Suicide prevention; Medicine","score_opus":0.025203192556168156,"score_gpt":0.3209627054387991,"score_spread":0.29575951288263097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169351996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99637246,0.00049493735,0.00036559225,0.001580589,0.00016450374,0.00022977442,0.000040217557,0.00010288069,0.00064905774],"genre_scores_gemma":[0.9975025,0.000112452675,0.00010690492,0.00033603955,0.00022979765,0.000011194951,0.00011957288,0.00003643603,0.0015450924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986647,0.000059937447,0.00020125599,0.00042770724,0.0003210925,0.00032534782],"domain_scores_gemma":[0.99913484,0.00003487007,0.00006005826,0.00037022412,0.00012074551,0.00027925405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012835051,0.00017502942,0.00027258528,0.000052707575,0.00015248072,0.00006107395,0.000053638527,0.00013574431,0.000901576],"category_scores_gemma":[0.00029328416,0.00015199633,0.0001109187,0.00020563991,0.000046395468,0.0001386828,0.000108415305,0.00032435096,0.0001561492],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009673127,0.00022160496,0.9708504,0.00007522933,0.0000585074,0.00010928129,0.00034771062,5.363537e-7,0.0156166265,0.000042556294,0.0003786062,0.012202186],"study_design_scores_gemma":[0.0026170413,0.00007185713,0.98968136,0.00029508583,0.000067693414,0.0005680889,0.0023181348,0.00005355761,0.00209871,0.00008487722,0.0019424376,0.00020114343],"about_ca_topic_score_codex":0.00004291533,"about_ca_topic_score_gemma":0.000012262842,"teacher_disagreement_score":0.018830948,"about_ca_system_score_codex":0.000031242846,"about_ca_system_score_gemma":0.000076212025,"threshold_uncertainty_score":0.98716253},"labels":[],"label_agreement":null},{"id":"W3171195166","doi":"","title":"Automated Disengagement Tracking within an Intelligent Tutoring System.","year":2021,"lang":"en","type":"article","venue":"Grantee Submission","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Disengagement theory; Reading comprehension; Computer science; Intelligent tutoring system; Reading (process); Conversation; Comprehension; Sentence; Tracking (education); Artificial intelligence; Chatbot; Psychology; Literacy; Natural language processing; Cognitive psychology; Mathematics education; Human–computer interaction; Pedagogy; Linguistics; Communication","score_opus":0.043023476642162974,"score_gpt":0.2799600790625673,"score_spread":0.23693660242040435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171195166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23667294,0.0006132134,0.75058645,0.00021216249,0.0055942354,0.0004044368,0.000002279119,0.0038517078,0.0020625766],"genre_scores_gemma":[0.9880079,0.000008533777,0.008683995,0.00003850697,0.00024997885,0.000015523132,0.000009075585,0.000029459277,0.0029570311],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99723005,0.000435197,0.0005665744,0.00073206105,0.00057573454,0.00046040892],"domain_scores_gemma":[0.9984758,0.000066086184,0.00020643137,0.0007554242,0.0002685873,0.00022767087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086704816,0.00026448056,0.00029864445,0.00013745818,0.00053942064,0.00052615383,0.00060048763,0.00009343577,0.000017528366],"category_scores_gemma":[0.00012501728,0.00022973453,0.00012770732,0.0004732131,0.000017136024,0.0006488741,0.000263913,0.0003450919,0.000089396766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032149288,0.00039407462,0.004147473,0.0007168262,0.00012832596,0.0015968507,0.025094489,0.013525113,0.27213836,0.63296586,0.0002985758,0.04896193],"study_design_scores_gemma":[0.0004892675,0.00018506762,0.0072111934,0.002625726,0.000029804354,0.0003178632,0.005666975,0.67151564,0.28317386,0.000245295,0.0276271,0.0009122308],"about_ca_topic_score_codex":0.000080324004,"about_ca_topic_score_gemma":0.0000073101587,"teacher_disagreement_score":0.75133497,"about_ca_system_score_codex":0.00022114067,"about_ca_system_score_gemma":0.00011573613,"threshold_uncertainty_score":0.9368302},"labels":[],"label_agreement":null}]}