{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":27,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":27,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"bfc1c98d030d","filters":{"venue":"Evaluation Review"}},"results":[{"id":"W2112067598","doi":"10.1177/0193841x0002400601","title":"The Evaluation of Information Campaigns to Promote Voluntary Household Water Conservation","year":2000,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":246,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Persuasion; Popularity; Summative assessment; Water conservation; Public relations; Marketing; Business; Environmental resource management; Psychology; Environmental economics; Political science; Social psychology; Formative assessment; Economics; Ecology; Water resources; Pedagogy","authors":[{"name":"Geoffrey J. Syme","is_ca":false},{"name":"Blair E. Nancarrow","is_ca":false},{"name":"Clive Seligman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03931785094118342,"gpt":0.3183677398194218,"spread":0.2790498888782385,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0606851,0.00101048,0.001102356,0.002954985,0.0008257185,0.002096368,0.0009149275,0.001301366,0.002276475],"category_scores_gemma":[0.1218714,0.0002875693,0.0007097275,0.0022981,0.00088712,0.001394109,0.001041913,0.0007808465,0.0003435886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004698758,"about_ca_system_score_gemma":0.006607172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003431479,"about_ca_topic_score_gemma":0.005372514,"domain_scores_codex":[0.8981279,0.08146503,0.003517501,0.001010427,0.01466708,0.001212046],"domain_scores_gemma":[0.837064,0.1349149,0.009379298,0.002166492,0.01524242,0.001232997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003488295,0.007714644,0.006913444,0.0274033,0.0007295411,0.0001223708,0.005213833,0.001198828,0.00173549,0.002634595,0.002851688,0.939994],"study_design_scores_gemma":[0.009759265,0.291812,0.2957586,0.09603596,0.01305829,0.001290609,0.03495825,0.008797301,0.07488319,0.01150014,0.1615313,0.0006150429],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8192203,0.09504247,0.007958623,0.004010901,0.0006945878,0.01385636,0.0005098584,0.0001225157,0.05858451],"genre_scores_gemma":[0.9458874,0.0336039,0.01142157,0.000901834,0.0002273081,0.004757172,0.0003123228,0.00001926733,0.002869238],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0606851,"threshold_uncertainty_score":0.3209373,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2112624513","doi":"10.1177/0193841x06293412","title":"Addressing Program Fidelity Using Onsite Observations and Program Provider Descriptions of Program Delivery","year":2006,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Fidelity; Program evaluation; Data collection; Quarter (Canadian coin); Computer science; Program Design Language; Population; Medical education; Medicine; Environmental health; Political science; Software engineering","authors":[{"name":"Chris Melde","is_ca":false},{"name":"Finn-Aage Esbensen","is_ca":false},{"name":"Karin E. Tusinski","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4177310589938517,"gpt":0.4908106349377258,"spread":0.0730795759438741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1433406,0.001274593,0.00141741,0.004050119,0.001925411,0.002509663,0.002254946,0.0009712207,0.0009970024],"category_scores_gemma":[0.2444236,0.001157569,0.001399509,0.004219143,0.001494089,0.003368328,0.003194636,0.001597826,0.0002968156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0039905,"about_ca_system_score_gemma":0.006992532,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01130209,"about_ca_topic_score_gemma":0.0310012,"domain_scores_codex":[0.8154987,0.1401656,0.02227633,0.004295814,0.01611187,0.001651831],"domain_scores_gemma":[0.7360022,0.1439998,0.04422114,0.02707351,0.04789906,0.0008042344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001117984,0.002547163,0.2957157,0.01116673,0.00112605,0.0003896504,0.09162652,0.003074201,0.007413835,0.002297966,0.003369136,0.580155],"study_design_scores_gemma":[0.0009511107,0.01385726,0.7659512,0.01416383,0.002228032,0.001006431,0.08089122,0.01238146,0.05165408,0.004720589,0.05156527,0.0006295529],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7516838,0.005519317,0.1747615,0.001568467,0.0002448081,0.04049188,0.00271061,0.0003991597,0.02262043],"genre_scores_gemma":[0.7830386,0.005016875,0.1628297,0.0006437697,0.0001054474,0.04303505,0.001767735,0.0001226163,0.003440114],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1433406,"threshold_uncertainty_score":0.7580667,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047617457","doi":"10.1177/0193841x02026004003","title":"The Development of Science Achievement in Middle and High Schoolr","year":2002,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Educational Environments and Student Outcomes","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; Canadian Institute for Advanced Research","funders":"","keywords":"Socioeconomic status; Multilevel model; Academic achievement; Context (archaeology); Psychology; Mathematics education; Autonomy; Science education; Demography; Sociology; Geography; Political science; Mathematics; Statistics","authors":[{"name":"Xin Ma","is_ca":true},{"name":"Jesse L. M. Wilkins","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1469731598734872,"gpt":0.4142079531210253,"spread":0.2672347932475381,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003471228,0.0002652536,0.0004916912,0.00223661,0.0003935775,0.001489779,0.0005454435,0.000506396,0.001262167],"category_scores_gemma":[0.007752382,0.0001866679,0.0007345914,0.001775611,0.0003419489,0.0005814204,0.001027242,0.0006842043,0.0004419359],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001021094,"about_ca_system_score_gemma":0.001255597,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01473768,"about_ca_topic_score_gemma":0.0220792,"domain_scores_codex":[0.9985481,0.0004370284,0.0001394799,0.0001646808,0.0005605452,0.0001501162],"domain_scores_gemma":[0.9955364,0.0008829561,0.001731807,0.0002130223,0.001185159,0.0004506641],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001654152,0.0002701471,0.9657227,0.0001359525,0.0001739314,0.00004918495,0.0006801698,0.0001790484,0.0002777603,0.0002999972,0.0005977207,0.03144809],"study_design_scores_gemma":[0.000002974995,0.0001474816,0.9984373,0.00001133161,0.00002191943,0.00002601042,0.0001158994,0.0001038876,0.0001405741,0.00005457831,0.0009350994,0.000002899554],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9882933,0.002738678,0.000349466,0.0002047234,0.00002216845,0.00005565031,0.001531683,0.00005130533,0.006753055],"genre_scores_gemma":[0.9964476,0.0007915176,0.0005183436,0.00003149426,0.000007003368,0.0000605863,0.0009685584,0.000004588451,0.001170243],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01473768,"threshold_uncertainty_score":0.02930385,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131308570","doi":"10.1177/0193841x03254349","title":"Outpatient Marijuana Treatment for Adolescents","year":2003,"lang":"en","type":"review","venue":"Evaluation Review","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Institute on Drug Abuse; U.S. Public Health Service","keywords":"Economic evaluation; Economic cost; Economic analysis; Substance abuse; Intervention (counseling); Drug treatment; Quarter (Canadian coin); Medicine; Treatment and control groups; Cost–benefit analysis; Substance abuse treatment; Cost analysis; Total cost; Environmental health; Demography; Psychiatry; Economics; Internal medicine; Agricultural economics; Geography; Political science; Operations research","authors":[{"name":"Michael T. French","is_ca":false},{"name":"M. Christopher Roebuck","is_ca":false},{"name":"Michael L. Dennis","is_ca":false},{"name":"Susan H. Godley","is_ca":false},{"name":"Howard A. Liddle","is_ca":false},{"name":"Frank M. Tims","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1699745819640804,"gpt":0.4506688926621983,"spread":0.280694310698118,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001282517,0.0004014753,0.001241556,0.001432086,0.0002030171,0.0005317276,0.0005662919,0.0005530833,0.002993125],"category_scores_gemma":[0.002764732,0.0001852328,0.001100717,0.001796826,0.0001458496,0.0002824372,0.0002453856,0.000433873,0.0002199802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009932616,"about_ca_system_score_gemma":0.001640545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003365192,"about_ca_topic_score_gemma":0.01017665,"domain_scores_codex":[0.9991153,0.0005079909,0.00009525825,0.00004138238,0.0002013552,0.00003860626],"domain_scores_gemma":[0.9993497,0.0003760582,0.0001763819,0.00001212986,0.00005414721,0.0000315644],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001266218,0.000417428,0.001535284,0.06445342,0.001085546,0.0003014755,0.00006747079,0.0002175028,0.0003994584,0.000412133,0.004804358,0.9250397],"study_design_scores_gemma":[0.01843493,0.02559788,0.1576919,0.2502476,0.03261216,0.01605555,0.001574837,0.002323627,0.005777491,0.00312032,0.486439,0.0001247263],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.008397925,0.9895011,0.00006883674,0.0002389328,0.00005515559,0.0001238627,0.00008302244,0.000004820163,0.001526489],"genre_scores_gemma":[0.03531053,0.963481,0.0004198922,0.0001546019,0.0000603009,0.0001423072,0.00007166246,0.000001380874,0.0003582817],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.003365192,"threshold_uncertainty_score":0.01001304,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001415027","doi":"10.1177/0193841x06296947","title":"A Repeated Observation Approach for Estimating the Street Homeless Population","year":2007,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Census and Population Estimation","field":"Mathematics","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"Downtown; Population; Identification (biology); Estimation; Sampling (signal processing); Statistics; Visibility; Geography; Confidence interval; Econometrics; Demography; Psychology; Computer science; Mathematics; Sociology; Engineering","authors":[{"name":"Brent Berry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2607821216003572,"gpt":0.4468930258543393,"spread":0.186110904253982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007263008,0.0005960509,0.001000695,0.00155137,0.0003697965,0.0005034745,0.002082539,0.0007362335,0.001226451],"category_scores_gemma":[0.02284189,0.0003928845,0.001177476,0.001317608,0.000370444,0.0006442337,0.0005636377,0.000716146,0.0003478342],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007506805,"about_ca_system_score_gemma":0.001224823,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02231664,"about_ca_topic_score_gemma":0.02176289,"domain_scores_codex":[0.992141,0.005667248,0.0003052147,0.001156655,0.0006361192,0.00009377558],"domain_scores_gemma":[0.9918327,0.004528427,0.001375019,0.001502414,0.0006972317,0.00006418402],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004000202,0.0005383805,0.2286078,0.001303333,0.004557689,0.0006483051,0.002153777,0.09088725,0.003625563,0.01906741,0.003975366,0.6442352],"study_design_scores_gemma":[0.0002769954,0.002847435,0.2150795,0.0003533899,0.002299721,0.001367756,0.001512164,0.7192534,0.004526606,0.02923222,0.02296717,0.00028378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1001728,0.001615107,0.8942221,0.000253404,0.00009823561,0.0007607089,0.0008252431,0.0003180011,0.001734427],"genre_scores_gemma":[0.5204864,0.001393083,0.4728333,0.0001269338,0.00008313509,0.001684829,0.0008950054,0.0000332967,0.002463917],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02231664,"threshold_uncertainty_score":0.04437345,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1990843122","doi":"10.1177/0193841x07307532","title":"The Interaction of Co-Occurring Mental Disorders and Recovery Management Checkups on Substance Abuse Treatment Participation and Recovery","year":2008,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Addiction and Mental Health","funders":"National Institute on Drug Abuse","keywords":"Substance abuse; Intervention (counseling); Psychiatry; Substance use; Mental health; Psychology; Clinical psychology; Randomized controlled trial; Substance abuse treatment; Medicine; Internal medicine","authors":[{"name":"Brian Rush","is_ca":true},{"name":"Michael L. Dennis","is_ca":false},{"name":"Christy K. Scott","is_ca":false},{"name":"Saulo Castel","is_ca":false},{"name":"Rodney R. Funk","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08272507338278332,"gpt":0.3832698896296803,"spread":0.300544816246897,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01352316,0.0003771779,0.001706184,0.0006010288,0.0005808712,0.0007853849,0.0009279913,0.0009194822,0.003246303],"category_scores_gemma":[0.04134613,0.0003111487,0.001312952,0.0004465041,0.000807147,0.0009220141,0.0009049446,0.001320243,0.0002579068],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001196744,"about_ca_system_score_gemma":0.001666179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003312881,"about_ca_topic_score_gemma":0.007169197,"domain_scores_codex":[0.9726299,0.02325507,0.0007077965,0.000729926,0.001861753,0.0008154516],"domain_scores_gemma":[0.9220932,0.06868354,0.005695687,0.001053134,0.0007216941,0.001752642],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.1505003,0.04804809,0.1602256,0.003150827,0.006359191,0.0001685989,0.001668493,0.003012872,0.001876571,0.001091804,0.001025398,0.6228722],"study_design_scores_gemma":[0.01092431,0.2985769,0.6737298,0.0008278663,0.004961186,0.0002420312,0.001039009,0.002545501,0.00239289,0.0005204275,0.004159799,0.00008029677],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9909317,0.005587972,0.0002977162,0.0004876831,0.00004027423,0.0003128615,0.00009315725,0.00001594456,0.002232664],"genre_scores_gemma":[0.9958891,0.001846865,0.0008613963,0.0001323492,0.00007212355,0.0003659133,0.00006979609,0.000005056157,0.0007572622],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01352316,"threshold_uncertainty_score":0.07151818,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099407725","doi":"10.1177/0193841x0102500602","title":"Characteristics of Responding-, Nonresponding- and Refusing-Parents in an Adolescent Lifestyle Choice Study","year":2001,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brock University; Queen's University","funders":"","keywords":"Parental consent; Informed consent; Psychology; Scale (ratio); Clinical psychology; Developmental psychology; Medicine; Alternative medicine","authors":[{"name":"Joseph Baker","is_ca":true},{"name":"John K. Yardley","is_ca":true},{"name":"Kerri McCaul","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2809426709750991,"gpt":0.5545025882861809,"spread":0.2735599173110818,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008668701,0.0001478836,0.000463744,0.0008651736,0.0007076288,0.0007080413,0.0002819881,0.0004855157,0.001183352],"category_scores_gemma":[0.03050453,0.000235313,0.0003198549,0.000891723,0.0003487277,0.0004633262,0.0003590904,0.000515703,0.0003675668],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002914195,"about_ca_system_score_gemma":0.0006451227,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001420335,"about_ca_topic_score_gemma":0.001898246,"domain_scores_codex":[0.9912829,0.005380296,0.001414551,0.0003763368,0.001178318,0.0003676477],"domain_scores_gemma":[0.9793518,0.009248453,0.006725852,0.001341774,0.002102055,0.001230197],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003088021,0.0003184466,0.9814888,0.0000493266,0.00002755512,0.0008047542,0.006649291,0.00001772168,0.0005106534,0.00005234306,0.0002132431,0.009559067],"study_design_scores_gemma":[0.00003599621,0.001613395,0.9782156,0.00008689897,0.00004117849,0.003281424,0.0138597,0.0001606287,0.0007412494,0.00006056779,0.001881175,0.00002217259],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9988041,0.0002999115,0.0001828543,0.00007879029,0.000009265001,0.000151074,0.00008661958,0.000002831055,0.0003845772],"genre_scores_gemma":[0.9981657,0.0004258683,0.0003743201,0.0001551698,0.000008621937,0.000298514,0.000192524,0.000004132084,0.0003751784],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008668701,"threshold_uncertainty_score":0.04584503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2113827930","doi":"10.1177/0193841x0002400501","title":"Health Outcomes of Elementary School Students in New Brunswick","year":2000,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta; Canadian Institute for Advanced Research","funders":"","keywords":"Socioeconomic status; Psychology; Mental health; Physical health; Multilevel model; Healthy eating; Physical activity; Gerontology; Environmental health; Medicine; Physical therapy; Psychiatry; Population","authors":[{"name":"Xin Ma","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05501168353014899,"gpt":0.4353426154747834,"spread":0.3803309319446344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005174384,0.0002070967,0.0004809677,0.00113329,0.0005498182,0.0006068824,0.000409327,0.0002272517,0.0008931179],"category_scores_gemma":[0.00088977,0.0001727457,0.0002405096,0.001984732,0.0003184498,0.000192178,0.000423751,0.0003850376,0.0001532698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003843596,"about_ca_system_score_gemma":0.005042858,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5392546,"about_ca_topic_score_gemma":0.8215247,"domain_scores_codex":[0.999696,0.00004607123,0.0000319324,0.00004527494,0.0001071941,0.00007355347],"domain_scores_gemma":[0.9994622,0.00006368702,0.000185539,0.00001676633,0.000152937,0.0001189151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001298031,0.0001729654,0.9722751,0.0001657069,0.00008108182,0.000133182,0.0009889782,0.00007636315,0.0006110908,0.00004352348,0.0005640127,0.02475808],"study_design_scores_gemma":[0.000005883659,0.00004657184,0.9988614,0.00002567229,0.00001599344,0.00001905426,0.0004850773,0.00001489945,0.00006623107,0.000005760177,0.0004503032,0.000003067509],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993006,0.00378993,0.00003410405,0.000205139,0.00001197868,0.00005872479,0.0009325006,0.000003926339,0.001957713],"genre_scores_gemma":[0.9946358,0.003458103,0.0001284454,0.0001033876,0.000005739951,0.00006616123,0.0007573059,0.000001707977,0.0008435416],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4607454,"threshold_uncertainty_score":0.9269176,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226126191","doi":"10.1177/0193841x221085355","title":"Analyzing the Nexus Between Geopolitical Risk, Policy Uncertainty, and Tourist Arrivals: Evidence From the United States","year":2022,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Market Dynamics and Volatility","field":"Economics, Econometrics and Finance","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Nexus (standard); Geopolitics; Tourism; Political science; Economics; Regional science; Geography; Computer science","authors":[{"name":"Umer Shahzad","is_ca":false},{"name":"Muhammad Ramzan","is_ca":false},{"name":"Muhammad Ibrahim Shah","is_ca":true},{"name":"Buhari Doğan","is_ca":false},{"name":"Ahdi Noomen Ajmi","is_ca":false}],"retraction":{"nature":"Expression of concern","openalex_flagged":false},"screen_n_in":null,"score":{"opus":0.1068698492901642,"gpt":0.3450513100099599,"spread":0.2381814607197958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001185114,0.0002599591,0.0003068203,0.001661307,0.0003178589,0.001180841,0.0002643848,0.0003102172,0.0016238],"category_scores_gemma":[0.00494088,0.0001432603,0.0006564855,0.003611841,0.0003929886,0.0007901012,0.0007168145,0.0008777856,0.0001353639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005356294,"about_ca_system_score_gemma":0.001337043,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04237693,"about_ca_topic_score_gemma":0.06092035,"domain_scores_codex":[0.9996371,0.0001387071,0.00003999007,0.00005331529,0.00008592248,0.00004483043],"domain_scores_gemma":[0.994942,0.002725341,0.001436469,0.0001411983,0.000627992,0.0001269798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002031663,0.0001909738,0.8942965,0.002324718,0.001797987,0.0004890017,0.0009675635,0.003858581,0.0002383337,0.008865528,0.006392311,0.08037534],"study_design_scores_gemma":[0.00002137754,0.0001878555,0.9563416,0.001690183,0.001369003,0.0001681269,0.006776944,0.004585469,0.0004381372,0.004047795,0.02431881,0.00005468299],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8907594,0.08126471,0.002330142,0.005880937,0.0002636671,0.00006445907,0.00463917,0.000018303,0.01477921],"genre_scores_gemma":[0.9602813,0.03642889,0.0004740666,0.0004759785,0.00009433362,0.00001692416,0.001709447,0.000005244349,0.0005138193],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04237693,"threshold_uncertainty_score":0.08426052,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983148067","doi":"10.1177/0193841x0002400103","title":"An Application of Theory-Driven Evaluation to a Drop-In Youth Center","year":2000,"lang":"en","type":"review","venue":"Evaluation Review","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; McGill University","funders":"","keywords":"Drop out; Context (archaeology); Theory of change; Intervention (counseling); Program evaluation; Data collection; Psychology; Center (category theory); Management science; Applied psychology; Sociology; Political science; Engineering; Social science; Economics; Public administration","authors":[{"name":"Céline Mercier","is_ca":true},{"name":"Myra Piat","is_ca":true},{"name":"Normand Péladeau","is_ca":true},{"name":"Christian Dagenais","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1513130385005866,"gpt":0.490324462403093,"spread":0.3390114239025064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1995246,0.001676914,0.002603747,0.007768119,0.002406092,0.004274416,0.003776707,0.001566244,0.002296657],"category_scores_gemma":[0.2154679,0.000902509,0.00167984,0.004512547,0.002948676,0.002678422,0.004647024,0.001892628,0.0004477234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01393132,"about_ca_system_score_gemma":0.02829167,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009177628,"about_ca_topic_score_gemma":0.01761253,"domain_scores_codex":[0.7497635,0.2222052,0.005598892,0.002790526,0.01829849,0.001343301],"domain_scores_gemma":[0.8151452,0.1408849,0.004675804,0.00645602,0.03171938,0.001118707],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006937516,0.002029594,0.004158223,0.03234531,0.0006184535,0.0004603853,0.03234264,0.005027558,0.002155566,0.02335902,0.005285014,0.8915245],"study_design_scores_gemma":[0.008252993,0.03559115,0.04229523,0.1732205,0.005803827,0.002320054,0.1595198,0.04109171,0.05432069,0.1068547,0.3695648,0.001164514],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.1555136,0.06326997,0.4559668,0.008000332,0.002355809,0.2502271,0.0009344799,0.0006819795,0.06304999],"genre_scores_gemma":[0.353133,0.01905387,0.5339051,0.002178559,0.0000952695,0.08820722,0.0003898362,0.0001393753,0.002897789],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.1995246,"threshold_uncertainty_score":0.9871286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2025194027","doi":"10.1177/0193841x12458103","title":"Measuring Stakeholder Participation in Evaluation","year":2012,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières; Université Laval","funders":"","keywords":"Intraclass correlation; Reliability (semiconductor); Stakeholder; Sample (material); Convergent validity; Psychology; Generalizability theory; Sample size determination; Scale (ratio); Statistics; Applied psychology; Psychometrics; Clinical psychology; Mathematics; Economics; Developmental psychology; Geography","authors":[{"name":"Pierre‐Marc Daigneault","is_ca":true},{"name":"Steve Jacob","is_ca":true},{"name":"Joël Tremblay","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8475988642781547,"gpt":0.6249450003263772,"spread":0.2226538639517774,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1996183,0.0007223355,0.0006918487,0.005375277,0.003347579,0.005383664,0.001529637,0.001206502,0.002756797],"category_scores_gemma":[0.291908,0.0003673485,0.0009069222,0.003235945,0.006765414,0.005453274,0.01140089,0.001887702,0.0004754014],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006642837,"about_ca_system_score_gemma":0.009788483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00141364,"about_ca_topic_score_gemma":0.001499731,"domain_scores_codex":[0.6645008,0.2762157,0.01148275,0.00444963,0.03858576,0.004765378],"domain_scores_gemma":[0.5297639,0.327914,0.04568532,0.01545614,0.07208747,0.009093072],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003847831,0.001059356,0.3337183,0.003212118,0.00038551,0.000365477,0.1875834,0.003427546,0.002959521,0.02852253,0.004949621,0.4334317],"study_design_scores_gemma":[0.0001872023,0.00410566,0.4828895,0.007807712,0.0004132517,0.001480427,0.2754016,0.01422568,0.01299024,0.08887237,0.1111416,0.0004848323],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8186346,0.001714193,0.09424026,0.00656454,0.0001896774,0.003063149,0.0002299195,0.0001922978,0.07517123],"genre_scores_gemma":[0.9827409,0.0002644606,0.01463201,0.0003167468,0.00003072702,0.001328863,0.00007236111,0.00002202881,0.000591878],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8003817,"threshold_uncertainty_score":0.9870131,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4315752656","doi":"10.1177/0193841x221149809","title":"The Dynamic Nexus Between International Tourism and Environmental Degradation in Top Twenty Tourist Destinations: New Insights From Quantile-on-Quantile Approach","year":2023,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Energy, Environment, Economic Growth","field":"Economics, Econometrics and Finance","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Quantile; Tourism; Nexus (standard); Quantile regression; Granger causality; Destinations; Econometrics; China; Geography; Economic geography; Economics; Computer science","authors":[{"name":"İlhan Öztürk","is_ca":false},{"name":"Arshian Sharif","is_ca":false},{"name":"Danish Iqbal Godil","is_ca":false},{"name":"Adnan Yousuf","is_ca":false},{"name":"Iram Tahir","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05660189426987145,"gpt":0.2808662194890804,"spread":0.224264325219209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001301822,0.0002107948,0.000326089,0.001471376,0.0001305672,0.0008106604,0.0002757401,0.0002149488,0.001749202],"category_scores_gemma":[0.002567791,0.0001048638,0.0007668418,0.002885273,0.000255014,0.0005886646,0.0004777568,0.0005738824,0.000149317],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005551637,"about_ca_system_score_gemma":0.0006350324,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02206331,"about_ca_topic_score_gemma":0.01834323,"domain_scores_codex":[0.99963,0.000159056,0.000025671,0.0000648938,0.00006127339,0.00005920323],"domain_scores_gemma":[0.9986871,0.0006785399,0.0002697566,0.00006139157,0.0002417739,0.00006138829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001626888,0.0001058136,0.8406815,0.001292713,0.001244165,0.0004275725,0.001000511,0.01840308,0.0003568675,0.0115889,0.004026896,0.1207093],"study_design_scores_gemma":[0.000006507339,0.00009842197,0.9634287,0.0003461862,0.0004503661,0.000120891,0.002125123,0.01631997,0.0001911414,0.005370491,0.01151581,0.00002634852],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8896278,0.07417765,0.01563116,0.002635677,0.00009443773,0.00006151748,0.004884243,0.00005769769,0.0128298],"genre_scores_gemma":[0.98629,0.01081052,0.001121776,0.00008816561,0.00004285001,0.00001603263,0.0009932934,0.000008272677,0.000629195],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02206331,"threshold_uncertainty_score":0.04386979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366256521","doi":"10.1177/0193841x231166973","title":"Examining the Effects of Renewable Energy and Economic Growth on Carbon Emission in Canada: Evidence from the Nonlinear ARDL Approaches","year":2023,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Energy, Environment, Economic Growth","field":"Economics, Econometrics and Finance","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Renewable energy; Per capita; Economics; Natural resource economics; Greenhouse gas; Energy consumption; Fossil fuel; Shock (circulatory); Energy intensity; Environmental science; Consumption (sociology); Unit root; Econometrics; Ecology; Engineering; Waste management","authors":[{"name":"Esma Erdoğan","is_ca":false},{"name":"Duygu Serin Oktay","is_ca":false},{"name":"Müge Manga","is_ca":false},{"name":"Harun Bal","is_ca":false},{"name":"Neşe Algan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1040357046427933,"gpt":0.243642188875947,"spread":0.1396064842331537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003302377,0.0008285792,0.0008936291,0.001569348,0.001919276,0.002113121,0.001825303,0.0006714637,0.003892248],"category_scores_gemma":[0.01075608,0.0003970757,0.002134532,0.003075917,0.001372073,0.0009618661,0.002147979,0.00216829,0.0004983309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02186938,"about_ca_system_score_gemma":0.04166951,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9878628,"about_ca_topic_score_gemma":0.9781285,"domain_scores_codex":[0.9976181,0.0003594157,0.0001289842,0.0004160241,0.0007645906,0.0007127911],"domain_scores_gemma":[0.9909998,0.003219287,0.001121996,0.0003908697,0.003646292,0.0006218309],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005392337,0.0003092101,0.8915339,0.0003453546,0.00108305,0.001243703,0.001367792,0.05041207,0.0006314473,0.01685484,0.006006526,0.02967283],"study_design_scores_gemma":[0.000137787,0.0002359749,0.768404,0.0002748136,0.001998944,0.0002348214,0.006980984,0.1946225,0.00224907,0.006016337,0.01862772,0.0002170341],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9734989,0.002696304,0.002636859,0.002572387,0.00005815089,0.00006709749,0.003957964,0.0000880935,0.01442437],"genre_scores_gemma":[0.9906449,0.001424065,0.0008248609,0.0001732695,0.00001658181,0.00001821705,0.002303044,0.00002762894,0.004567428],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02186938,"threshold_uncertainty_score":0.1586742,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2065805300","doi":"10.1177/0193841x06293411","title":"Does Receiving an Earnings Supplement Affect Union Formation? Estimating Effects for Program Participants Using Propensity Score Matching","year":2006,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Gender, Labor, and Family Dynamics","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Propensity score matching; Receipt; Earnings; Matching (statistics); Disadvantaged; Affect (linguistics); Context (archaeology); Demographic economics; Random assignment; Average treatment effect; Psychology; Economics; Econometrics; Medicine; Accounting; Economic growth; Geography","authors":[{"name":"Kristen Harknett","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.13375186684759,"gpt":0.4296849130186229,"spread":0.295933046171033,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03367358,0.0003901562,0.001078848,0.001004235,0.0004759183,0.0007021778,0.0008597038,0.0008422233,0.001620309],"category_scores_gemma":[0.05746154,0.0002483949,0.001926006,0.001495438,0.0008642268,0.0005302378,0.0007826366,0.0005979856,0.0001572727],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000924852,"about_ca_system_score_gemma":0.002122982,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01535473,"about_ca_topic_score_gemma":0.01051958,"domain_scores_codex":[0.9675215,0.02801709,0.001020815,0.001258268,0.001791087,0.0003911439],"domain_scores_gemma":[0.9641833,0.02845583,0.004727402,0.001988422,0.0004946372,0.0001504467],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.005797499,0.002871907,0.6071601,0.001770656,0.01220531,0.0001352757,0.001907552,0.009074802,0.001711087,0.008011852,0.001064167,0.3482898],"study_design_scores_gemma":[0.002186168,0.01480872,0.9059773,0.0006477064,0.01994106,0.0001541648,0.001956835,0.02601187,0.006915826,0.01191729,0.009380723,0.0001022747],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9464853,0.003430493,0.04423454,0.001025286,0.0000854004,0.001441141,0.0006842465,0.0000678288,0.0025457],"genre_scores_gemma":[0.9821326,0.0009646598,0.01528451,0.0001868668,0.00002726828,0.0006421696,0.0002166104,0.000006058939,0.0005393009],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03367358,"threshold_uncertainty_score":0.1780851,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015434985","doi":"10.1177/0193841x14567313","title":"An Alternative Framework to Investigating and Understanding Intraindividual Processes in Substance Abuse Recovery","year":2015,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Nomothetic and idiographic; Substance abuse; Craving; Psychology; Abstinence; Affect (linguistics); Clinical psychology; Addiction; Developmental psychology; Social psychology; Psychiatry","authors":[{"name":"Yao Zheng","is_ca":true},{"name":"H. Harrington Cleveland","is_ca":false},{"name":"Peter C. M. Molenaar","is_ca":false},{"name":"Kitty S. Harris","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2853905940586414,"gpt":0.4279131534136509,"spread":0.1425225593550095,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01032462,0.001082581,0.0009374187,0.004609152,0.002293416,0.005090969,0.002579828,0.001675118,0.005015624],"category_scores_gemma":[0.01786875,0.0003977737,0.001820682,0.003432398,0.01163974,0.005779178,0.004624564,0.002849591,0.0005222228],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00432186,"about_ca_system_score_gemma":0.005870351,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008476177,"about_ca_topic_score_gemma":0.005825941,"domain_scores_codex":[0.9915291,0.006068623,0.0003513366,0.001211058,0.0004872245,0.0003527328],"domain_scores_gemma":[0.9866214,0.008456392,0.001733283,0.001699624,0.001004499,0.0004847542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001176606,0.000322014,0.03640592,0.0004287115,0.0001512158,0.0003118862,0.03294384,0.003172939,0.0007400208,0.8864699,0.001127032,0.03780882],"study_design_scores_gemma":[0.00006811405,0.0004253407,0.04145908,0.000575043,0.0001862501,0.0009371414,0.02403873,0.0271554,0.000414594,0.8634806,0.04116626,0.00009351483],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1523688,0.004704047,0.7175252,0.02802528,0.0005026189,0.001052615,0.0008929534,0.0002582914,0.09467021],"genre_scores_gemma":[0.8369226,0.001383128,0.1553404,0.002035122,0.0001853312,0.001532481,0.0003979095,0.00004652035,0.0021564],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01032462,"threshold_uncertainty_score":0.0546025,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4281261681","doi":"10.1177/0193841x221098211","title":"Post-Graduation Work Visas and Loopholes: Insights into Support Provision for International Graduates from the Perspectives of Migration Agents, Universities, and International Graduates","year":2022,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Impulse Buying and Technology Impacts","field":"Economics, Econometrics and Finance","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Impact","funders":"","keywords":"Graduation (instrument); Nexus (standard); Work (physics); Scope (computer science); International education; Public relations; Political science; Career Pathways; Higher education; Medical education; Medicine; Engineering; Law","authors":[{"name":"Lý Thị Trần","is_ca":true},{"name":"Huyen Bui","is_ca":true},{"name":"George Tan","is_ca":false},{"name":"Mark Rahimi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05548297578315207,"gpt":0.3011743031318248,"spread":0.2456913273486727,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007864553,0.0003791655,0.0003820076,0.001394745,0.01064245,0.009211637,0.0015034,0.002323659,0.003926708],"category_scores_gemma":[0.01086304,0.0003630631,0.0003023325,0.001075642,0.01005723,0.004722617,0.007080478,0.004776845,0.0003350398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005528405,"about_ca_system_score_gemma":0.01029978,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009084501,"about_ca_topic_score_gemma":0.02162088,"domain_scores_codex":[0.9953262,0.002706596,0.0001173591,0.0001888368,0.000414531,0.001246502],"domain_scores_gemma":[0.9913579,0.004779561,0.0009526782,0.0002377849,0.0005474043,0.002124662],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002053242,0.00009151776,0.009477773,0.00005043618,0.000003563192,0.0006618212,0.9746385,0.00002973721,0.0002590807,0.005793224,0.000679212,0.008294643],"study_design_scores_gemma":[0.000001384943,0.0000267119,0.003301416,0.00005622327,0.000001626068,0.00005147149,0.992195,0.00003155582,0.0000330415,0.0003671165,0.003931149,0.000003301627],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9800155,0.0004593723,0.0005537934,0.005602161,0.00005790963,0.0000352362,0.00001563655,0.000008804858,0.01325152],"genre_scores_gemma":[0.997156,0.00035234,0.0002134742,0.000476082,0.00001637656,0.00001793646,0.000008461408,0.000007185172,0.00175209],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01064245,"threshold_uncertainty_score":0.04159224,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093553995","doi":"10.1177/0193841x03261484","title":"Picking Up the Challenge","year":2004,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa; Child Welfare League of Canada; Royal Ottawa Mental Health Centre","funders":"","keywords":"Enumeration; Population; Computer science; Data science; Management science; Sociology; Mathematics; Engineering; Demography","authors":[{"name":"Susan Farrell","is_ca":true},{"name":"Elke D. Reissing","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2812821955724736,"gpt":0.5541621417145391,"spread":0.2728799461420656,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06007451,0.001345495,0.00270874,0.00531082,0.01002744,0.01428618,0.00532088,0.008223857,0.01548268],"category_scores_gemma":[0.118007,0.0005856004,0.001352326,0.004802318,0.0171873,0.02394475,0.01229737,0.01827276,0.007750871],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02262829,"about_ca_system_score_gemma":0.06448933,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.3765837,"about_ca_topic_score_gemma":0.5434439,"domain_scores_codex":[0.9611962,0.01678578,0.00211125,0.004634958,0.0117434,0.003528468],"domain_scores_gemma":[0.9151109,0.0245662,0.003215722,0.004642213,0.04277273,0.009692255],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002202294,0.0001110361,0.009103739,0.003311305,0.0002600941,0.0004281976,0.01231998,0.0007783514,0.0006080727,0.1526528,0.5229038,0.2973025],"study_design_scores_gemma":[0.00004006137,0.0001239557,0.007173641,0.006356996,0.0001008529,0.0004397646,0.05360774,0.0007454338,0.0003937652,0.1682795,0.7625695,0.0001689317],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.00459115,0.03107435,0.009259,0.9319632,0.009405094,0.0001083962,0.0006752119,0.000136488,0.01278709],"genre_scores_gemma":[0.1818304,0.07036678,0.05126373,0.6321428,0.01602706,0.0008031011,0.001312939,0.0006595834,0.04559358],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.3765837,"threshold_uncertainty_score":0.7487835,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034770421","doi":"10.1177/0193841x05279182","title":"Facilitating Self-Determination in Adolescents with Intellectual Disabilities","year":2005,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Curriculum; Identity (music); Psychology; Self-determination; Intellectual disability; Field (mathematics); Pedagogy; Medical education; Applied psychology; Mathematics education; Political science; Medicine","authors":[{"name":"Marie-Claire Haelewyck","is_ca":false},{"name":"Mélanie Bara","is_ca":false},{"name":"Yves Lachapelle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09025164283672198,"gpt":0.4246290602829653,"spread":0.3343774174462433,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002991974,0.00010363,0.000271158,0.00052791,0.0004312455,0.0005066229,0.0003122831,0.0002253811,0.0006492733],"category_scores_gemma":[0.005803831,0.0000526695,0.0001643154,0.0003241774,0.0003544962,0.0003027364,0.0008081259,0.0002564344,0.00008063531],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008541662,"about_ca_system_score_gemma":0.004828844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005728286,"about_ca_topic_score_gemma":0.01885669,"domain_scores_codex":[0.9977117,0.001597316,0.0000898345,0.00004360196,0.0003595884,0.0001981218],"domain_scores_gemma":[0.9983222,0.0008299911,0.000265065,0.00005319897,0.0003146095,0.0002149401],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001418911,0.001765579,0.05431084,0.002725678,0.00005352105,0.0004914181,0.02124228,0.0003946976,0.00150571,0.001937519,0.002783268,0.9126476],"study_design_scores_gemma":[0.0003541652,0.006708595,0.6940632,0.008703141,0.0002958334,0.003139787,0.0737372,0.000635482,0.008260082,0.002260975,0.201777,0.0000644939],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9767994,0.01294207,0.0003959695,0.0007448932,0.00003620909,0.0002274058,0.0000287962,0.00001028353,0.008814927],"genre_scores_gemma":[0.9872839,0.009321656,0.001850955,0.0001266223,0.00001359138,0.0001513147,0.00004078722,0.000002465155,0.00120886],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005728286,"threshold_uncertainty_score":0.01582325,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2166236442","doi":"10.1177/0193841x14531260","title":"Grief, Anger, and Relationality","year":2014,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Emotional Labor in Professions","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Public Health Ontario; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"Institute of Gender and Health; Canadian Institutes of Health Research; Toronto Rehabilitation Institute; Ontario Ministry of Health and Long-Term Care","keywords":"Grief; Anger; Empathy; Psychology; Context (archaeology); Neurorehabilitation; Nursing; Thematic analysis; Focus group; Psychosocial; Rehabilitation; Health care; Feeling; Psychotherapist; Medicine; Qualitative research; Clinical psychology; Psychiatry; Physical therapy; Social psychology","authors":[{"name":"Pia Kontos","is_ca":true},{"name":"Karen‐Lee Miller","is_ca":true},{"name":"Angela Colantonio","is_ca":true},{"name":"Cheryl Cott","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08182174885329145,"gpt":0.4737520539230007,"spread":0.3919303050697093,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001525042,0.0001897245,0.0001638583,0.0004373482,0.00098946,0.00155644,0.000277868,0.0003421256,0.002912004],"category_scores_gemma":[0.004838209,0.00008547275,0.0001563311,0.0002404532,0.003716345,0.0007563781,0.001561195,0.0009338128,0.0001893493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009440446,"about_ca_system_score_gemma":0.0005660162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001372787,"about_ca_topic_score_gemma":0.001778887,"domain_scores_codex":[0.9987305,0.0007229454,0.00003498378,0.00008348301,0.0002803221,0.0001477233],"domain_scores_gemma":[0.9978986,0.0006796832,0.0008653078,0.00008996073,0.0001389104,0.0003274558],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0009814503,0.0008878578,0.4316476,0.001263213,0.0003652365,0.002136577,0.1683689,0.001277108,0.009122081,0.05523082,0.006950372,0.3217688],"study_design_scores_gemma":[0.00007216324,0.0007752204,0.7996441,0.0008926992,0.0001594051,0.005806366,0.09898143,0.001086433,0.002428671,0.04189501,0.04816017,0.00009835028],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9142807,0.008835912,0.003383583,0.004306127,0.000106501,0.00007055128,0.0001067214,0.00004004069,0.06886995],"genre_scores_gemma":[0.9972786,0.00102348,0.0004925447,0.0001779846,0.00001874656,0.00001614247,0.00001581883,0.000003422276,0.0009732033],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002912004,"threshold_uncertainty_score":0.009741664,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2124187889","doi":"10.1177/0193841x05284090","title":"How to Begin a New Topic in Mathematics","year":2006,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Mathematics Education and Teaching Techniques","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Mathematics education; Computer science; Contrast (vision); Multilevel model; Mathematics","authors":[{"name":"Xin Ma","is_ca":false},{"name":"Constantinos Papanastasiou","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1238623546586106,"gpt":0.4557607482728444,"spread":0.3318983936142338,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003498179,0.0003075988,0.0006729329,0.001563235,0.001395129,0.002968284,0.001045408,0.0009114931,0.00374993],"category_scores_gemma":[0.02962239,0.0002807292,0.0006302489,0.0009921986,0.001268546,0.003078045,0.001510291,0.001802116,0.001167349],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003034403,"about_ca_system_score_gemma":0.009809674,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0330557,"about_ca_topic_score_gemma":0.1212393,"domain_scores_codex":[0.9966835,0.0008561483,0.0001827268,0.0003501643,0.00166824,0.0002591566],"domain_scores_gemma":[0.983074,0.008436046,0.002542289,0.00116792,0.00309609,0.001683662],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002041305,0.001315921,0.06965695,0.002271532,0.0001311961,0.0005551609,0.05571682,0.0008061314,0.01077972,0.01462794,0.01653112,0.8274033],"study_design_scores_gemma":[0.0002345685,0.001710899,0.2639416,0.003825321,0.0005416729,0.001649272,0.05145964,0.001256147,0.01414424,0.01981395,0.6412277,0.0001949423],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.799103,0.02706476,0.03157591,0.02007535,0.0007768035,0.001043811,0.0004706026,0.0006040605,0.1192858],"genre_scores_gemma":[0.809356,0.03070368,0.1318953,0.003567181,0.0001937081,0.0004419302,0.0006029367,0.0001518951,0.02308723],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.0330557,"threshold_uncertainty_score":0.06572658,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2302098269","doi":"10.1177/0193841x16637950","title":"How Do Evaluators Differentiate Successful From Less-Than-Successful Experiences With Collaborative Approaches to Evaluation?","year":2016,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; Queen's University; University of Ottawa","funders":"University of Ottawa","keywords":"Stakeholder; Antecedent (behavioral psychology); Psychology; Control (management); Computer-assisted web interviewing; Applied psychology; Knowledge management; Medical education; Social psychology; Public relations; Computer science; Political science; Business; Marketing; Medicine","authors":[{"name":"J. Bradley Cousins","is_ca":true},{"name":"Lyn M. Shulha","is_ca":true},{"name":"Elizabeth Whitmore","is_ca":true},{"name":"Hind Al Hudib","is_ca":true},{"name":"Nathalie Gilbert","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4512052275898277,"gpt":0.4632224952179479,"spread":0.01201726762812022,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08889955,0.000310519,0.000659669,0.004181632,0.001682379,0.006900586,0.0009411572,0.001513056,0.001237001],"category_scores_gemma":[0.3077115,0.0003790675,0.0005462221,0.002633478,0.003943522,0.00729974,0.004606444,0.001191069,0.0002841506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002262688,"about_ca_system_score_gemma":0.0030749,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00168441,"about_ca_topic_score_gemma":0.0036165,"domain_scores_codex":[0.8942397,0.08140605,0.006605472,0.002922263,0.01167868,0.003147818],"domain_scores_gemma":[0.6568459,0.2376536,0.05366967,0.01033164,0.03338679,0.008112387],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007093258,0.0003917295,0.3345829,0.001828631,0.0003217633,0.0004102409,0.4114484,0.0002523866,0.001458371,0.00478912,0.002510964,0.2412962],"study_design_scores_gemma":[0.0001217186,0.0008798745,0.365412,0.003745732,0.0002197431,0.0007873105,0.5947846,0.001101004,0.00236246,0.008107229,0.02225692,0.0002213502],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9807966,0.002559876,0.004231663,0.003216593,0.00009307466,0.0001426884,0.00004131558,0.00002780185,0.008890506],"genre_scores_gemma":[0.9968502,0.0005864459,0.001597352,0.0003992446,0.00003063066,0.0001309365,0.00003221087,0.00001408507,0.0003588552],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08889955,"threshold_uncertainty_score":0.4701514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409153149","doi":"10.1177/0193841x251331723","title":"A Critical Reflection of Generalization in Mixed Methods Research","year":2025,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Generalization; Constructive; Multimethodology; Relevance (law); Management science; Computer science; Reflection (computer programming); Psychology; Epistemology; Mathematics education; Process (computing); Political science","authors":[{"name":"Quan Nha Hong","is_ca":true},{"name":"Sergi Fàbregues","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7561451234814716,"gpt":0.7902642498582428,"spread":0.03411912637677128,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6921039,0.002585658,0.004043718,0.007271818,0.01454847,0.02478252,0.008642348,0.02015315,0.002500152],"category_scores_gemma":[0.7456506,0.002886139,0.004632846,0.004786569,0.08621913,0.04638441,0.02342785,0.06103022,0.000871579],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02790119,"about_ca_system_score_gemma":0.04766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00390218,"about_ca_topic_score_gemma":0.002933888,"domain_scores_codex":[0.1852856,0.6984974,0.04219618,0.01655218,0.05401158,0.003457067],"domain_scores_gemma":[0.1111291,0.7448978,0.01748067,0.05927533,0.06471221,0.002504895],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002780281,0.00013995,0.001515746,0.009278689,0.0003104791,0.001071708,0.2569403,0.001191081,0.001831323,0.5890148,0.04048135,0.09794649],"study_design_scores_gemma":[0.0002217743,0.0004255011,0.001190564,0.02987457,0.0003144752,0.001922274,0.05733798,0.004186877,0.007962887,0.4918624,0.4043293,0.0003713437],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.007424458,0.02051372,0.2502686,0.6918397,0.01496932,0.002460383,0.00008825384,0.0002974595,0.01213808],"genre_scores_gemma":[0.2958269,0.01492676,0.4299557,0.235182,0.006831939,0.01262025,0.00007777008,0.0006904249,0.003888228],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3078961,"threshold_uncertainty_score":0.3796907,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386533916","doi":"10.1177/0193841x231198706","title":"Building a Logic Model to Foster Engagement and Learning Using the Case of a Province-Wide Multispecies Antimicrobial Use Monitoring System","year":2023,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université de Montréal","funders":"Ministère de l'Agriculture, des Pêcheries et de l'Alimentation","keywords":"Logic model; Computer science; Process (computing); Framing (construction); Corporate governance; Reflexivity; Management science; Knowledge management; Process management; Engineering; Sociology; Business; Social science","authors":[{"name":"Antoine Boudreau LeBlanc","is_ca":true},{"name":"Aude Motulsky","is_ca":true},{"name":"Marie-Pierre Moreault","is_ca":true},{"name":"Man Qing Liang","is_ca":true},{"name":"Ida Ngueng Feze","is_ca":true},{"name":"Luc Des Côteaux","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8525169825921586,"gpt":0.6806434946012924,"spread":0.1718734879908662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04450496,0.0006779539,0.000526726,0.003778155,0.01032664,0.0110067,0.003812668,0.004194214,0.005891689],"category_scores_gemma":[0.0373742,0.0005895469,0.001011724,0.003328785,0.01610794,0.01014255,0.007893235,0.004486893,0.0005818471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04630135,"about_ca_system_score_gemma":0.06169623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.08689316,"about_ca_topic_score_gemma":0.1465588,"domain_scores_codex":[0.9624364,0.0315432,0.0007002189,0.001119293,0.002333491,0.001867373],"domain_scores_gemma":[0.9493614,0.04136264,0.00143099,0.002016555,0.004446967,0.001381405],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006167746,0.0002471125,0.002865327,0.0006376936,0.00002629768,0.001012971,0.04414202,0.01299201,0.0006013335,0.8843488,0.004415654,0.04864911],"study_design_scores_gemma":[0.0002502742,0.0003941752,0.002507375,0.002967413,0.0001351099,0.0005429036,0.1337605,0.05775742,0.002472187,0.5595798,0.2394904,0.0001423939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1214416,0.001720284,0.514915,0.08409856,0.0002641719,0.003296455,0.0002917692,0.0003949848,0.2735771],"genre_scores_gemma":[0.7457041,0.0009271736,0.2415496,0.00247224,0.00002859498,0.001869945,0.0001594424,0.0000702779,0.007218522],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.08689316,"threshold_uncertainty_score":0.3359414,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168096943","doi":"10.1177/0193841x12439704","title":"Homelessness Outcome Reporting Normative Framework","year":2012,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Normative; Report card; Outcome (game theory); Psychology; Political science; Economics","authors":[{"name":"Tyrone Austen","is_ca":true},{"name":"Bernie Pauly","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3399599014597608,"gpt":0.588645813129939,"spread":0.2486859116701782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1997973,0.001300211,0.0021923,0.0132259,0.001893565,0.004706339,0.005685244,0.002318866,0.005481842],"category_scores_gemma":[0.2223514,0.0005581341,0.003691676,0.007668984,0.004354449,0.005734625,0.00647054,0.004187745,0.001938073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01219406,"about_ca_system_score_gemma":0.02651025,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0116273,"about_ca_topic_score_gemma":0.01053695,"domain_scores_codex":[0.7717471,0.1510301,0.03971881,0.00407094,0.03047657,0.002956457],"domain_scores_gemma":[0.7685707,0.1004577,0.02373186,0.01201294,0.09302799,0.00219889],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006532879,0.0006502946,0.04685988,0.01149786,0.0005710548,0.0001964779,0.006440408,0.004744665,0.0004337713,0.512068,0.06408615,0.3517982],"study_design_scores_gemma":[0.000923346,0.002876666,0.07989924,0.02977671,0.001528221,0.001301381,0.0129989,0.01663095,0.003543255,0.3375236,0.5124594,0.0005382975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02952096,0.01350307,0.6437519,0.03134805,0.002104683,0.06956446,0.04815409,0.001664041,0.1603887],"genre_scores_gemma":[0.204193,0.006599739,0.5161707,0.00551605,0.000474278,0.2209867,0.03962592,0.0002381366,0.00619551],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8002027,"threshold_uncertainty_score":0.9867923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2889669442","doi":"10.1177/0193841x18799093","title":"The Sensitivity of Impact Estimates to Data Sources Used: Analysis From an Access to Postsecondary Education Experiment","year":2018,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Canada Millennium Scholarship Foundation","keywords":"Context (archaeology); Psychological intervention; Survey data collection; Randomized experiment; Psychology; Estimation; Political science; Demographic economics; Statistics; Economics; Geography","authors":[{"name":"Reuben Ford","is_ca":false},{"name":"Douwêrê Grékou","is_ca":false},{"name":"Isaac Kwakye","is_ca":false},{"name":"Taylor Shek-wai Hui","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3855258045495976,"gpt":0.6285228913714911,"spread":0.2429970868218935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.5028804,0.001808963,0.00461076,0.002073092,0.002265201,0.004135027,0.003753192,0.003197002,0.003450271],"category_scores_gemma":[0.6265934,0.001194841,0.01018472,0.004641809,0.00532116,0.003298325,0.004106987,0.005075224,0.0003729668],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008787745,"about_ca_system_score_gemma":0.008683087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04169134,"about_ca_topic_score_gemma":0.01893414,"domain_scores_codex":[0.4055223,0.5205953,0.02364496,0.01581912,0.03137153,0.00304683],"domain_scores_gemma":[0.09525147,0.8344119,0.0321856,0.02863663,0.008848296,0.000666137],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.1269921,0.009734073,0.3528606,0.02111869,0.1640342,0.001790654,0.00931769,0.0898468,0.004802816,0.02375587,0.006043686,0.1897027],"study_design_scores_gemma":[0.02828001,0.06432137,0.4839737,0.005184829,0.1418026,0.001596218,0.006818704,0.1392572,0.03308961,0.05193933,0.04192914,0.001807385],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7231783,0.01514079,0.2150522,0.002893357,0.0006468006,0.0275769,0.00614904,0.000449225,0.008913378],"genre_scores_gemma":[0.9575298,0.0009099806,0.02909153,0.001203037,0.000101133,0.00837252,0.001923252,0.0001016702,0.0007670146],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5028804,"threshold_uncertainty_score":0.613037,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389722681","doi":"10.1177/0193841x231221303","title":"When Who Matters: Interviewer Effects and Survey Modality","year":2023,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"International Development Research Centre","keywords":"Interview; Phone; Modality (human–computer interaction); Psychology; Leverage (statistics); Modalities; Social psychology; Applied psychology; Survey data collection; Statistics; Computer science; Sociology","authors":[{"name":"Rebecca Walcott","is_ca":false},{"name":"Isabelle Cohen","is_ca":false},{"name":"Denise Ferris","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4999020040566802,"gpt":0.557242604081877,"spread":0.05734060002519675,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.553369,0.0009108789,0.001839857,0.00268671,0.002361433,0.004796815,0.003006322,0.003166089,0.005415245],"category_scores_gemma":[0.7002502,0.001689094,0.003368549,0.003830442,0.007760885,0.006065155,0.005414996,0.003234438,0.0007790895],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003728111,"about_ca_system_score_gemma":0.004334787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003754886,"about_ca_topic_score_gemma":0.004279462,"domain_scores_codex":[0.2864418,0.6366723,0.03179605,0.01697257,0.0255232,0.002594107],"domain_scores_gemma":[0.1721574,0.7583424,0.02670599,0.03088404,0.01098813,0.0009220224],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.007079574,0.001136926,0.2811222,0.0215708,0.009710114,0.0008114848,0.1051702,0.003517317,0.006897933,0.04741219,0.01100654,0.5045648],"study_design_scores_gemma":[0.003539318,0.009800849,0.5699165,0.02991734,0.00888185,0.002412226,0.05317244,0.01792975,0.03034941,0.1319856,0.1411982,0.0008964317],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4177651,0.03652481,0.4359927,0.02671619,0.003111252,0.03376434,0.003363408,0.0006735254,0.04208866],"genre_scores_gemma":[0.8431472,0.003109897,0.1185867,0.007779222,0.0006288002,0.02320346,0.0004668292,0.0002240306,0.002854014],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.446631,"threshold_uncertainty_score":0.5507755,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W15985522","doi":"10.1177/0193841x05276654","title":"The construction of social imaginaries on terrorism in newspapers from Montreal and Guadalajara : a comparative study among three cultural groups","year":2008,"lang":"en","type":"dissertation","venue":"Evaluation Review","topic":"Cultural and political discourse analysis","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Terrorism; Newspaper; Construct (python library); Media studies; Political science; The Imaginary; Reading (process); Sociology; Order (exchange); Law; Psychology","authors":[{"name":"Gabriela Gómez Rodríguez","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07795567414794159,"gpt":0.4310312717312078,"spread":0.3530755975832662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003199996,0.0007243628,0.0004613358,0.00460387,0.01138005,0.004360291,0.001371764,0.0008423148,0.003640573],"category_scores_gemma":[0.007290334,0.0004423184,0.0002421386,0.003926352,0.008130371,0.001296361,0.003039924,0.001092723,0.0001766328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01880758,"about_ca_system_score_gemma":0.007657047,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.5752892,"about_ca_topic_score_gemma":0.772145,"domain_scores_codex":[0.9974207,0.001282727,0.00005027158,0.0001794169,0.000305985,0.000760977],"domain_scores_gemma":[0.995181,0.0022924,0.0009348132,0.0001575074,0.0008087993,0.0006253968],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000470862,0.00004483435,0.02116106,0.0000921905,0.00001015535,0.000897549,0.9706404,0.00001555262,0.0007336233,0.0004165046,0.0002129957,0.005728045],"study_design_scores_gemma":[0.000003099927,0.00004550742,0.07377825,0.00003675289,0.000008807169,0.000105238,0.9217948,0.00001550067,0.0001583049,0.00002754285,0.004014794,0.00001139882],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.994478,0.0003303845,0.00005084195,0.0002432729,0.00001118789,0.00003686846,0.00003651411,0.000002392075,0.004810572],"genre_scores_gemma":[0.9975073,0.0004201684,0.00008882238,0.00008762797,0.00001596805,0.00003201087,0.00003628116,0.000006083231,0.00180579],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5752892,"threshold_uncertainty_score":0.8544239,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}