{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":2407,"total_is_capped":false,"direct_labels_cover":84,"predictions_cover":2407,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"f27e7d734805","filters":{"topic":"Evaluation and Performance Assessment"}},"results":[{"id":"W2113537253","doi":"10.46743/2160-3715/2003.1870","title":"Understanding Reliability and Validity in Qualitative Research","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5194,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Reliability (semiconductor); Qualitative research; Validity; Psychology; Triangulation; Perspective (graphical); Test (biology); Positivism; Test validity; Construct validity; Social psychology; Epistemology; Computer science; Sociology; Psychometrics; Mathematics; Artificial intelligence; Social science; Developmental psychology","authors":[{"name":"Nahid Golafshani","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9638247936679258,"gpt":0.7706150627950911,"spread":0.1932097308728348,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5230787,0.0009196325,0.002212014,0.009978246,0.00463382,0.01260405,0.003076958,0.003434371,0.003748145],"category_scores_gemma":[0.7133928,0.001459648,0.001905322,0.008945811,0.02598499,0.02000369,0.01133767,0.004924632,0.00103038],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01055978,"about_ca_system_score_gemma":0.02375062,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004930538,"about_ca_topic_score_gemma":0.002878062,"domain_scores_codex":[0.378768,0.5091696,0.03893474,0.01401719,0.05560078,0.003509804],"domain_scores_gemma":[0.1769679,0.6743445,0.02855643,0.0347926,0.08355184,0.001786681],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000236224,0.0001184614,0.01428752,0.01069675,0.0003121792,0.0004923119,0.2431275,0.002333201,0.002151037,0.5054209,0.01011042,0.2107134],"study_design_scores_gemma":[0.0001191064,0.0002626788,0.008595438,0.01917997,0.0001978933,0.0008221326,0.06879234,0.006281138,0.002909951,0.7753266,0.117184,0.0003288648],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03500175,0.00997836,0.8459606,0.04171013,0.001910078,0.007013653,0.0005733875,0.000546956,0.05730513],"genre_scores_gemma":[0.4960785,0.00492896,0.4740109,0.006135059,0.000771752,0.01487464,0.0003934087,0.0003043011,0.002502428],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4769213,"threshold_uncertainty_score":0.5881289,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2088547373","doi":"10.1258/1355819054308576","title":"Systematically reviewing qualitative and quantitative evidence to inform management and policy-making in the health field","year":2005,"lang":"en","type":"review","venue":"Journal of Health Services Research & Policy","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1384,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Service Delivery and Organisation Programme; Canadian Health Services Research Foundation","keywords":"Management science; Qualitative research; Narrative; Thematic analysis; Computer science; Systematic review; Psychological intervention; Knowledge management; Data science; Sociology; MEDLINE; Medicine; Political science; Social science; Nursing; Economics","authors":[{"name":"Nicholas Mays","is_ca":false},{"name":"Catherine Pope","is_ca":false},{"name":"Jennie Popay","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7490632737818417,"gpt":0.7650935679213311,"spread":0.01603029413948942,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5777881,0.004311225,0.01480307,0.06851346,0.006514282,0.02197936,0.009511123,0.01065,0.008451715],"category_scores_gemma":[0.7764085,0.004250369,0.008346179,0.04448532,0.01223127,0.02416347,0.01167724,0.00908117,0.002373124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02434017,"about_ca_system_score_gemma":0.1356465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009594139,"about_ca_topic_score_gemma":0.01861918,"domain_scores_codex":[0.2650969,0.5796666,0.1030786,0.007941636,0.04188687,0.002329392],"domain_scores_gemma":[0.08377583,0.7842268,0.03037144,0.02262646,0.07697625,0.00202319],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003335762,0.0002216048,0.002371586,0.5872911,0.005467095,0.0007207199,0.03020713,0.001174415,0.001330093,0.03153147,0.03004796,0.3093033],"study_design_scores_gemma":[0.00033907,0.0003153422,0.001155757,0.8337273,0.004283475,0.0002380716,0.01987306,0.0006533532,0.001478456,0.03315565,0.1045444,0.0002360962],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.008598701,0.5761912,0.2007794,0.08391711,0.025061,0.08160678,0.00607098,0.0006866648,0.01708818],"genre_scores_gemma":[0.04947016,0.3052841,0.5346838,0.01831747,0.003040439,0.08449441,0.002408192,0.0003465542,0.00195486],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4222119,"threshold_uncertainty_score":0.5206625,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2889852576","doi":"","title":"Creswell, J. W. (2013). Qualitative inquiry and research design. Choosing among five approaches (3e éd.). London : Sage.","year":2015,"lang":"fr","type":"article","venue":"Approches inductives Travail intellectuel et construction des connaissances","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":963,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"SAGE; Qualitative research; Sociology; Social science; Physics","authors":[{"name":"H. Ben Salah","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6383697011419519,"gpt":0.5228253934375306,"spread":0.1155443077044213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08491173,0.002055129,0.001667913,0.008874269,0.006134547,0.007678505,0.003050654,0.002993627,0.01379991],"category_scores_gemma":[0.0832511,0.003776163,0.001197099,0.009745634,0.01281169,0.01090136,0.004064067,0.009464589,0.006974963],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006259334,"about_ca_system_score_gemma":0.02011923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02810806,"about_ca_topic_score_gemma":0.05569597,"domain_scores_codex":[0.9737579,0.01662014,0.002755107,0.001242833,0.005212853,0.0004112289],"domain_scores_gemma":[0.8352963,0.1312441,0.005065095,0.005331077,0.02102187,0.002041517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001821245,0.0001109408,0.002201407,0.01128649,0.0001156068,0.0004607014,0.04313848,0.0005767267,0.002950119,0.05503619,0.2211303,0.6628109],"study_design_scores_gemma":[0.0001041385,0.0002338409,0.006452195,0.02517371,0.0002279228,0.001082028,0.03388721,0.0005890145,0.003219839,0.1164723,0.8122376,0.0003201801],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"other","genre_scores_codex":[0.007764845,0.4635098,0.3772023,0.06994738,0.007445544,0.003954126,0.004298158,0.002126953,0.06375095],"genre_scores_gemma":[0.06967883,0.3333531,0.5488117,0.008905412,0.001303671,0.006774493,0.001679353,0.001261173,0.02823233],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.08491173,"threshold_uncertainty_score":0.4490615,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131259125","doi":"10.1177/104973230001000308","title":"Evaluating Interpretive Inquiry: Reviewing the Validity Debate and Opening the Dialogue","year":2000,"lang":"en","type":"review","venue":"Qualitative Health Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":951,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Foundationalism; Epistemology; Lifeworld; Field (mathematics); External validity; Trustworthiness; Qualitative research; Ontology; Psychology; Sociology; Engineering ethics; Social psychology; Social science; Philosophy","authors":[{"name":"Maureen Angen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.975849557890781,"gpt":0.8206803585145628,"spread":0.1551691993762182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4075321,0.002124796,0.005239108,0.0241317,0.008595902,0.03249572,0.007658634,0.01403374,0.0008883122],"category_scores_gemma":[0.5251456,0.00170402,0.001573592,0.02101331,0.06728119,0.03573132,0.009607165,0.0133599,0.0008619681],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02314856,"about_ca_system_score_gemma":0.03835126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009787017,"about_ca_topic_score_gemma":0.01336022,"domain_scores_codex":[0.4722924,0.4599383,0.0218858,0.004672527,0.03914984,0.002061143],"domain_scores_gemma":[0.2452841,0.7024345,0.01104705,0.006458413,0.03356552,0.001210365],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009251255,0.00008880688,0.001600856,0.03117544,0.0002861845,0.001116261,0.1098839,0.0009524238,0.0004466414,0.4630561,0.02748341,0.3638175],"study_design_scores_gemma":[0.00007150171,0.000123021,0.00182282,0.1323272,0.0002775147,0.001170414,0.1252797,0.001607797,0.0009615576,0.3670299,0.369172,0.0001564324],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002186212,0.824883,0.02462058,0.1343393,0.005506083,0.0003155247,0.00002260524,0.00004668279,0.008079968],"genre_scores_gemma":[0.09362945,0.8263291,0.04416841,0.02345026,0.009324557,0.001544302,0.00006693399,0.0001528414,0.001334095],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5924679,"threshold_uncertainty_score":0.7306184,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2189153528","doi":"","title":"Framework Analysis: A Qualitative Methodology for Applied Policy Research","year":2009,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":854,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"MacEwan University","funders":"","keywords":"Qualitative research; Management science; Computer science; Political science; Sociology; Economics; Social science","authors":[{"name":"Aashish Srivastava","is_ca":false},{"name":"S. Thomson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6192653351074647,"gpt":0.7019230970789018,"spread":0.08265776197143704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03834315,0.001218622,0.001112143,0.00679936,0.005839689,0.006318342,0.002938367,0.001314234,0.01440651],"category_scores_gemma":[0.04954091,0.0007016055,0.001160306,0.007611493,0.006861796,0.004583627,0.004561279,0.002544421,0.001338323],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01068229,"about_ca_system_score_gemma":0.01974116,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01239629,"about_ca_topic_score_gemma":0.02264684,"domain_scores_codex":[0.9652097,0.02992439,0.000704965,0.001051946,0.002414909,0.0006940368],"domain_scores_gemma":[0.9577108,0.03386558,0.0009512287,0.002560478,0.004306493,0.0006053327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000110881,0.0001819014,0.001084314,0.001691485,0.00005042772,0.0001580488,0.09595521,0.00371832,0.002490598,0.7056505,0.01697002,0.1719384],"study_design_scores_gemma":[0.000236831,0.0001720816,0.001222638,0.001777921,0.00008348483,0.00021567,0.1223526,0.0194505,0.00404369,0.6696256,0.1806643,0.0001546618],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01309476,0.000288934,0.943543,0.00338241,0.000167174,0.006059912,0.002293409,0.0003749646,0.03079535],"genre_scores_gemma":[0.08576787,0.0002618803,0.8920735,0.0003554161,0.00001931346,0.01609216,0.0007171398,0.0001798439,0.004532951],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03834315,"threshold_uncertainty_score":0.2027804,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203243032","doi":"10.1186/s13643-021-01821-3","title":"Scoping reviews: reinforcing and advancing the methodology and application","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":834,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital; Queen's University; McMaster University; Impact; Toronto Rehabilitation Institute; Sunnybrook Health Science Centre; Royal College of Physicians and Surgeons of Canada; Institute for Work & Health; Ottawa Hospital; University of Toronto","funders":"Canada Research Chairs; World Health Organization","keywords":"Systematic review; Rigour; Terminology; CLARITY; Medicine; Presentation (obstetrics); Stakeholder; Management science; Consistency (knowledge bases); Process management; MEDLINE; Computer science; Engineering; Public relations","authors":[{"name":"Micah D.J. Peters","is_ca":false},{"name":"Casey Marnie","is_ca":false},{"name":"Heather Colquhoun","is_ca":true},{"name":"Chantelle Garritty","is_ca":true},{"name":"Susanne Hempel","is_ca":false},{"name":"Tanya Horsley","is_ca":true},{"name":"Étienne V Langlois","is_ca":false},{"name":"Erin Lillie","is_ca":true},{"name":"Kelly K. O’Brien","is_ca":true},{"name":"Özge Tunçalp","is_ca":false},{"name":"Michael G. Wilson","is_ca":true},{"name":"Wasifa Zarin","is_ca":true},{"name":"Andrea C. Tricco","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4738319348272704,"gpt":0.5753126436374377,"spread":0.1014807088101674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.589359,0.004340861,0.009375223,0.04374041,0.008880106,0.04965246,0.009837108,0.01858214,0.01638585],"category_scores_gemma":[0.6880754,0.006123617,0.007947557,0.0441175,0.03756348,0.04707864,0.04158285,0.03172621,0.01560556],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01936133,"about_ca_system_score_gemma":0.1171527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007180206,"about_ca_topic_score_gemma":0.007792734,"domain_scores_codex":[0.3160372,0.5229846,0.0662794,0.0161259,0.07533789,0.003234973],"domain_scores_gemma":[0.1503464,0.6461105,0.03082394,0.05233242,0.1144328,0.005953923],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001348249,0.0001303931,0.001183011,0.06480149,0.0007450402,0.0004904288,0.02083499,0.001224555,0.0008008496,0.2186878,0.1094592,0.5815074],"study_design_scores_gemma":[0.0001452251,0.0001524519,0.001001894,0.1966489,0.0004844986,0.00052971,0.004842766,0.001275865,0.0008035417,0.1984134,0.5953541,0.0003474731],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00173774,0.2433084,0.4068749,0.256375,0.02549788,0.0113608,0.001300551,0.001814295,0.05173039],"genre_scores_gemma":[0.02265458,0.2771446,0.6395122,0.02668986,0.01344634,0.01340888,0.001088211,0.001228831,0.004826531],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.410641,"threshold_uncertainty_score":0.5063936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124445109","doi":"10.26522/brocked.v12i2.38","title":"The Use of Think-aloud Methods in Qualitative Research An Introduction to Think-aloud Methods","year":2003,"lang":"en","type":"article","venue":"Brock Education Journal","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":755,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Think aloud protocol; Qualitative research; Interpretation (philosophy); Reciprocity (cultural anthropology); Task (project management); Psychology; Reading aloud; Participant observation; Qualitative property; Triangulation; Process (computing); Computer science; Social psychology; Human–computer interaction; Linguistics; Sociology; Reading (process); Mathematics; Engineering; Social science","authors":[{"name":"Elizabeth Charters","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6737008481614124,"gpt":0.7246427914241172,"spread":0.05094194326270485,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08830456,0.001724789,0.001100222,0.003935598,0.004692317,0.004782284,0.002301078,0.002210295,0.004492874],"category_scores_gemma":[0.09148502,0.001527483,0.001057028,0.00443014,0.01108611,0.004570314,0.004713808,0.004442098,0.001479562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003620233,"about_ca_system_score_gemma":0.005433907,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001674198,"about_ca_topic_score_gemma":0.003222517,"domain_scores_codex":[0.8411312,0.1422069,0.004983342,0.002989362,0.007964953,0.0007241263],"domain_scores_gemma":[0.8252816,0.1520302,0.004821182,0.005938877,0.01058796,0.001340135],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004279728,0.000484634,0.001815286,0.009166948,0.00009909779,0.0005585428,0.3676323,0.001730606,0.01723937,0.09591176,0.01464163,0.4902919],"study_design_scores_gemma":[0.0005715394,0.001659784,0.003849168,0.0182706,0.0001414124,0.002937649,0.1192905,0.008730753,0.02308523,0.231169,0.5893866,0.0009077244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01240276,0.004850009,0.9496247,0.006718708,0.001541835,0.01131541,0.0003769506,0.0007139416,0.01245563],"genre_scores_gemma":[0.0274725,0.002402643,0.950711,0.0009454374,0.0002045406,0.01586988,0.00006682169,0.0001877429,0.002139404],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.08830456,"threshold_uncertainty_score":0.4670048,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W27308458","doi":"10.46743/2160-3715/2007.1645","title":"On Becoming a Qualitative Researcher: The Value of Reflexivity","year":2015,"lang":"en","type":"article","venue":"The Qualitative Report","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":600,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Reflexivity; Qualitative research; Value (mathematics); Phenomenon; Epistemology; Narrative; Process (computing); Field (mathematics); Task (project management); Sociology; Engineering ethics; Psychology; Computer science; Social science; Management","authors":[{"name":"Diane Watt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8577058564611163,"gpt":0.7533929997569319,"spread":0.1043128567041844,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4684637,0.001808226,0.002748081,0.005477913,0.02008077,0.03852848,0.007330536,0.01119592,0.004581095],"category_scores_gemma":[0.5389152,0.001817822,0.001737615,0.004343881,0.1410578,0.03837541,0.0292843,0.02734704,0.00180886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0126978,"about_ca_system_score_gemma":0.02853106,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004419018,"about_ca_topic_score_gemma":0.006119579,"domain_scores_codex":[0.3328337,0.6077165,0.01049934,0.008159855,0.03762183,0.003168847],"domain_scores_gemma":[0.1918792,0.7411653,0.01030461,0.02596196,0.0270013,0.003687501],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001447884,0.00007059726,0.0006578021,0.00261743,0.00009819254,0.001072237,0.6321013,0.0005417552,0.00128176,0.2775107,0.01711123,0.06679214],"study_design_scores_gemma":[0.0001298687,0.0002843265,0.0005232752,0.0159986,0.000087793,0.001947015,0.2359866,0.001361536,0.002306263,0.4748375,0.2661924,0.0003449508],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.02972925,0.01996103,0.3567022,0.5002475,0.01393264,0.003085537,0.000187402,0.00061502,0.07553946],"genre_scores_gemma":[0.5044464,0.02538198,0.2944419,0.1435975,0.006033676,0.008730588,0.0001221739,0.000967975,0.0162778],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5315363,"threshold_uncertainty_score":0.6554789,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2108155649","doi":"10.1177/1049732309344612","title":"Strengths and Challenges in the Use of Interpretive Description: Reflections Arising From a Study of the Moral Experience of Health Professionals in Humanitarian Work","year":2009,"lang":"en","type":"article","venue":"Qualitative Health Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":533,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Interpretation (philosophy); Qualitative research; Engineering ethics; Context (archaeology); Epistemology; Strengths and weaknesses; Discipline; Sociology; Management science; Psychology; Social psychology; Social science; Computer science","authors":[{"name":"Matthew Hunt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9440937988956182,"gpt":0.7470193126754651,"spread":0.1970744862201531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3093373,0.001809687,0.002716348,0.003862985,0.0332379,0.03193589,0.01050842,0.02003014,0.001441257],"category_scores_gemma":[0.3826426,0.002573886,0.002199156,0.004727072,0.1092896,0.02885207,0.03141216,0.03689727,0.0005302381],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01732826,"about_ca_system_score_gemma":0.01886893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007255359,"about_ca_topic_score_gemma":0.01097083,"domain_scores_codex":[0.5434182,0.418528,0.008432685,0.005865908,0.01707851,0.006676716],"domain_scores_gemma":[0.4531179,0.4999728,0.01355656,0.01138241,0.01661087,0.005359432],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003074311,0.00002383887,0.0003445992,0.0002762019,0.00001048409,0.001031176,0.9821468,0.0001243771,0.0001726124,0.01082385,0.001087039,0.003928311],"study_design_scores_gemma":[0.00002178431,0.00004898316,0.0002580535,0.001019165,0.00001418291,0.001190028,0.9586269,0.0003796346,0.0003458791,0.01555585,0.02247446,0.00006515568],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3689133,0.01060071,0.09690534,0.4844328,0.0043673,0.0018757,0.0001902986,0.0002067476,0.03250767],"genre_scores_gemma":[0.9188807,0.005132992,0.03794066,0.03106489,0.000909363,0.002358855,0.0000468027,0.0002844107,0.003381239],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6906627,"threshold_uncertainty_score":0.8517101,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068298920","doi":"10.1111/j.1754-7121.2009.00070_1.x","title":"Policy analytical capacity and evidence‐based policy‐making: Lessons from Canada","year":2009,"lang":"en","type":"article","venue":"Canadian Public Administration","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":524,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Policy making; Political science; Government (linguistics); Order (exchange); Public administration; Welfare economics; Policy analysis; Humanities; Economics; Philosophy; Finance","authors":[{"name":"Michael Howlett","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3480418204072303,"gpt":0.4978244758265805,"spread":0.1497826554193502,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02176497,0.0005776346,0.0009543065,0.003298272,0.01817583,0.01515629,0.003953366,0.004518113,0.007811139],"category_scores_gemma":[0.0526441,0.0006393699,0.0008758774,0.007714507,0.01043284,0.004674911,0.007086302,0.006104264,0.0004270656],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.2960992,"about_ca_system_score_gemma":0.6104338,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9974931,"about_ca_topic_score_gemma":0.9979966,"domain_scores_codex":[0.9831136,0.004148331,0.0007469507,0.0009804342,0.005475309,0.005535251],"domain_scores_gemma":[0.9205151,0.03418934,0.001747288,0.002111869,0.03008968,0.01134672],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005524063,0.000377181,0.04160967,0.002208749,0.0003087889,0.002657309,0.02441301,0.01377636,0.0006612923,0.5823292,0.104558,0.2265481],"study_design_scores_gemma":[0.0005607948,0.0001948504,0.09829437,0.006956839,0.0005204863,0.0004983571,0.05439557,0.01872091,0.00181507,0.1969584,0.6204253,0.0006591913],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.140487,0.0348145,0.006421705,0.5141421,0.0009518765,0.0006636094,0.002167288,0.0002208002,0.3001311],"genre_scores_gemma":[0.9079056,0.02242847,0.01458208,0.0240183,0.000173767,0.0002699284,0.00078313,0.0001241526,0.02971454],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7039008,"threshold_uncertainty_score":0.8164252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2002747675","doi":"10.1177/1075547004267491","title":"New Evidence on Instrumental, Conceptual, and Symbolic Utilization of University Research in Government Agencies","year":2004,"lang":"en","type":"article","venue":"Science Communication","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":465,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Government (linguistics); The Symbolic; Conceptual framework; Sociology; Public relations; Political science; Psychology; Social science; Linguistics","authors":[{"name":"Nabil Amara","is_ca":false},{"name":"Mathieu Ouimet","is_ca":false},{"name":"Réjean Landry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6781789006118617,"gpt":0.5680393100705534,"spread":0.1101395905413083,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02895994,0.0003103855,0.0005587903,0.008476022,0.00236322,0.007057932,0.001340329,0.001575286,0.005103831],"category_scores_gemma":[0.1929391,0.0006049011,0.0004374405,0.01105859,0.01315538,0.008475112,0.006509007,0.002756605,0.0003735491],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004210411,"about_ca_system_score_gemma":0.004862611,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007919432,"about_ca_topic_score_gemma":0.01151748,"domain_scores_codex":[0.9352961,0.04128464,0.004364516,0.002572437,0.01328959,0.003192764],"domain_scores_gemma":[0.4351987,0.4121156,0.09783384,0.02281496,0.02333828,0.008698658],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000569543,0.0007016485,0.7186745,0.001302434,0.000261557,0.0003016328,0.07340612,0.0008227781,0.001419646,0.0460293,0.001383695,0.1551272],"study_design_scores_gemma":[0.00004142294,0.0003014789,0.8767357,0.0009778421,0.0001067184,0.0004300932,0.09127908,0.001048149,0.0009464239,0.01269038,0.01535257,0.0000901557],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9611176,0.003398145,0.00291808,0.008384738,0.00003139316,0.00002250071,0.0001116961,0.00002364585,0.02399226],"genre_scores_gemma":[0.998276,0.0008697377,0.0004656014,0.0001619995,0.00003159439,0.00001265131,0.00003354562,0.000006540259,0.0001424198],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9710401,"threshold_uncertainty_score":0.1531566,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1605140183","doi":"10.21225/d53s33","title":"How to Conduct Surveys: A Step-by-Step Guide","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of University Continuing Education","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":405,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Psychology; Sociology","authors":[{"name":"Lorraine Carter","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07307313749290577,"gpt":0.37441708903417,"spread":0.3013439515412643,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0574313,0.006455227,0.005877003,0.01309126,0.004131739,0.006670006,0.007565911,0.006703127,0.07736099],"category_scores_gemma":[0.1342562,0.005970929,0.003222903,0.006303026,0.002955503,0.005582498,0.004587405,0.01134018,0.08937293],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002843459,"about_ca_system_score_gemma":0.01955911,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0172159,"about_ca_topic_score_gemma":0.04901055,"domain_scores_codex":[0.9677382,0.01768397,0.006117141,0.001468385,0.006004978,0.0009872692],"domain_scores_gemma":[0.807891,0.1169117,0.006945558,0.008520874,0.05157648,0.008154449],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005254084,0.003346581,0.003572127,0.005496772,0.0003244262,0.001039849,0.005160893,0.004224523,0.006778686,0.003585526,0.6242217,0.3417236],"study_design_scores_gemma":[0.002502202,0.001526777,0.01421828,0.005448585,0.0003941402,0.002089347,0.007642695,0.01790695,0.006251727,0.03357899,0.9074463,0.0009937936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006518296,0.003447036,0.7097509,0.02142676,0.003189757,0.1508874,0.01524925,0.05228594,0.03724474],"genre_scores_gemma":[0.002833166,0.001131104,0.9420968,0.002878588,0.0003244041,0.03741836,0.002006915,0.00157417,0.009736521],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.07736099,"threshold_uncertainty_score":0.3037294,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2112238768","doi":"10.1136/jech.2004.031765","title":"Can scientists and policy makers work together?: Table 1","year":2005,"lang":"en","type":"review","venue":"Journal of Epidemiology & Community Health","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":395,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Government of Canada; University of Toronto; Public Health Agency of Canada; University of Ottawa","funders":"","keywords":"Incentive; Work (physics); General partnership; Accountability; Public relations; Science policy; Engineering ethics; Perception; Medicine; Political science; Public administration; Epistemology; Economics; Law","authors":[{"name":"Bernard C. K. Choi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.630728599622718,"gpt":0.6526695250093589,"spread":0.02194092538664094,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008466149,0.001331872,0.002304698,0.003432803,0.002236869,0.006941336,0.002176643,0.006427606,0.03417234],"category_scores_gemma":[0.02607582,0.0008535026,0.0009366789,0.006949917,0.002095169,0.01052536,0.003341512,0.002625896,0.01087705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003281245,"about_ca_system_score_gemma":0.009031739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004759808,"about_ca_topic_score_gemma":0.007537947,"domain_scores_codex":[0.9875465,0.007300359,0.001222982,0.0008280611,0.002591038,0.0005111942],"domain_scores_gemma":[0.9901972,0.005937548,0.001060392,0.0003270648,0.002032224,0.000445669],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001363909,0.00004655139,0.0009737335,0.03348126,0.0003003352,0.000398003,0.001786676,0.000363041,0.0003703772,0.1380898,0.2851979,0.5388559],"study_design_scores_gemma":[0.00004467892,0.00003147977,0.0005920139,0.01463859,0.00008843997,0.0004016347,0.001327777,0.00007387006,0.0001029678,0.02961844,0.9530605,0.00001949578],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0006131142,0.8406866,0.004435097,0.08925024,0.007312513,0.0004589281,0.0005885177,0.0001120995,0.05654293],"genre_scores_gemma":[0.02625718,0.8390501,0.01792086,0.07265397,0.003712862,0.001838917,0.0007979603,0.00005137645,0.03771682],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9915339,"threshold_uncertainty_score":0.1143178,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1603616381","doi":"10.1177/160940690700600208","title":"Redefining Case Study","year":2007,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":371,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Case study research; Relation (database); Computer science; Case analysis; Research design; Management science; Sociology; Knowledge management; Engineering; Artificial intelligence; Data mining; Social science","authors":[{"name":"Rob VanWynsberghe","is_ca":true},{"name":"Samia Khan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9205268197323564,"gpt":0.8096859168208992,"spread":0.1108409029114572,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1029627,0.001834853,0.002019392,0.01112937,0.007578109,0.01947049,0.006302432,0.008173193,0.008184754],"category_scores_gemma":[0.08615851,0.001279367,0.00186635,0.006264785,0.04383011,0.03617106,0.01937406,0.01324149,0.00208688],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00857389,"about_ca_system_score_gemma":0.007232713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001937213,"about_ca_topic_score_gemma":0.002240032,"domain_scores_codex":[0.820973,0.1468993,0.006876338,0.00771652,0.01531471,0.0022201],"domain_scores_gemma":[0.8077753,0.1484749,0.005386834,0.02395602,0.01223956,0.002167444],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001424091,0.00001800641,0.0002434798,0.0003301597,0.00001135716,0.0002700988,0.008926588,0.0003207206,0.0001986371,0.9561196,0.004009151,0.0295379],"study_design_scores_gemma":[0.00001934383,0.00003775545,0.0001372481,0.001451691,0.00001628882,0.001077321,0.005203637,0.00129139,0.0004556398,0.5445316,0.4457343,0.00004380974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006783558,0.02011343,0.7798128,0.04445981,0.004317494,0.001040646,0.0001011408,0.0003909057,0.1429802],"genre_scores_gemma":[0.2089139,0.0123296,0.7379724,0.01431957,0.001583124,0.002387725,0.000232843,0.0002990228,0.02196178],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8970373,"threshold_uncertainty_score":0.5445255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2113515522","doi":"10.3138/cjpe.016.001","title":"Addressing Attribution through Contribution Analysis: Using Performance Measures Sensibly","year":2001,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":342,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Government of Canada","funders":"","keywords":"Attribution; Accountability; Authorship attribution; Public relations; Administration (probate law); Psychology; Business; Political science; Social psychology; Computer science; Law; Artificial intelligence","authors":[{"name":"John Mayne","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6796845234554371,"gpt":0.5702891541640307,"spread":0.1093953692914064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2501988,0.002366789,0.001465762,0.009304908,0.005556213,0.02194463,0.004056383,0.004386266,0.005542464],"category_scores_gemma":[0.5074871,0.0006854335,0.001222845,0.008964634,0.01608508,0.02803998,0.01388507,0.009504279,0.001142507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007487682,"about_ca_system_score_gemma":0.01189447,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001871119,"about_ca_topic_score_gemma":0.001441552,"domain_scores_codex":[0.5601743,0.3661699,0.00970088,0.005340076,0.05454807,0.004066752],"domain_scores_gemma":[0.3836576,0.4559083,0.04896079,0.04298695,0.06314822,0.005338111],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005304755,0.0007259019,0.04637861,0.001847096,0.0004623037,0.0002591189,0.03509289,0.004942377,0.001774646,0.4606157,0.01762081,0.4297501],"study_design_scores_gemma":[0.0001664698,0.0009136579,0.02325374,0.00356083,0.0003885338,0.0004174144,0.03337291,0.04519353,0.01555561,0.8025494,0.07419185,0.0004361568],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09221153,0.00242573,0.6746214,0.07397915,0.002323177,0.001373435,0.0002996597,0.001126257,0.1516397],"genre_scores_gemma":[0.8616789,0.0009639693,0.1294415,0.001966472,0.0006381311,0.000983318,0.0001093175,0.0002376686,0.003980828],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7498012,"threshold_uncertainty_score":0.9246384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1904300077","doi":"10.1186/s13012-015-0345-7","title":"The concept of mechanism from a realist approach: a scoping review to facilitate its operationalization in public health program evaluation","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":312,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Montreal Clinical Research Institute; Université de Montréal","funders":"Institut National Du Cancer; Agence Nationale de la Recherche","keywords":"Operationalization; Referent; CLARITY; Mechanism (biology); Epistemology; Public health; Context (archaeology); Health informatics; Psychological intervention; Sociology; Medicine; Nursing","authors":[{"name":"Anthony Lacouture","is_ca":true},{"name":"Éric Breton","is_ca":false},{"name":"Anne Guichard","is_ca":true},{"name":"Valéry Ridde","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9035080940398004,"gpt":0.7158287156651659,"spread":0.1876793783746344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5750985,0.004063656,0.01132642,0.0885369,0.006068553,0.03081597,0.01045942,0.01471563,0.004444985],"category_scores_gemma":[0.6637684,0.004185321,0.01728223,0.05352036,0.02810638,0.03856281,0.01918042,0.01158198,0.0008897331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02895749,"about_ca_system_score_gemma":0.104218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004588512,"about_ca_topic_score_gemma":0.008914071,"domain_scores_codex":[0.3050629,0.5025733,0.1260817,0.01099629,0.05314309,0.002142816],"domain_scores_gemma":[0.2116996,0.6923919,0.03268381,0.02831256,0.03351792,0.001394263],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000293551,0.0001122058,0.001762956,0.4707454,0.004238638,0.000635194,0.02869201,0.002789196,0.0007305369,0.2730056,0.01078926,0.2062054],"study_design_scores_gemma":[0.0004467868,0.0003131632,0.001410093,0.7432826,0.005671483,0.000569779,0.009773061,0.00212622,0.0006712331,0.1313014,0.1041619,0.000272313],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004703932,0.5264679,0.3210067,0.06240933,0.008324506,0.05790098,0.00162582,0.0006327245,0.01692821],"genre_scores_gemma":[0.07200579,0.206947,0.5418279,0.01058481,0.001500994,0.1648083,0.00105651,0.0002016965,0.001066983],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4249015,"threshold_uncertainty_score":0.5239792,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2212762088","doi":"10.1186/s13643-015-0163-7","title":"All in the Family: systematic reviews, rapid reviews, scoping reviews, realist reviews, and more","year":2015,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":303,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Systematic review; MEDLINE; Engineering ethics","authors":[{"name":"David Moher","is_ca":true},{"name":"Lesley Stewart","is_ca":false},{"name":"Paul Shekelle","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5113523182310088,"gpt":0.5556523779986046,"spread":0.04430005976759577,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07610103,0.003277787,0.006399717,0.01517209,0.003344639,0.02456132,0.00547157,0.01745225,0.04109631],"category_scores_gemma":[0.2393583,0.001643307,0.002923505,0.03996023,0.02458702,0.0276762,0.00887765,0.02434746,0.04154547],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007473871,"about_ca_system_score_gemma":0.02049217,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002970856,"about_ca_topic_score_gemma":0.003269259,"domain_scores_codex":[0.8541032,0.09388171,0.02313557,0.009438519,0.01762032,0.00182064],"domain_scores_gemma":[0.5775391,0.2976406,0.04964582,0.02492245,0.03981179,0.01044026],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001290108,0.00005095725,0.0002442405,0.02541915,0.0003149057,0.0001822221,0.003440353,0.0002154431,0.0002659194,0.126718,0.634762,0.2082577],"study_design_scores_gemma":[0.00005656202,0.00004131037,0.000155786,0.01366521,0.00008208328,0.000572101,0.0006670865,0.0001486607,0.00006919215,0.05429272,0.9301682,0.00008118316],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"editorial","genre_scores_codex":[0.0002009225,0.5878399,0.0295222,0.1868999,0.161199,0.0006145964,0.0008166902,0.001199073,0.03170769],"genre_scores_gemma":[0.008113623,0.5600451,0.06551442,0.1815164,0.1485336,0.003362424,0.001170098,0.001699193,0.03004505],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.923899,"threshold_uncertainty_score":0.4024655,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142374214","doi":"10.1177/1075547001022004003","title":"Climbing the Ladder of Research Utilization","year":2001,"lang":"en","type":"article","venue":"Science Communication","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":269,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Climbing; Climb; Transmission (telecommunications); Stage (stratigraphy); Knowledge management; Computer science; Engineering; Biology; Telecommunications; Ecology","authors":[{"name":"Réjean Landry","is_ca":true},{"name":"Nabil Amara","is_ca":true},{"name":"Моктар Ламари","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8407600227914698,"gpt":0.7017700442979139,"spread":0.1389899784935559,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01945586,0.0005296905,0.0006713402,0.009076743,0.007099251,0.01281952,0.001555015,0.003009471,0.004797049],"category_scores_gemma":[0.0774615,0.001084541,0.001157618,0.004881154,0.007661258,0.01501743,0.01246636,0.004341504,0.001446604],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004024844,"about_ca_system_score_gemma":0.01018638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006758286,"about_ca_topic_score_gemma":0.007067736,"domain_scores_codex":[0.9756133,0.008960664,0.001548629,0.001634752,0.007872956,0.004369645],"domain_scores_gemma":[0.9379848,0.02118564,0.00929849,0.009329423,0.01441545,0.007786269],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005722147,0.0005563264,0.1539782,0.0007787417,0.0001825954,0.001234581,0.06819252,0.003235927,0.005739366,0.3377221,0.006491347,0.4213162],"study_design_scores_gemma":[0.0001444866,0.002078665,0.2664995,0.002107293,0.0001072783,0.002109009,0.1110377,0.01066625,0.005551123,0.5019685,0.09720799,0.0005222994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7610039,0.003089936,0.08005206,0.01596676,0.0001179696,0.0006335849,0.0002615833,0.0006782041,0.1381961],"genre_scores_gemma":[0.9747328,0.0006365451,0.02022377,0.0002657762,0.00001644317,0.0001357891,0.00009004905,0.00004547346,0.003853343],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9805441,"threshold_uncertainty_score":0.1028937,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1524663891","doi":"","title":"Evaluation in a nutshell: a practical guide to the evaluation of health promotion programs","year":2013,"lang":"en","type":"book","venue":"ePrints Soton (University of Southampton)","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":244,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Health promotion; Public relations; Promotion (chess); Accountability; Medical education; Computer science; Political science; Public health; Management science; Medicine; Engineering; Nursing","authors":[{"name":"A Bauman","is_ca":false},{"name":"Don Nutbeam","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3758254524828953,"gpt":0.49534675205837,"spread":0.1195212995754747,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06995071,0.002880778,0.003598195,0.006305634,0.002425909,0.01115238,0.004492516,0.006772881,0.05822594],"category_scores_gemma":[0.1263988,0.002785458,0.001979589,0.005516241,0.005567538,0.01268616,0.008427486,0.009228708,0.04839416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005667266,"about_ca_system_score_gemma":0.01632555,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003857208,"about_ca_topic_score_gemma":0.006738964,"domain_scores_codex":[0.9316911,0.0443394,0.008988865,0.001484459,0.01274906,0.0007472327],"domain_scores_gemma":[0.8572329,0.1032501,0.004295066,0.007135674,0.02477274,0.003313514],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006772148,0.0001841444,0.0001450638,0.002462352,0.00002995308,0.0001408575,0.002522107,0.001014533,0.000446251,0.03079517,0.6734961,0.2886957],"study_design_scores_gemma":[0.00003709932,0.0001128422,0.000331825,0.003931657,0.000009837095,0.0002433466,0.001033356,0.0005071793,0.0001745848,0.03487325,0.9586772,0.0000677744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001475746,0.05753053,0.5510967,0.1288371,0.0202009,0.02397016,0.005626714,0.01103368,0.2002286],"genre_scores_gemma":[0.007324165,0.04618634,0.7388942,0.03101755,0.004520108,0.02187486,0.002608193,0.003389737,0.1441848],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06995071,"threshold_uncertainty_score":0.3699391,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3110959118","doi":"10.1093/jeea/jvaa019","title":"How Much Can We Generalize From Impact Evaluations?","year":2020,"lang":"en","type":"article","venue":"Journal of the European Economic Association","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":232,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Exploit; Set (abstract data type); Sample (material); Government (linguistics); Sample size determination; Econometrics; Computer science; Treatment effect; Economics; Statistics; Mathematics; Computer security","authors":[{"name":"Eva Vivalt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1830321189311144,"gpt":0.4270938186999413,"spread":0.2440616997688269,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4397657,0.003149829,0.009643949,0.008763031,0.002830533,0.0150814,0.007049141,0.008074475,0.006982554],"category_scores_gemma":[0.7986044,0.001412576,0.009151151,0.008533524,0.01708024,0.02524135,0.009448791,0.01435381,0.001824099],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006335055,"about_ca_system_score_gemma":0.005641226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005216292,"about_ca_topic_score_gemma":0.003250214,"domain_scores_codex":[0.521172,0.3888648,0.02381273,0.02327222,0.03933449,0.003543798],"domain_scores_gemma":[0.1939479,0.6649454,0.02948273,0.08495542,0.02444912,0.002219409],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002674941,0.0007101773,0.08183376,0.02006378,0.03094743,0.0007977054,0.008842325,0.02243625,0.0006235447,0.2338235,0.0937321,0.5035146],"study_design_scores_gemma":[0.0005440893,0.000919694,0.02695257,0.01140514,0.004896136,0.0002739973,0.003278062,0.01186743,0.0009041481,0.8921083,0.04652406,0.0003264615],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08760428,0.1116225,0.382291,0.3121148,0.01992927,0.003901969,0.009055963,0.002365332,0.07111491],"genre_scores_gemma":[0.7949572,0.01515531,0.1021322,0.06967434,0.007449848,0.004581311,0.003396925,0.0006216338,0.002031286],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5602343,"threshold_uncertainty_score":0.6908687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1486190448","doi":"10.1111/medu.12091","title":"Rethinking programme evaluation in health professions education: beyond ‘did it work?’","year":2013,"lang":"en","type":"article","venue":"Medical Education","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":217,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; The Wilson Centre; London Health Sciences Centre; Centre Hospitalier Universitaire Sainte-Justine; SickKids Foundation; University of Toronto","funders":"","keywords":"Parallels; Context (archaeology); Engineering ethics; Curriculum; Field (mathematics); Process (computing); Work (physics); Health professions; Sociology; Program evaluation; Medical education; Management science; Health care; Psychology; Pedagogy; Political science; Medicine; Computer science; Engineering","authors":[{"name":"Faizal Haji","is_ca":true},{"name":"Marie‐Paule Morin","is_ca":true},{"name":"Kathryn Parker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2344919811446988,"gpt":0.5649593503657884,"spread":0.3304673692210895,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5429921,0.001266659,0.002872804,0.006230934,0.009208282,0.02837331,0.006301356,0.008170901,0.003692309],"category_scores_gemma":[0.5337839,0.001010819,0.002435198,0.00531189,0.05284436,0.03226676,0.02065201,0.02131786,0.0007930717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04251753,"about_ca_system_score_gemma":0.09339535,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009917916,"about_ca_topic_score_gemma":0.01253901,"domain_scores_codex":[0.3935691,0.5407359,0.01345978,0.006453588,0.04057721,0.005204373],"domain_scores_gemma":[0.3076421,0.5908211,0.01778524,0.02487192,0.04830369,0.01057588],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002737681,0.0005069746,0.005151607,0.01174095,0.000261775,0.0002024974,0.09348112,0.002380927,0.0004745217,0.2836366,0.02019325,0.581696],"study_design_scores_gemma":[0.0004093297,0.001608245,0.01184293,0.08450728,0.0005028799,0.000486886,0.092544,0.005573271,0.003574255,0.4341466,0.3643656,0.0004386651],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03842368,0.05759956,0.2464239,0.5791609,0.01086378,0.004833442,0.0002236151,0.0005671109,0.061904],"genre_scores_gemma":[0.703957,0.02316004,0.1981577,0.06071204,0.002333903,0.006739933,0.0001415306,0.0005212358,0.004276526],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4570079,"threshold_uncertainty_score":0.5635722,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4230488502","doi":"10.3138/cjpe.230","title":"Useful Theory of Change Models","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":213,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Causality (physics); Theory of change; Development theory; Intervention (counseling); Epistemology; Computer science; Psychological intervention; Management science; Psychology; Sociology; Economics; Philosophy; Physics","authors":[{"name":"John Mayne","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8815743086593234,"gpt":0.5830366120430426,"spread":0.2985376966162808,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00942474,0.00136629,0.0009386336,0.002382661,0.001178016,0.00420648,0.002685595,0.003131139,0.01036225],"category_scores_gemma":[0.0218691,0.0004531274,0.001447932,0.00223167,0.004318601,0.005028626,0.00225605,0.004231288,0.001465584],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004854846,"about_ca_system_score_gemma":0.003999347,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004107931,"about_ca_topic_score_gemma":0.0036031,"domain_scores_codex":[0.9921045,0.005060092,0.0002965251,0.0005924361,0.001528049,0.0004184574],"domain_scores_gemma":[0.9843253,0.0115339,0.0007811371,0.001023229,0.001949314,0.0003871947],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008294068,0.00003603455,0.0002568214,0.00007005314,0.00001578741,0.00002267181,0.0001961153,0.01401701,0.00002709545,0.9782569,0.001968609,0.005124595],"study_design_scores_gemma":[0.00002505634,0.00003061254,0.0001243155,0.00009358687,0.00001451181,0.00002077784,0.0001120192,0.05279203,0.00008422742,0.9344803,0.01221156,0.00001100668],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.009907967,0.001712816,0.8585519,0.01659132,0.0003414743,0.0004836648,0.00071992,0.0002903501,0.1114005],"genre_scores_gemma":[0.6758206,0.003231082,0.2915302,0.002801924,0.0003847582,0.003342184,0.0008921719,0.0001599006,0.02183715],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.01036225,"threshold_uncertainty_score":0.04984343,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143645386","doi":"","title":"How to Change 5000 Schools: A Practical and Positive Approach for Leading Change at Every Level","year":2008,"lang":"en","type":"book","venue":"","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":191,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Government (linguistics); Embodied cognition; Public administration; Political science; Economic growth; Public education; Public relations; Economics","authors":[{"name":"Ben Levin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7024683524713844,"gpt":0.5225452151253678,"spread":0.1799231373460166,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005698759,0.0008485407,0.0003432403,0.001073444,0.00497923,0.01034489,0.001317075,0.004043478,0.007204135],"category_scores_gemma":[0.005565624,0.0003227305,0.0003916852,0.001365657,0.01127047,0.008069828,0.003366699,0.006062942,0.003344137],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01921736,"about_ca_system_score_gemma":0.03632358,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1747178,"about_ca_topic_score_gemma":0.4869217,"domain_scores_codex":[0.9948823,0.001915515,0.0001503126,0.0002566783,0.002342197,0.0004529425],"domain_scores_gemma":[0.9970645,0.001007559,0.00009358436,0.0001633744,0.001122012,0.0005489249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001315457,0.00005078899,0.0007004412,0.000159415,0.000008183219,0.00007540492,0.005191619,0.0004603742,0.0001623875,0.2601676,0.6068453,0.1261655],"study_design_scores_gemma":[0.000008377865,0.00001928493,0.0005673852,0.000235615,0.00000509564,0.00005545905,0.003259831,0.0002100741,0.0001153822,0.03995287,0.9555536,0.00001715369],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.003246471,0.0176477,0.02837484,0.3410443,0.004873837,0.0002834682,0.0002019745,0.0004673307,0.60386],"genre_scores_gemma":[0.1251358,0.02970364,0.1096561,0.1072006,0.001074803,0.0005708571,0.0003438911,0.000573746,0.6257404],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1747178,"threshold_uncertainty_score":0.3474016,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093491439","doi":"10.1037/1082-989x.7.1.126","title":"The role of qualitative research in psychological journals.","year":2002,"lang":"en","type":"article","venue":"Psychological Methods","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":183,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"PsycINFO; Qualitative research; Qualitative analysis; Psychology; Content analysis; Applied psychology; Social psychology; MEDLINE; Social science; Sociology","authors":[{"name":"Sean A. Kidd","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9375029604873701,"gpt":0.8324841901757505,"spread":0.1050187703116197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7047659,0.001035788,0.002725138,0.01761521,0.01055593,0.03147505,0.005058472,0.004966942,0.004298286],"category_scores_gemma":[0.836419,0.001997196,0.001146663,0.0163223,0.03569843,0.02259656,0.0157482,0.006455934,0.0007036294],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01357596,"about_ca_system_score_gemma":0.0331709,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003349968,"about_ca_topic_score_gemma":0.004009301,"domain_scores_codex":[0.1108926,0.8447934,0.0172627,0.005119226,0.02033895,0.001593133],"domain_scores_gemma":[0.01749434,0.9325496,0.01755238,0.01486081,0.01559195,0.001950845],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0006476457,0.0003801841,0.05008292,0.01876722,0.0004254876,0.0005846398,0.6659735,0.0009033324,0.002136486,0.06440751,0.005146754,0.1905444],"study_design_scores_gemma":[0.0002737529,0.001374551,0.02243376,0.04611215,0.000337705,0.002083873,0.7188229,0.006258351,0.003770863,0.1128605,0.08526483,0.0004068218],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2607274,0.06968929,0.4431249,0.1493303,0.005907123,0.01807447,0.00165252,0.0006977271,0.05079629],"genre_scores_gemma":[0.8138507,0.008668195,0.1474306,0.01330227,0.0005914396,0.01440429,0.0002027795,0.0001684028,0.001381317],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2952341,"threshold_uncertainty_score":0.3640763,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2313407085","doi":"10.1332/174426412x654031","title":"Use of research-based information by school practitioners and determinants of use: a review of empirical research","year":2012,"lang":"en","type":"review","venue":"Evidence & Policy","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Université de Montréal; Centre de Liaison Sur l'Intervention et la Prévention Psychosociales","funders":"","keywords":"Empirical research; Research policy; Public relations; Knowledge management; Psychology; Medical education; Political science; Medicine; Computer science; Public administration","authors":[{"name":"Christian Dagenais","is_ca":true},{"name":"Larysa Lysenko","is_ca":true},{"name":"Philip C. Abrami","is_ca":true},{"name":"R Bernard","is_ca":true},{"name":"Jean Ramdé","is_ca":true},{"name":"Michel Janosz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8888262891940105,"gpt":0.7463502074399516,"spread":0.1424760817540589,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04770879,0.0008640182,0.003651841,0.01442338,0.0006977993,0.006310467,0.001811594,0.00280277,0.004037602],"category_scores_gemma":[0.1632794,0.001178075,0.002011843,0.02428298,0.002809735,0.007361228,0.00268179,0.002482836,0.0007065288],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004532582,"about_ca_system_score_gemma":0.01583556,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006469666,"about_ca_topic_score_gemma":0.01189116,"domain_scores_codex":[0.9605454,0.01927731,0.007537465,0.00224692,0.009768381,0.0006244872],"domain_scores_gemma":[0.6746014,0.2887343,0.01781513,0.00303985,0.01462055,0.001188798],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001410232,0.0001189539,0.005433095,0.2463799,0.0009850156,0.0001139123,0.002039154,0.00025455,0.0002437797,0.003921396,0.006189509,0.7341797],"study_design_scores_gemma":[0.0001092109,0.0002346733,0.02966176,0.7780308,0.004555779,0.0007548216,0.005287261,0.0002996897,0.0006616493,0.006988839,0.1733034,0.0001122653],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001146965,0.9958985,0.0002694609,0.001657732,0.00005981847,0.00004234583,0.000123123,0.000004838782,0.0007971226],"genre_scores_gemma":[0.0098037,0.9887211,0.0007862098,0.0004429709,0.0000509539,0.00005179585,0.00008303653,0.00000343113,0.00005698968],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9522912,"threshold_uncertainty_score":0.2523112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3110971321","doi":"10.1016/j.tree.2020.11.001","title":"Evaluating Impact Using Time-Series Data","year":2020,"lang":"en","type":"review","venue":"Trends in Ecology & Evolution","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":171,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Cambridge Trust; European Commission; Leverhulme Trust; Natural Environment Research Council; Cambridge Philosophical Society; Arcadia Fund; Bird Studies Canada; Villum Fonden","keywords":"Series (stratigraphy); Time series; Computer science; Statistics; Mathematics; Geology","authors":[{"name":"Hannah S. Wauchope","is_ca":false},{"name":"Tatsuya Amano","is_ca":false},{"name":"Jonas Geldmann","is_ca":false},{"name":"Alison Johnston","is_ca":false},{"name":"Benno I. Simmons","is_ca":false},{"name":"William J. Sutherland","is_ca":false},{"name":"Julia P. G. Jones","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6901198173060419,"gpt":0.6637457293661183,"spread":0.02637408793992357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03896437,0.001656348,0.001200601,0.00664611,0.0006119402,0.002838315,0.002073353,0.002018563,0.005816909],"category_scores_gemma":[0.1582573,0.0004395623,0.002861712,0.007577754,0.001411917,0.004866526,0.002851748,0.002172101,0.0009760183],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001563808,"about_ca_system_score_gemma":0.001546469,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005583657,"about_ca_topic_score_gemma":0.003351103,"domain_scores_codex":[0.970817,0.01707503,0.003628504,0.002297106,0.005666587,0.0005157467],"domain_scores_gemma":[0.8377069,0.1308859,0.01407163,0.008729354,0.007396594,0.001209575],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002038486,0.001502081,0.2476953,0.007128215,0.006459689,0.0008258976,0.001950498,0.2775948,0.00183626,0.0840789,0.02173615,0.3471536],"study_design_scores_gemma":[0.0005794567,0.006376824,0.2300441,0.004934986,0.002910675,0.0006702721,0.004582694,0.4374039,0.005198432,0.2140766,0.09256433,0.0006578126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.3409939,0.0108385,0.5440068,0.009926396,0.00240448,0.004056494,0.05690901,0.002174492,0.02868994],"genre_scores_gemma":[0.8278533,0.004368796,0.1323837,0.001028466,0.0005732966,0.004896394,0.02621856,0.0003087004,0.002368857],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.03896437,"threshold_uncertainty_score":0.2060658,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965824013","doi":"10.1177/1098214013478142","title":"The Case for Participatory Evaluation in an Era of Accountability","year":2013,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":165,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Accountability; Technocracy; Citizen journalism; Participatory evaluation; Context (archaeology); Participatory GIS; Public sector; Sociology; Politics; Public administration; Public relations; Government (linguistics); Social accounting; Political science; Business; Accounting; Law","authors":[{"name":"Jill Anne Chouinard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3658990701241563,"gpt":0.5819220676204166,"spread":0.2160229974962604,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3841093,0.001580279,0.002539853,0.005424679,0.02037202,0.03746073,0.005565479,0.02068214,0.00607849],"category_scores_gemma":[0.2871268,0.001473973,0.002193286,0.004498021,0.1477503,0.05836201,0.02999454,0.03143195,0.001131737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02487101,"about_ca_system_score_gemma":0.0538993,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007304897,"about_ca_topic_score_gemma":0.005667371,"domain_scores_codex":[0.4363875,0.48815,0.007526622,0.01924803,0.03947902,0.009208781],"domain_scores_gemma":[0.5521003,0.3530542,0.01426022,0.04126886,0.02840918,0.01090716],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002612646,0.00002672882,0.0003052581,0.0001858557,0.00002505957,0.0001079094,0.01126229,0.0003112229,0.00005548607,0.9717579,0.005535211,0.01040084],"study_design_scores_gemma":[0.00003957012,0.00004198078,0.0002275569,0.0009409554,0.00001286087,0.0001209584,0.005961976,0.0006141496,0.0001331155,0.8933764,0.09848613,0.00004430714],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.006311462,0.00987296,0.1439248,0.630372,0.003483114,0.0007440262,0.00006235111,0.0001874456,0.2050418],"genre_scores_gemma":[0.7358721,0.006076299,0.1403603,0.08818028,0.003883894,0.004163501,0.00006061887,0.0004070577,0.02099602],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3841093,"threshold_uncertainty_score":0.7595029,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133886430","doi":"10.1002/wcc.73","title":"Participatory methods of integrated assessment—a review","year":2010,"lang":"en","type":"article","venue":"Wiley Interdisciplinary Reviews Climate Change","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":162,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Citizen journalism; Political science; Field (mathematics); Process (computing); Management science; Public relations; Sociology; Engineering ethics; Computer science; Engineering; Law","authors":[{"name":"Jonathan D. Salter","is_ca":true},{"name":"John Robinson","is_ca":true},{"name":"Arnim Wiek","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5007791023596583,"gpt":0.6263696570533983,"spread":0.12559055469374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03775894,0.001645446,0.003656209,0.01031895,0.001498477,0.005270563,0.004421463,0.003327799,0.005591513],"category_scores_gemma":[0.0692103,0.0012328,0.002919905,0.01350825,0.004579897,0.005431681,0.004873898,0.003441685,0.001187971],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004746148,"about_ca_system_score_gemma":0.01549766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003699547,"about_ca_topic_score_gemma":0.003624696,"domain_scores_codex":[0.9484074,0.03347314,0.004870157,0.002680331,0.009947302,0.0006218189],"domain_scores_gemma":[0.8937507,0.09113469,0.003895891,0.002601662,0.008086847,0.0005302202],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000697869,0.0001305192,0.0003173227,0.1413243,0.0004328217,0.0001579312,0.00149487,0.001178679,0.0003113935,0.04243523,0.01168207,0.800465],"study_design_scores_gemma":[0.00006427465,0.0002081605,0.001484586,0.2219149,0.0005977442,0.0006557865,0.0012296,0.0009202588,0.0007078346,0.03173081,0.7403728,0.0001131142],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00018124,0.9883263,0.006373845,0.00106929,0.0004902846,0.0003497235,0.00005075322,0.00002655005,0.003132095],"genre_scores_gemma":[0.005248141,0.98297,0.009909185,0.0003903514,0.0001937921,0.0008523664,0.00007379635,0.00001820334,0.000344125],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03775894,"threshold_uncertainty_score":0.1996907,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2759512360","doi":"10.1186/s13012-017-0646-0","title":"Advancing the literature on designing audit and feedback interventions: identifying theory-informed hypotheses","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":160,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; University of British Columbia; Ottawa Hospital; Women's College Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Medicine; Health services research; Audit; Health administration; Health informatics; Health care; Health economics; Public health; Nursing; Applied psychology; Psychology; Accounting","authors":[{"name":"Heather Colquhoun","is_ca":true},{"name":"Kelly Carroll","is_ca":true},{"name":"Kevin W. Eva","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Noah Ivers","is_ca":true},{"name":"Susan Michie","is_ca":false},{"name":"Anne Sales","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3972575760089357,"gpt":0.6178921478400988,"spread":0.2206345718311631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1394477,0.001780645,0.001969334,0.01065867,0.003224049,0.01111996,0.005122725,0.004833147,0.004583794],"category_scores_gemma":[0.2494907,0.001518371,0.002139053,0.006230727,0.01709549,0.0141332,0.004216427,0.005835422,0.0007178044],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01725041,"about_ca_system_score_gemma":0.03592153,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003697607,"about_ca_topic_score_gemma":0.003249834,"domain_scores_codex":[0.9068578,0.07201172,0.007339077,0.003234565,0.009039607,0.00151721],"domain_scores_gemma":[0.2830659,0.6840342,0.01194961,0.006282448,0.01298357,0.001684254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000471694,0.001998231,0.0244025,0.0579652,0.0005362977,0.0006808942,0.1168753,0.007839223,0.001136228,0.3573181,0.007215491,0.4235608],"study_design_scores_gemma":[0.0007108458,0.001488846,0.01435664,0.1925415,0.0008201124,0.0005223103,0.1860521,0.02728444,0.004657586,0.5028117,0.06851524,0.0002386991],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1908434,0.1023525,0.4931234,0.1273788,0.002709346,0.01773871,0.001122658,0.0004766706,0.06425457],"genre_scores_gemma":[0.6398478,0.04762439,0.2848043,0.01229548,0.0004186601,0.01330647,0.0006873364,0.00007788502,0.0009375555],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1394477,"threshold_uncertainty_score":0.737479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1594257894","doi":"10.3138/cjpe.23.003","title":"Reframing Evaluation: Defining an Indigenous Evaluation Framework","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Cognitive reframing; Indigenous; Traditional knowledge; Focus group; Common ground; Sociology; Public relations; Political science; Engineering ethics; Psychology; Engineering; Social psychology; Anthropology; Ecology","authors":[{"name":"Joan LaFrance","is_ca":false},{"name":"Richard Nichols","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.396733003676957,"gpt":0.552227878522765,"spread":0.155494874845808,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.3747783,0.001557079,0.001969939,0.01079155,0.01388484,0.02329494,0.006419277,0.005635799,0.00175719],"category_scores_gemma":[0.1820413,0.0009820202,0.001635619,0.005210307,0.05415861,0.01864165,0.01919183,0.009775716,0.0003761933],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04280109,"about_ca_system_score_gemma":0.07545284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02529006,"about_ca_topic_score_gemma":0.02750646,"domain_scores_codex":[0.5482283,0.3949724,0.01538564,0.006328452,0.02971142,0.005373669],"domain_scores_gemma":[0.7037707,0.2032652,0.009856616,0.01120318,0.06604079,0.005863505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006387779,0.0001996708,0.002282284,0.002049425,0.0001218555,0.0002691736,0.1094218,0.00253095,0.000559381,0.7893184,0.005334386,0.08784875],"study_design_scores_gemma":[0.000115467,0.000394034,0.003515326,0.01128692,0.0002830648,0.000423618,0.1280249,0.01112096,0.001880194,0.6758608,0.1668267,0.0002679646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03198801,0.01176455,0.6235296,0.1099531,0.001322717,0.007447339,0.0001216114,0.0004571814,0.213416],"genre_scores_gemma":[0.5588014,0.002952785,0.4223841,0.006304051,0.0003189197,0.004826165,0.00007735299,0.0001222876,0.004212955],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3747783,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2053476798","doi":"10.1016/j.obhdp.2009.11.007","title":"What types of advice do decision-makers prefer?","year":2010,"lang":"en","type":"article","venue":"Organizational Behavior and Human Decision Processes","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":158,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"","keywords":"Advice (programming); Situational ethics; Psychology; Decision maker; Perspective (graphical); Autonomy; Interpersonal communication; Decision analysis; Social psychology; Management science; Applied psychology; Computer science; Political science; Engineering; Artificial intelligence","authors":[{"name":"Reeshad S. Dalal","is_ca":false},{"name":"Silvia Bonaccio","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05479233121572701,"gpt":0.4294093933916098,"spread":0.3746170621758828,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01642302,0.0004658339,0.001179339,0.00196176,0.0008840317,0.003245868,0.0008299569,0.004399988,0.005933831],"category_scores_gemma":[0.1397287,0.0002637309,0.0008245764,0.001232364,0.001273376,0.004052748,0.0007030492,0.002657343,0.001728043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001112933,"about_ca_system_score_gemma":0.00163579,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00176697,"about_ca_topic_score_gemma":0.004167576,"domain_scores_codex":[0.991191,0.005473027,0.0006697436,0.0005363285,0.001561296,0.0005686696],"domain_scores_gemma":[0.9113127,0.07329467,0.004825708,0.001456534,0.006251436,0.002858922],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.006182411,0.001727127,0.1430201,0.002599568,0.001307036,0.0005597316,0.007062315,0.003376264,0.002193441,0.00587038,0.03008585,0.7960157],"study_design_scores_gemma":[0.006615531,0.005798473,0.4257373,0.01084502,0.007942252,0.004389428,0.06501605,0.07340311,0.01059234,0.2880634,0.1006724,0.0009246419],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7609469,0.01112,0.02656447,0.1383732,0.00174522,0.0004162749,0.001076943,0.0004495882,0.05930747],"genre_scores_gemma":[0.9752068,0.002552143,0.01251853,0.007731953,0.000560076,0.0001129761,0.0002246442,0.00005991732,0.001032953],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01642302,"threshold_uncertainty_score":0.08685428,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1484543936","doi":"10.1177/160940690200100101","title":"Influence of the Research Frame on Qualitatively Derived Health Science Knowledge","year":2002,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":156,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Qualitative research; Field (mathematics); Orientation (vector space); Frame (networking); Epistemology; Process (computing); Body of knowledge; Psychology; Sociology; Knowledge management; Computer science; Social science; Mathematics","authors":[{"name":"Sally Thorne","is_ca":true},{"name":"Gloria Joachim","is_ca":true},{"name":"Barbara Paterson","is_ca":true},{"name":"Connie Canam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.94641623802093,"gpt":0.8155280055453412,"spread":0.1308882324755888,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3333614,0.0006708691,0.001468907,0.004425526,0.006457579,0.01435672,0.002620196,0.002541637,0.004684045],"category_scores_gemma":[0.5497839,0.001499984,0.001194614,0.003512644,0.01656535,0.00809898,0.01164956,0.003396617,0.0005110324],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01430127,"about_ca_system_score_gemma":0.01504585,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006453555,"about_ca_topic_score_gemma":0.006990046,"domain_scores_codex":[0.464541,0.4729676,0.02032278,0.008368967,0.02705682,0.00674285],"domain_scores_gemma":[0.2800698,0.673278,0.01668197,0.01120621,0.01515414,0.003609947],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001497695,0.0002731188,0.03040705,0.00346976,0.0002837836,0.0008606452,0.7821016,0.0008001763,0.004903255,0.0798847,0.001253918,0.09426418],"study_design_scores_gemma":[0.001062979,0.002024582,0.05950115,0.01379249,0.0006513578,0.001062066,0.7648943,0.004371252,0.008487562,0.09962268,0.04410817,0.0004214817],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7553582,0.006587966,0.109351,0.03287949,0.001608769,0.00585139,0.0005726512,0.0001647908,0.08762582],"genre_scores_gemma":[0.9774016,0.0008569867,0.01699428,0.001385028,0.0001061878,0.002426478,0.00005042693,0.0001012394,0.0006777297],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6666386,"threshold_uncertainty_score":0.8220841,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1971555857","doi":"10.1016/j.polsoc.2010.03.004","title":"Policy analysis and policy work in federal systems: Policy advice and its contribution to evidence-based policy-making in multi-level governance systems","year":2010,"lang":"en","type":"article","venue":"Policy and Society","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":154,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Work (physics); Policy analysis; Corporate governance; Public administration; Policy studies; Political science; Public policy; Order (exchange); Public economics; Economics; Management; Finance; Law","authors":[{"name":"Michael Howlett","is_ca":true},{"name":"Joshua Newman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1679909213834969,"gpt":0.489356959801353,"spread":0.3213660384178562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1002768,0.0003764035,0.0009488152,0.01113881,0.01431945,0.0265915,0.002577911,0.004624472,0.004241198],"category_scores_gemma":[0.2019935,0.0008199692,0.0005125375,0.01412285,0.02849094,0.009278041,0.01260874,0.005223162,0.000344225],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03976928,"about_ca_system_score_gemma":0.1100433,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.09726483,"about_ca_topic_score_gemma":0.1205476,"domain_scores_codex":[0.870195,0.1034356,0.004712642,0.003780828,0.0105222,0.007353742],"domain_scores_gemma":[0.5585784,0.3514675,0.02492408,0.01979714,0.03145345,0.01377948],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001555172,0.0004354025,0.1248809,0.00160891,0.0002312448,0.0005017477,0.1407576,0.008829632,0.0008611939,0.3896784,0.00880847,0.3232509],"study_design_scores_gemma":[0.00007569116,0.0002200155,0.1567326,0.006625234,0.0001576378,0.0003082625,0.1997578,0.01703427,0.002419605,0.4405324,0.1758427,0.0002935652],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4879145,0.02032256,0.07295597,0.2364247,0.0004734542,0.0005911633,0.0003752586,0.0003370724,0.1806054],"genre_scores_gemma":[0.988098,0.001600552,0.00843717,0.000718839,0.00005562775,0.00006280186,0.00002647556,0.00001477727,0.0009859084],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1002768,"threshold_uncertainty_score":0.5303205,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2415836739","doi":"","title":"Developmental evaluation exemplars : principles in practice","year":2016,"lang":"en","type":"book","venue":"","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":154,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Indigenous; Sociology; Watson; Management; Library science","authors":[{"name":"Michael Quinn Patton","is_ca":false},{"name":"Kate McKegg","is_ca":false},{"name":"Nan Wehipeihana","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3816857263393895,"gpt":0.533974536343964,"spread":0.1522888100045744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2126311,0.002284941,0.002413854,0.008715734,0.01007253,0.03251008,0.007877892,0.01901622,0.01810732],"category_scores_gemma":[0.2501444,0.002320827,0.002562071,0.007040489,0.03725078,0.02168218,0.01984975,0.02369708,0.01553489],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01470066,"about_ca_system_score_gemma":0.03604247,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005532323,"about_ca_topic_score_gemma":0.006472848,"domain_scores_codex":[0.7742114,0.1659277,0.01925014,0.006354777,0.03036589,0.003890006],"domain_scores_gemma":[0.6833748,0.2200201,0.006454085,0.02647227,0.05196938,0.01170942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006658801,0.0003079439,0.0005090018,0.00243599,0.00003325543,0.0005266589,0.01433521,0.0008315057,0.0002575877,0.5316349,0.2793704,0.169691],"study_design_scores_gemma":[0.00008505893,0.0000782643,0.0002732044,0.008027175,0.00002077723,0.0005196958,0.008111308,0.0008572227,0.0003892168,0.2547102,0.726855,0.00007298792],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001291049,0.02303877,0.467301,0.2713277,0.008751486,0.007168319,0.0003519481,0.003772884,0.2169968],"genre_scores_gemma":[0.04160327,0.01669856,0.8146741,0.05291764,0.003876603,0.01657976,0.0003702392,0.001862133,0.0514177],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2126311,"threshold_uncertainty_score":0.970966,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2273826813","doi":"10.7748/nr2009.04.16.3.70.c6947","title":"Rigour in qualitative research: mechanisms for control","year":2009,"lang":"en","type":"article","venue":"Nurse Researcher","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":149,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brandon University; University of Calgary","funders":"","keywords":"Rigour; Qualitative research; Nursing research; Control (management); Computer science; Management science; Psychology; Engineering ethics; Computational biology; Epistemology; Medicine; Sociology; Nursing; Biology; Artificial intelligence; Engineering; Philosophy; Social science","authors":[{"name":"Kimberley D Ryan-Nicholls","is_ca":true},{"name":"Constance Will","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7725949983468796,"gpt":0.7359392547724206,"spread":0.036655743574459,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8811992,0.003626228,0.007326443,0.01435606,0.01336526,0.02793465,0.01234475,0.01594548,0.00639534],"category_scores_gemma":[0.9213973,0.00618072,0.004692952,0.01238425,0.09624412,0.04510823,0.0298995,0.02057698,0.001142435],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02786605,"about_ca_system_score_gemma":0.03973352,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007222855,"about_ca_topic_score_gemma":0.003610067,"domain_scores_codex":[0.0487097,0.8487831,0.0361576,0.01874034,0.04444191,0.00316729],"domain_scores_gemma":[0.02242285,0.8409105,0.03806238,0.07117465,0.02593298,0.001496504],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009616885,0.0002659932,0.01273254,0.01121087,0.001839387,0.0002861927,0.1311038,0.001157938,0.0005781191,0.7320448,0.008240554,0.0995781],"study_design_scores_gemma":[0.002192907,0.001052036,0.007356021,0.02651346,0.001159048,0.0005372731,0.02243877,0.009320688,0.002699979,0.8793231,0.04663457,0.0007720937],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02386088,0.01848784,0.7161841,0.1676498,0.006116772,0.0244026,0.0005387304,0.0009248645,0.0418344],"genre_scores_gemma":[0.5920556,0.003102197,0.2961497,0.02363183,0.001961563,0.08018991,0.0001822187,0.0003977328,0.002329228],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1188008,"threshold_uncertainty_score":0.2021833,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1544576951","doi":"","title":"A Review of the Literature on Case Study Research","year":2008,"lang":"en","type":"review","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Data science; Information retrieval","authors":[{"name":"Patricia Anne Brown","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8931945989899815,"gpt":0.7971990924816132,"spread":0.0959955065083683,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008051474,0.001042561,0.00231012,0.0167723,0.001539318,0.003221536,0.001881869,0.002152171,0.008545825],"category_scores_gemma":[0.02448264,0.0006781471,0.001138749,0.02162866,0.001661145,0.005361638,0.001711434,0.001651545,0.003071795],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003048251,"about_ca_system_score_gemma":0.006523198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003423316,"about_ca_topic_score_gemma":0.007666992,"domain_scores_codex":[0.9914534,0.003463174,0.001211421,0.0005279919,0.003122809,0.0002211009],"domain_scores_gemma":[0.9671772,0.02567207,0.001500102,0.0005442854,0.004758168,0.0003481842],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00004384724,0.00008609748,0.0005426138,0.03976747,0.0000800163,0.0007663316,0.001500421,0.000389754,0.0005065718,0.01466302,0.0461936,0.8954602],"study_design_scores_gemma":[0.00001655543,0.00008093386,0.002316726,0.08260011,0.0001341751,0.002735238,0.002063295,0.0001646302,0.0002585099,0.008721103,0.9008605,0.00004817233],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005901256,0.9856532,0.0024317,0.002237197,0.0006983047,0.00008114203,0.00005594944,0.00002569558,0.008226663],"genre_scores_gemma":[0.002732842,0.9930843,0.002519431,0.0006131833,0.0002351678,0.00008199022,0.00007020295,0.000008294993,0.0006545029],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9919485,"threshold_uncertainty_score":0.04258072,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2775174218","doi":"10.3138/cjpe.31122","title":"Theory of Change Analysis: Building Robust Theories of Change","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":145,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Theory of change; Computer science; Management science; Risk analysis (engineering); Positive economics; Econometrics; Economics; Business; Management","authors":[{"name":"John Mayne","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7318312016170765,"gpt":0.5642255157815168,"spread":0.1676056858355597,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1084694,0.002346028,0.004492797,0.010102,0.003352775,0.01468983,0.006293539,0.004998704,0.007232175],"category_scores_gemma":[0.1973201,0.001457148,0.004341368,0.007173288,0.01979185,0.01634277,0.007101709,0.01033812,0.001083904],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01340907,"about_ca_system_score_gemma":0.01178513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003745678,"about_ca_topic_score_gemma":0.00324727,"domain_scores_codex":[0.8728059,0.1035499,0.003953888,0.006292882,0.01207273,0.001324673],"domain_scores_gemma":[0.656586,0.2915028,0.0104848,0.02353567,0.01611905,0.001771698],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003776334,0.0001049695,0.001520911,0.0007335225,0.0003193384,0.0000520096,0.001096368,0.02325902,0.00008197864,0.9404117,0.002155964,0.03022646],"study_design_scores_gemma":[0.00003153388,0.00006049106,0.0004331452,0.0005009061,0.0000540279,0.00001689514,0.0004266233,0.0363926,0.0001435221,0.9575073,0.004401489,0.00003148466],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006003807,0.002020127,0.9592777,0.01218908,0.0003603019,0.0006774827,0.0002304116,0.0003110449,0.01893001],"genre_scores_gemma":[0.2702892,0.002102942,0.720706,0.00158615,0.0003486913,0.003418203,0.0004119287,0.0001773691,0.0009595199],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1084694,"threshold_uncertainty_score":0.5736481,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120292430","doi":"10.1177/1098214012440030","title":"A New Realistic Evaluation Analysis Method","year":2012,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":144,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Health Research Board","keywords":"Coding (social sciences); Computer science; Qualitative research; Qualitative analysis; Narrative; Management science; Context (archaeology); Evaluation methods; Data science; Psychology; Sociology; Social science; Engineering","authors":[{"name":"Suzanne F. Jackson","is_ca":true},{"name":"Gillian Kolla","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2974231815816114,"gpt":0.6135208376358036,"spread":0.3160976560541922,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06957363,0.00149236,0.001222669,0.008029932,0.003907089,0.01031143,0.002786169,0.001781475,0.02319369],"category_scores_gemma":[0.1507358,0.001019224,0.001508378,0.006802655,0.004171227,0.0080764,0.00729907,0.00341167,0.003351172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008372096,"about_ca_system_score_gemma":0.01042158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002799827,"about_ca_topic_score_gemma":0.003397235,"domain_scores_codex":[0.8707089,0.09604144,0.008519234,0.009061929,0.01434924,0.001319286],"domain_scores_gemma":[0.8829531,0.06641935,0.004977448,0.01471382,0.0296535,0.001282723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003847771,0.0002514973,0.002914126,0.001655118,0.0001459418,0.0002103673,0.0267929,0.004322817,0.003387316,0.4314783,0.0157929,0.5126641],"study_design_scores_gemma":[0.0004987163,0.0008429159,0.005444862,0.002442941,0.0002198995,0.000828204,0.02484058,0.07299381,0.009699829,0.3805006,0.5013437,0.0003438703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00711156,0.0002032155,0.9453391,0.000963445,0.0003117517,0.005982948,0.0006328205,0.0005342365,0.03892093],"genre_scores_gemma":[0.06165802,0.0001707607,0.9128368,0.0002512664,0.00006331362,0.01680908,0.0004433508,0.0003225198,0.007444848],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06957363,"threshold_uncertainty_score":0.3679449,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121899445","doi":"","title":"A Book Review: Anfara, V. A., & Mertz, N. T. (Eds.). (2006). Theoretical frameworks in qualitative research. Thousand Oaks, CA: Sage","year":2008,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":139,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Task (project management); Qualitative research; Epistemology; Sociology; Process (computing); Guideline; Engineering ethics; Computer science; Management science; Data science; Engineering; Social science; Philosophy; Political science; Systems engineering; Law","authors":[{"name":"Bruce G. R. Fowler","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4891708145727964,"gpt":0.7036625099608368,"spread":0.2144916953880404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002089715,0.001494122,0.002604853,0.006527207,0.0008944149,0.003272995,0.00174811,0.001995008,0.03191635],"category_scores_gemma":[0.007034331,0.0008487218,0.0009098892,0.01065946,0.001082926,0.00391187,0.001315452,0.003483851,0.027831],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00209569,"about_ca_system_score_gemma":0.004903598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006380673,"about_ca_topic_score_gemma":0.01480305,"domain_scores_codex":[0.998275,0.0002821934,0.0001715553,0.0001850518,0.001012643,0.00007356241],"domain_scores_gemma":[0.994306,0.002798562,0.0003914259,0.0001046538,0.002158904,0.0002404356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001729193,0.0000207232,0.00008271078,0.003381355,0.00002198215,0.00005170422,0.0001297121,0.00007344125,0.0001190961,0.001063894,0.7771176,0.2179204],"study_design_scores_gemma":[0.000007188517,0.00001630156,0.0004029978,0.004075712,0.00001739695,0.0003004472,0.00009233563,0.00002975329,0.00005680902,0.0008383919,0.9941489,0.00001385561],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001814392,0.9574817,0.001407063,0.01526682,0.01018181,0.0001265072,0.0005481725,0.0001157003,0.01469086],"genre_scores_gemma":[0.0009987593,0.9487721,0.00316279,0.006307425,0.003040789,0.0001965011,0.0008919328,0.00009749761,0.03653238],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03191635,"threshold_uncertainty_score":0.1067708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W256235996","doi":"10.1093/oxfordhb/9780199548453.003.0015","title":"The Politics of Policy Evaluation","year":2009,"lang":"en","type":"book-chapter","venue":"Oxford University Press eBooks","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute on Governance","funders":"","keywords":"Politics; Political science; Policy analysis; Public administration; Public policy; Key (lock); Computer science; Law; Computer security","authors":[{"name":"Mark Bovens","is_ca":false},{"name":"Paul ‘t Hart","is_ca":true},{"name":"Sanneke Kuipers","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1710313777369994,"gpt":0.4025742096289181,"spread":0.2315428318919187,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08320364,0.0007773145,0.001314569,0.003475842,0.00454027,0.0195364,0.001872035,0.007086528,0.006843463],"category_scores_gemma":[0.08571157,0.0006389228,0.0006645958,0.002585442,0.03379374,0.01478282,0.005003967,0.01668075,0.001835702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01488028,"about_ca_system_score_gemma":0.01198286,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004124264,"about_ca_topic_score_gemma":0.002205714,"domain_scores_codex":[0.8747408,0.09752907,0.002104223,0.00394527,0.01968902,0.00199166],"domain_scores_gemma":[0.8788681,0.1066519,0.001200429,0.00364278,0.008595027,0.001041673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004924472,0.000005173319,0.00003287918,0.0000550442,0.00000345848,0.000008959414,0.0002645207,0.0002572917,0.00001764341,0.9751791,0.01143509,0.01273585],"study_design_scores_gemma":[0.00001176524,0.0000102001,0.0001103233,0.0007263401,0.000005480867,0.0000291778,0.0004405181,0.0008247114,0.0001460909,0.8156037,0.1820745,0.00001711064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.001747248,0.04895749,0.03658301,0.4218954,0.00403662,0.0001101247,0.00008663459,0.0001103873,0.4864732],"genre_scores_gemma":[0.5289274,0.08361804,0.05297727,0.1385465,0.01276221,0.001311538,0.000232102,0.0006816713,0.1809434],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.08320364,"threshold_uncertainty_score":0.4400281,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2778556126","doi":"10.15171/ijhpm.2017.142","title":"The Qualitative Descriptive Approach in International Comparative Studies: Using Online Qualitative Surveys","year":2017,"lang":"en","type":"article","venue":"International Journal of Health Policy and Management","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vancouver Coastal Health; Vancouver Coastal Health Research Institute; University of British Columbia","funders":"","keywords":"Depiction; Context (archaeology); Realm; Data science; Qualitative research; Data collection; Computer science; Proposition; Qualitative property; Descriptive statistics; Sociology; Management science; Political science; Epistemology; Social science","authors":[{"name":"Brayan V. Seixas","is_ca":true},{"name":"Neale Smith","is_ca":true},{"name":"Craig Mitton","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8202046577575901,"gpt":0.737857736916085,"spread":0.08234692084150508,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1997745,0.001259978,0.001521005,0.009765092,0.005976709,0.007906278,0.002986742,0.003407809,0.007975497],"category_scores_gemma":[0.2147773,0.0009913071,0.0011263,0.01427311,0.01669785,0.009455591,0.008280172,0.003285359,0.001581148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008075452,"about_ca_system_score_gemma":0.01148744,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004265809,"about_ca_topic_score_gemma":0.004701464,"domain_scores_codex":[0.6848048,0.2962913,0.007287449,0.004094298,0.00611295,0.001409175],"domain_scores_gemma":[0.6440445,0.2957681,0.01486809,0.02542135,0.01778275,0.002115261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002445268,0.0003674257,0.007158324,0.007724461,0.0001430215,0.0005573762,0.2462395,0.001711098,0.001818651,0.582478,0.01496154,0.136596],"study_design_scores_gemma":[0.000233845,0.000598854,0.005548156,0.01268479,0.0001220571,0.0008626171,0.2795371,0.005392867,0.0028723,0.4325879,0.2593176,0.0002418543],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.043026,0.006542316,0.8380744,0.02265357,0.001458277,0.03115804,0.003296562,0.0003103859,0.05348041],"genre_scores_gemma":[0.2744699,0.004428928,0.6175686,0.007515794,0.0004207689,0.09042885,0.001205386,0.0001725495,0.003789256],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1997745,"threshold_uncertainty_score":0.9868206,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2620297369","doi":"10.1007/978-3-319-56129-5","title":"Understanding and Investigating Response Processes in Validation Research","year":2017,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":131,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Test (biology); Data science; Computer science; Biology","authors":[{"name":"Bruno D. Zumbo","is_ca":true},{"name":"Anita M. Hubley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8421524619491882,"gpt":0.6459391458506124,"spread":0.1962133160985758,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03510214,0.001315908,0.001419202,0.002804503,0.00100612,0.00850973,0.001991475,0.002531047,0.007680441],"category_scores_gemma":[0.08415516,0.0008512983,0.0007800318,0.004066969,0.008874361,0.01338506,0.002428836,0.003825243,0.003686499],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002858288,"about_ca_system_score_gemma":0.004303219,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001938849,"about_ca_topic_score_gemma":0.002252791,"domain_scores_codex":[0.9789347,0.01464933,0.0008246683,0.0009443847,0.004399578,0.0002472182],"domain_scores_gemma":[0.8044195,0.1835642,0.002105889,0.005053452,0.00449201,0.0003649307],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004069693,0.00005180761,0.0009265598,0.0007306465,0.0000271926,0.00006842388,0.005191937,0.002065524,0.0007875896,0.6951109,0.02329511,0.2717036],"study_design_scores_gemma":[0.000005700064,0.00001975636,0.0007783957,0.0005213511,0.00001402362,0.00008762282,0.001183842,0.00376553,0.0009856223,0.9281589,0.0644545,0.00002471084],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005074343,0.02462975,0.8286372,0.01572962,0.001137809,0.0003856325,0.000267522,0.0006932719,0.1234449],"genre_scores_gemma":[0.1399829,0.04272519,0.664615,0.00530957,0.001882765,0.002182682,0.000866496,0.001148393,0.1412869],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9648979,"threshold_uncertainty_score":0.1856401,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2163053247","doi":"10.1097/01.aids.0000343760.70078.89","title":"Evaluation design for large-scale HIV prevention programmes: the case of Avahan, the India AIDS initiative","year":2008,"lang":"en","type":"review","venue":"AIDS","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec","funders":"","keywords":"Monitoring and evaluation; Program evaluation; Government (linguistics); Scale (ratio); Bespoke; Medicine; Environmental health; Business; Economic growth; Political science; Geography; Public administration; Economics","authors":[{"name":"Padma Chandrasekaran","is_ca":false},{"name":"Gina Dallabetta","is_ca":false},{"name":"Virginia Loo","is_ca":false},{"name":"Stephen Mills","is_ca":false},{"name":"Tobi Saidel","is_ca":false},{"name":"Rajatashuvra Adhikary","is_ca":false},{"name":"Michel Alary","is_ca":true},{"name":"Catherine M Lowndes","is_ca":false},{"name":"Marie‐Claude Boily","is_ca":false},{"name":"James Moore","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4563612954648097,"gpt":0.5529884177901366,"spread":0.09662712232532694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3636108,0.001269161,0.00141378,0.002685278,0.004631243,0.008220206,0.00470453,0.002957333,0.005191008],"category_scores_gemma":[0.2824604,0.0009062811,0.001659813,0.002829212,0.006218024,0.005782995,0.008245174,0.004449854,0.0004284602],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03080253,"about_ca_system_score_gemma":0.05794125,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01493807,"about_ca_topic_score_gemma":0.01711557,"domain_scores_codex":[0.4926823,0.4750639,0.007595421,0.005091608,0.01319152,0.006375362],"domain_scores_gemma":[0.6317319,0.2928706,0.01360193,0.01610723,0.03710142,0.008586793],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0104957,0.007343344,0.04756113,0.01754608,0.001665655,0.001190517,0.03619706,0.06089826,0.002041389,0.1738381,0.02481885,0.6164039],"study_design_scores_gemma":[0.03220474,0.08420837,0.1465193,0.03206327,0.00357579,0.001682351,0.09449425,0.1261041,0.0126206,0.2347187,0.2303118,0.001496741],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.3419588,0.01282884,0.2983791,0.04494164,0.001676328,0.1938008,0.001937515,0.001095711,0.1033814],"genre_scores_gemma":[0.6613549,0.0008824474,0.2753507,0.003215952,0.0001245338,0.05629668,0.0003282489,0.00009432829,0.002352191],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.3636108,"threshold_uncertainty_score":0.7847812,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2548378115","doi":"10.1177/0739456x16675930","title":"Evaluation Theory and Practice: Comparing Program Evaluation and Evaluation in Planning","year":2016,"lang":"en","type":"article","venue":"Journal of Planning Education and Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Program evaluation; Evaluation methods; Outcome (game theory); Management science; Impact evaluation; Theory of change; Process management; Political science; Computer science; Business; Engineering; Public administration; Economics; Management; Medicine","authors":[{"name":"Dave Guyadeen","is_ca":true},{"name":"Mark Seasons","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6508698838348513,"gpt":0.7143752125896877,"spread":0.06350532875483639,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4357994,0.002047706,0.003772652,0.02118339,0.005001831,0.01900191,0.00420043,0.004334162,0.005969903],"category_scores_gemma":[0.6557161,0.001127778,0.002257271,0.01576245,0.03102169,0.02058385,0.01286065,0.006415345,0.0005363947],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03573321,"about_ca_system_score_gemma":0.03502088,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007254881,"about_ca_topic_score_gemma":0.005674954,"domain_scores_codex":[0.2792316,0.663048,0.01371448,0.005158071,0.0366786,0.002169193],"domain_scores_gemma":[0.1860792,0.7685778,0.01074809,0.01269955,0.01993686,0.001958478],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0007485815,0.0005193882,0.01311288,0.01228922,0.001261799,0.0001113806,0.01394302,0.00802108,0.0001073814,0.5762841,0.006083447,0.3675178],"study_design_scores_gemma":[0.0009703548,0.003302729,0.01686904,0.0565754,0.001217001,0.0003943153,0.03676134,0.02421399,0.0014813,0.771741,0.08611687,0.0003566811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.05863922,0.1395981,0.4885983,0.05845794,0.005424008,0.01243519,0.0005427854,0.0005192134,0.2357851],"genre_scores_gemma":[0.7536233,0.02684419,0.1990698,0.005017719,0.0008577987,0.01243035,0.0001960487,0.0002285698,0.001732244],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4357994,"threshold_uncertainty_score":0.6957599,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2800401326","doi":"10.1177/1098214018765698","title":"Outcomes and Impacts of Development Interventions","year":2018,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"International Fund for Agricultural Development; Consortium of International Agricultural Research Centers; Centre for International Forestry Research; Canada Research Chairs; United Nations Development Programme","keywords":"CLARITY; Psychological intervention; Consistency (knowledge bases); Outcome (game theory); Accountability; Confusion; Management science; Psychology; Computer science; Sociology; Political science; Economics","authors":[{"name":"B. Belcher","is_ca":true},{"name":"Markus Palenberg","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2737634216383244,"gpt":0.5787112819025034,"spread":0.304947860264179,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05953061,0.001586378,0.001187356,0.009203728,0.002047702,0.01125762,0.001523222,0.002451308,0.009539082],"category_scores_gemma":[0.1630226,0.0004374599,0.001886572,0.005841544,0.01087653,0.009573197,0.008454396,0.003445449,0.0006577182],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01037113,"about_ca_system_score_gemma":0.01021324,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002679595,"about_ca_topic_score_gemma":0.002092816,"domain_scores_codex":[0.8732661,0.09049764,0.006798836,0.004151207,0.02218847,0.003097723],"domain_scores_gemma":[0.8833846,0.08496131,0.01302681,0.004987116,0.01189518,0.001745],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0005076659,0.0005079065,0.02470242,0.006027138,0.0007413821,0.0001765454,0.007871564,0.007817643,0.0005657935,0.7739328,0.006635491,0.1705136],"study_design_scores_gemma":[0.0002985804,0.001696319,0.07662067,0.01293994,0.001529463,0.0003840656,0.01583317,0.007518196,0.006786332,0.7692204,0.1069365,0.0002364523],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1559768,0.02988899,0.1602249,0.04048444,0.002599476,0.004017968,0.004878709,0.0004923518,0.6014364],"genre_scores_gemma":[0.9541497,0.007212939,0.02836558,0.001574936,0.0002959243,0.00309228,0.0007414857,0.0001169194,0.004450218],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05953061,"threshold_uncertainty_score":0.3148317,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1975564755","doi":"10.1177/1098214013477235","title":"Understanding Dimensions of Organizational Evaluation Capacity","year":2013,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":118,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa; École Nationale d'Administration Publique","funders":"Australian Government","keywords":"Dimension (graph theory); Capacity building; Government (linguistics); Knowledge management; Organization development; Business; Organizational learning; Process management; Computer science; Economics; Economic growth","authors":[{"name":"Isabelle Bourgeois","is_ca":true},{"name":"J. Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5129125946126178,"gpt":0.4844682783398096,"spread":0.02844431627280825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01176049,0.0003310084,0.000251636,0.005433454,0.003147458,0.007667558,0.001051915,0.001078287,0.001955654],"category_scores_gemma":[0.03238937,0.0002676264,0.0003565613,0.002898118,0.01383663,0.008487763,0.00617096,0.00137838,0.0001039918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01782574,"about_ca_system_score_gemma":0.01767699,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07625224,"about_ca_topic_score_gemma":0.05396079,"domain_scores_codex":[0.9903617,0.004234136,0.0005569273,0.0005160632,0.002220267,0.002111042],"domain_scores_gemma":[0.9601122,0.02281154,0.00385824,0.002195387,0.007701904,0.003320779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008537759,0.0001661269,0.1693332,0.0004228289,0.00006819455,0.0002845415,0.1581808,0.005302267,0.001541962,0.5604243,0.002524302,0.1016661],"study_design_scores_gemma":[0.00002826247,0.0001241918,0.2839769,0.001123231,0.00005599604,0.0003299126,0.3372654,0.01309324,0.001657591,0.2994421,0.06274616,0.000157015],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8318784,0.001303942,0.01888683,0.007468014,0.00002771453,0.0001521189,0.0001293365,0.00005393857,0.1400998],"genre_scores_gemma":[0.9981254,0.0001265398,0.001340364,0.00005144017,0.000003250886,0.00002515092,0.00002500413,0.000002824963,0.0003001361],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07625224,"threshold_uncertainty_score":0.1516168,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1713678554","doi":"10.56645/jmde.v1i1.144","title":"Unpacking the Participatory Process","year":2004,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Unpacking; Citizen journalism; Process (computing); Participatory action research; Sociology; Computer science; Linguistics; Anthropology; World Wide Web","authors":[{"name":"Linda M. Weaver","is_ca":true},{"name":"J. Bradley Cousins","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4185578280274691,"gpt":0.5807891987238559,"spread":0.1622313706963868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09458681,0.00131026,0.001109899,0.004522595,0.01043292,0.01374716,0.002967928,0.005317708,0.005718235],"category_scores_gemma":[0.07601226,0.0008176215,0.001220257,0.003457011,0.0576097,0.0219526,0.01455429,0.006283518,0.001084746],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007240704,"about_ca_system_score_gemma":0.01929742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004894489,"about_ca_topic_score_gemma":0.004359814,"domain_scores_codex":[0.8952214,0.08443403,0.002052463,0.005273375,0.01013389,0.002884901],"domain_scores_gemma":[0.914018,0.0654792,0.003090256,0.01086895,0.005179958,0.001363603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001219215,0.00001469471,0.0002768582,0.0001336075,0.000008672005,0.00006930769,0.008440442,0.0007152826,0.0001551992,0.971499,0.0004402922,0.0182346],"study_design_scores_gemma":[0.00001725618,0.00005297236,0.0002368572,0.0003009736,0.00001334894,0.0001389442,0.002965361,0.001529734,0.0002722308,0.9360024,0.05844529,0.00002460075],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01165042,0.002432598,0.8221538,0.02213507,0.0006147827,0.0008549368,0.00005045583,0.0001682417,0.1399397],"genre_scores_gemma":[0.6157597,0.002642725,0.3624572,0.002699753,0.0005417597,0.001879039,0.00006911495,0.0001437093,0.01380696],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.09458681,"threshold_uncertainty_score":0.5002289,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2324664192","doi":"10.1177/1356389014564248","title":"The institutionalization of evaluation matters: Updating the <i>International Atlas of Evaluation</i> 10 years later","year":2015,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Institutionalisation; Political science; Regional science; Public administration; Geography; Law","authors":[{"name":"Steve Jacob","is_ca":true},{"name":"Sandra Speer","is_ca":false},{"name":"Jan-Eric Furubo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2102689892953537,"gpt":0.4898436435508309,"spread":0.2795746542554772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03410174,0.0006289698,0.0007590232,0.01375283,0.002270562,0.01676774,0.001634935,0.002262572,0.004392364],"category_scores_gemma":[0.07674022,0.0003384594,0.001104679,0.02522515,0.007021693,0.02426428,0.005098868,0.005539474,0.00175349],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01288418,"about_ca_system_score_gemma":0.01500298,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02352732,"about_ca_topic_score_gemma":0.02930065,"domain_scores_codex":[0.9763464,0.009292659,0.004186306,0.001349025,0.007164117,0.001661462],"domain_scores_gemma":[0.8875396,0.04083563,0.00913961,0.01132145,0.04796488,0.003198804],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00007330417,0.00006888345,0.008193092,0.001228731,0.00003634624,0.00008828385,0.006286728,0.0007017794,0.0005047829,0.1452885,0.4458973,0.3916323],"study_design_scores_gemma":[0.000003247332,0.0000194588,0.00859359,0.001690108,0.00001671843,0.0001194077,0.005427285,0.0002138288,0.0003560998,0.01085658,0.9726571,0.00004664447],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02103524,0.2075347,0.0295391,0.5218422,0.06931586,0.0001859099,0.004751622,0.0008259081,0.1449695],"genre_scores_gemma":[0.355716,0.3359737,0.09988916,0.09959976,0.04333406,0.0007230941,0.01046578,0.002110677,0.05218782],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9658983,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2015742271","doi":"10.1016/s0277-9536(01)00247-7","title":"Evaluating the participatory process in a community-based heart health project","year":2002,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":114,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vancouver Coastal Health; University of Victoria; Ministry of Health","funders":"","keywords":"Participatory action research; Agency (philosophy); Fieldnotes; Public relations; Project team; Community-based participatory research; Citizen journalism; Community project; Population; Sociology; Psychology; Medical education; Business; Medicine; Political science; Knowledge management; Environmental health; Computer science","authors":[{"name":"Patti-Jean Naylor","is_ca":true},{"name":"Joan Wharf-Higgins","is_ca":true},{"name":"Lynne Blair","is_ca":true},{"name":"Lawrence Green","is_ca":false},{"name":"Brian P. O’Connor","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.701204145841031,"gpt":0.6632814748752291,"spread":0.03792267096580182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2296333,0.001662289,0.001407768,0.002491494,0.008565608,0.004508648,0.00300806,0.003779017,0.002419623],"category_scores_gemma":[0.2707024,0.0009149924,0.001382667,0.00216579,0.004438487,0.003413251,0.009023404,0.003450551,0.0003648277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01158496,"about_ca_system_score_gemma":0.0443467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01292505,"about_ca_topic_score_gemma":0.0177952,"domain_scores_codex":[0.6890462,0.2852272,0.005237854,0.003594672,0.009871443,0.007022545],"domain_scores_gemma":[0.6052526,0.3296787,0.01568485,0.01126976,0.02392508,0.01418894],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.03246569,0.06735912,0.101366,0.003802617,0.001154738,0.001118823,0.1012603,0.0457758,0.00332037,0.01814722,0.003326523,0.6209027],"study_design_scores_gemma":[0.04672873,0.2532551,0.1669563,0.005482086,0.004077279,0.0007632106,0.1785123,0.1880084,0.02781899,0.1015284,0.02561726,0.001251995],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9623358,0.0001879164,0.01850712,0.001656823,0.0000686693,0.01136791,0.0001255706,0.00006581386,0.005684372],"genre_scores_gemma":[0.9451113,0.0001375963,0.04348971,0.0001736614,0.00003093132,0.01016402,0.0001048552,0.00001490265,0.0007729435],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2296333,"threshold_uncertainty_score":0.9499993,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102960304","doi":"10.1177/1098214012464037","title":"Arguments for a Common Set of Principles for Collaborative Inquiry in Evaluation","year":2013,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Carleton University; University of Ottawa","funders":"","keywords":"Logic model; Set (abstract data type); Context (archaeology); Field (mathematics); Stakeholder; Program evaluation; Management science; Engineering ethics; Sociology; Computer science; Epistemology; Knowledge management; Public relations; Political science; Social science; Public administration; Engineering","authors":[{"name":"J. Bradley Cousins","is_ca":true},{"name":"Elizabeth Whitmore","is_ca":true},{"name":"Lyn M. Shulha","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3925397717083799,"gpt":0.5662179449091042,"spread":0.1736781732007242,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3024054,0.002648088,0.005341647,0.009153823,0.01660413,0.03869847,0.0134351,0.02960807,0.007384952],"category_scores_gemma":[0.2380435,0.002645942,0.006060009,0.007560718,0.1416953,0.05481188,0.028115,0.03547414,0.003185324],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01995035,"about_ca_system_score_gemma":0.02732571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004482527,"about_ca_topic_score_gemma":0.002870991,"domain_scores_codex":[0.653598,0.2366872,0.02336997,0.01930781,0.06143515,0.005601895],"domain_scores_gemma":[0.6968179,0.2143449,0.01047326,0.04115148,0.03127029,0.005942136],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000009428871,0.00002103519,0.00005940397,0.0001038433,0.00001253874,0.00001996107,0.002033072,0.0002359699,0.00002057937,0.9940954,0.0009130957,0.002475625],"study_design_scores_gemma":[0.00005020612,0.00002049205,0.00005358454,0.0002900191,0.00000860828,0.00004477476,0.0007774134,0.000804695,0.00008450032,0.98588,0.01196606,0.00001973255],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002909262,0.002639645,0.7886564,0.1185515,0.0009607204,0.001240571,0.00009607198,0.0003470665,0.08459885],"genre_scores_gemma":[0.2712866,0.002130514,0.6895554,0.02131657,0.001014092,0.008652979,0.0001595166,0.0003917677,0.005492499],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3024054,"threshold_uncertainty_score":0.8602583,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}