{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":29,"total_is_capped":false,"direct_labels_cover":6,"predictions_cover":29,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"6f9af49b2b38","filters":{"venue":"International Journal of Social Research Methodology"}},"results":[{"id":"W2289587231","doi":"10.1080/13645579.2016.1144401","title":"Applying critical realism in qualitative research: methodology meets method","year":2016,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Critical Realism in Sociology","field":"Social Sciences","cited_by":1296,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Regina","funders":"","keywords":"Critical realism (philosophy of perception); Ontology; Sociology; Epistemology; Realism; Coding (social sciences); Qualitative research; Critical theory; Social research; Data collection; Process (computing); Knowledge management; Computer science; Management science; Social science; Engineering","authors":[{"name":"Amber J. Fletcher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8882821314679279,"gpt":0.7874698187490836,"spread":0.1008123127188443,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3598561,0.002370155,0.004147415,0.009519126,0.00958009,0.01539779,0.005688069,0.006285417,0.009221208],"category_scores_gemma":[0.3739586,0.002384548,0.002195824,0.009585218,0.03193725,0.008061587,0.0112642,0.01022059,0.002260563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009699766,"about_ca_system_score_gemma":0.03618467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00290021,"about_ca_topic_score_gemma":0.004267679,"domain_scores_codex":[0.4856196,0.473362,0.01371555,0.01113175,0.01411383,0.002057295],"domain_scores_gemma":[0.4677083,0.4484844,0.01221422,0.04107944,0.02746318,0.003050434],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000358502,0.0003200579,0.002038338,0.009907786,0.0002017379,0.0007494572,0.2146691,0.002530069,0.001857243,0.6163336,0.01721653,0.1338176],"study_design_scores_gemma":[0.0007396784,0.0003143788,0.0009462576,0.01130108,0.0001175401,0.0005978554,0.04618584,0.008076429,0.002421634,0.7765698,0.1524552,0.0002743918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006377928,0.002023515,0.9164637,0.01494029,0.001601495,0.04489606,0.0005747377,0.0002802878,0.01284193],"genre_scores_gemma":[0.03902764,0.0007988036,0.8501548,0.002638996,0.0002346177,0.1059815,0.000139145,0.000123667,0.0009008422],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6401439,"threshold_uncertainty_score":0.7894114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2809826847","doi":"10.1080/13645579.2018.1488449","title":"Natural experiment methodology for research: a review of how different methods can support real-world research","year":2018,"lang":"en","type":"review","venue":"International Journal of Social Research Methodology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":335,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Randomized experiment; Research design; Randomized controlled trial; Natural experiment; Natural (archaeology); Intervention (counseling); Management science; Psychological intervention; Computer science; Risk analysis (engineering); Psychology; Sociology; Engineering; Medicine; Social science; Mathematics; Statistics","authors":[{"name":"Scott T. Leatherdale","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.967881105314908,"gpt":0.8051552063693992,"spread":0.1627258989455088,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09554453,0.002673871,0.00621125,0.01269302,0.001674418,0.007904281,0.00428605,0.005612397,0.008575454],"category_scores_gemma":[0.2080633,0.001597938,0.004308633,0.01449448,0.007147145,0.007275702,0.003595678,0.005624624,0.002509098],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007129967,"about_ca_system_score_gemma":0.01458223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004539828,"about_ca_topic_score_gemma":0.007237655,"domain_scores_codex":[0.8937596,0.07661869,0.01066572,0.003761841,0.01465119,0.0005429208],"domain_scores_gemma":[0.5735026,0.4041039,0.005710071,0.007117027,0.008977191,0.0005891862],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001447745,0.0001074702,0.0005393108,0.1844176,0.001316668,0.0001612996,0.001257004,0.001213593,0.0003931623,0.1192149,0.01996352,0.6712707],"study_design_scores_gemma":[0.0001690456,0.0003179654,0.001857353,0.2007617,0.001816112,0.0006345849,0.0006295406,0.0009102423,0.0006503645,0.1250054,0.6670151,0.0002324656],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001144062,0.9691339,0.02144787,0.003547122,0.001051791,0.0004551255,0.0001367349,0.00007019749,0.004042895],"genre_scores_gemma":[0.003748277,0.9466132,0.04404032,0.002286194,0.0007310684,0.001915597,0.0001170062,0.0000725803,0.000475772],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9044555,"threshold_uncertainty_score":0.5052938,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1996868374","doi":"10.1080/13645570902767918","title":"Qualitative bereavement research: incongruity between the perspectives of participants and research ethics boards","year":2009,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regina Qu'Appelle Health Region; Memorial University of Newfoundland","funders":"","keywords":"Qualitative research; Research ethics; Psychology; Grief; Data collection; Harm; Research design; Social psychology; Psychotherapist; Sociology; Social science","authors":[{"name":"Jennifer L. Buckle","is_ca":true},{"name":"Sonya Corbin Dwyer","is_ca":true},{"name":"Marlene Jackson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8826679012845978,"gpt":0.7542122158384288,"spread":0.128455685446169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3591862,0.000513177,0.001442036,0.00264212,0.01216791,0.01535136,0.003310248,0.004578043,0.003197388],"category_scores_gemma":[0.3423299,0.001499753,0.0006692133,0.002795991,0.0386291,0.01162883,0.01510917,0.008313014,0.000555133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008562219,"about_ca_system_score_gemma":0.01598867,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002104627,"about_ca_topic_score_gemma":0.002148951,"domain_scores_codex":[0.4260038,0.5276713,0.01272703,0.006817183,0.02227173,0.004508881],"domain_scores_gemma":[0.5353948,0.4160319,0.01171468,0.01393633,0.01785828,0.005064034],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006684972,0.00002568208,0.0009870108,0.0004854136,0.00001194414,0.0003326497,0.9283211,0.00008387936,0.0007953616,0.05811823,0.001255667,0.009516274],"study_design_scores_gemma":[0.00007375372,0.00009142263,0.001531161,0.002571356,0.00002122631,0.00113522,0.8452416,0.0009812409,0.001476503,0.0747193,0.07206424,0.00009300866],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4695561,0.007950092,0.2820962,0.1606728,0.003682991,0.005330181,0.0003347439,0.0002498105,0.07012697],"genre_scores_gemma":[0.9618439,0.001473931,0.02183005,0.008990092,0.0002569701,0.003141036,0.00004336155,0.0001364732,0.002284273],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9954219,"threshold_uncertainty_score":0.7902375,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095100138","doi":"10.1080/13645570701211209","title":"‘How Much Money Do You Spend on Gambling?’ The Comparative Validity of Question Wordings Used to Assess Gambling Expenditure","year":2007,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Psychology; Revenue; Jurisdiction; Sample (material); Social psychology; Consumer Expenditure Survey; Economics; Aggregate expenditure; Public economics; Law","authors":[{"name":"Robert J. Williams","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8943028554616594,"gpt":0.6939807147936884,"spread":0.200322140667971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008598341,0.0002354387,0.0004483203,0.001563742,0.000489944,0.0007788201,0.0005577418,0.0003766526,0.003538026],"category_scores_gemma":[0.03072657,0.000226017,0.000564661,0.001441818,0.001218521,0.000815842,0.0006939913,0.0003640747,0.0005126426],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001270873,"about_ca_system_score_gemma":0.0007605104,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03056224,"about_ca_topic_score_gemma":0.0597954,"domain_scores_codex":[0.995388,0.00205702,0.0007075532,0.000354811,0.001274463,0.0002181238],"domain_scores_gemma":[0.9833718,0.008967104,0.003398455,0.0009492978,0.002984742,0.000328667],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001181271,0.00026707,0.8640015,0.0008375877,0.0006418548,0.0002237892,0.030871,0.0003521392,0.002452787,0.001509827,0.004301558,0.0933597],"study_design_scores_gemma":[0.00002945731,0.0001645077,0.991188,0.00008810982,0.00004778594,0.00009957972,0.003739757,0.0002449221,0.0002003563,0.0003074409,0.003870785,0.0000193611],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9848096,0.0004751605,0.001643087,0.0002591086,0.00004665488,0.0004052334,0.001291422,0.00002085823,0.0110489],"genre_scores_gemma":[0.9925625,0.0004641895,0.002579501,0.0001339637,0.00002613013,0.0008906967,0.001559487,0.00001431917,0.001769184],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03056224,"threshold_uncertainty_score":0.06076866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089229856","doi":"10.1080/13645579.2012.661207","title":"Institutional ethnography and data analysis: making sense of data dialogues","year":2012,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Hort Innovation","keywords":"Active listening; Ethnography; Sociology; Qualitative research; Qualitative property; Data collection; Social research; Epistemology; Interpretative phenomenological analysis; Data science; Social science; Computer science","authors":[{"name":"Kevin Walby","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9454986453943374,"gpt":0.7607215828876077,"spread":0.1847770625067297,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2411226,0.001803135,0.002498592,0.0126773,0.01084588,0.02869833,0.004485202,0.004831147,0.006110244],"category_scores_gemma":[0.2607084,0.001929746,0.001648509,0.01453869,0.05096134,0.0392825,0.02172484,0.006832259,0.001510485],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007168637,"about_ca_system_score_gemma":0.0242983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00272267,"about_ca_topic_score_gemma":0.002757272,"domain_scores_codex":[0.6126992,0.3581388,0.00847374,0.008350442,0.009912362,0.002425486],"domain_scores_gemma":[0.5576645,0.3594419,0.01304292,0.04781261,0.01763429,0.004403846],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008739491,0.0000792824,0.00210985,0.001695202,0.0001105111,0.0006071673,0.5748814,0.0006808523,0.0009093749,0.3288042,0.009496661,0.08053821],"study_design_scores_gemma":[0.0001011678,0.0001218444,0.001587292,0.006170727,0.0001001935,0.0007252879,0.3177163,0.003050823,0.001409694,0.4193086,0.2495363,0.0001716472],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02856002,0.004540373,0.8581328,0.03079831,0.001680882,0.006366904,0.0007870062,0.001046841,0.0680869],"genre_scores_gemma":[0.278278,0.003457082,0.6938502,0.004424372,0.00072756,0.01280409,0.0006453817,0.000732395,0.005080972],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7588774,"threshold_uncertainty_score":0.935831,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2159771425","doi":"10.1080/13645570701622116","title":"Separately Together: Working Reflexively as a Team","year":2008,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Reflexivity; Teamwork; Presentation (obstetrics); Qualitative research; Subject (documents); Sociology; Resource (disambiguation); Psychology; Computer science; Political science; Social science; Medicine","authors":[{"name":"Janet Siltanen","is_ca":true},{"name":"Alette Willis","is_ca":false},{"name":"Willow Scobie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8596076386474084,"gpt":0.721834625965888,"spread":0.1377730126815204,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1271851,0.001381703,0.002377041,0.003867603,0.01839057,0.02741425,0.004757872,0.006901449,0.004620367],"category_scores_gemma":[0.1662136,0.001753555,0.002375141,0.00247684,0.05411452,0.03171605,0.03094867,0.01630966,0.002766498],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005103499,"about_ca_system_score_gemma":0.01982577,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001520748,"about_ca_topic_score_gemma":0.001413673,"domain_scores_codex":[0.7014833,0.2576486,0.005705189,0.01209484,0.01700953,0.006058549],"domain_scores_gemma":[0.8129618,0.1024577,0.01799554,0.02817294,0.01979531,0.01861673],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008400683,0.0001433429,0.001742474,0.0003779286,0.0001143831,0.0004977357,0.9167146,0.0004868341,0.002511345,0.04486136,0.003522826,0.02894318],"study_design_scores_gemma":[0.0001198801,0.0004526861,0.001259101,0.002037232,0.0001736263,0.001097018,0.6535547,0.002356428,0.003760271,0.175174,0.1597207,0.0002943531],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2849605,0.002844907,0.5176005,0.08688725,0.003593195,0.004320361,0.0001335732,0.001038617,0.09862101],"genre_scores_gemma":[0.8349175,0.001061842,0.1353879,0.007414138,0.0003725477,0.003192603,0.0001180044,0.0006580875,0.01687735],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8728149,"threshold_uncertainty_score":0.6726273,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092746927","doi":"10.1080/13645579.2011.638221","title":"Exploring the validity of electronic newspaper databases","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Newspaper; Lexis; Content analysis; Database; Advertising; Political science; Computer science; Sociology; Business; Social science","authors":[{"name":"Travis N. Ridout","is_ca":false},{"name":"Erika Franklin Fowler","is_ca":false},{"name":"Kathleen Searles","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9349094824766678,"gpt":0.6276944662901474,"spread":0.3072150161865205,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1591294,0.0004532546,0.001017661,0.02636445,0.003588109,0.01521926,0.00373247,0.002023935,0.003291944],"category_scores_gemma":[0.6317573,0.001187388,0.000980054,0.04269989,0.005405692,0.01414294,0.007946117,0.001411742,0.001045619],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005401093,"about_ca_system_score_gemma":0.004722565,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01567197,"about_ca_topic_score_gemma":0.009442055,"domain_scores_codex":[0.7263252,0.1481695,0.03941712,0.01720596,0.06439385,0.004488549],"domain_scores_gemma":[0.1250893,0.6717216,0.08011793,0.05091302,0.0704407,0.001717485],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008959356,0.0003247974,0.8766078,0.001632359,0.0005044523,0.0004511008,0.02267676,0.001694738,0.0006570486,0.01865095,0.004784246,0.0711199],"study_design_scores_gemma":[0.0001946512,0.0004993845,0.7950506,0.004352431,0.0006454004,0.001858614,0.05425376,0.02104753,0.007990563,0.02235613,0.09145483,0.0002960875],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9255723,0.003467369,0.01715752,0.003924261,0.000216937,0.0009485096,0.0126984,0.0001859323,0.03582874],"genre_scores_gemma":[0.9813772,0.0005325094,0.008418269,0.0005241281,0.0001497004,0.0005736046,0.007408974,0.0001290914,0.0008865487],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8408706,"threshold_uncertainty_score":0.8415665,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3150498774","doi":"10.1080/13645579.2021.1901440","title":"Adapting vignettes for internet-based research: eliciting realistic responses to the digital milieu","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Social Power and Status Dynamics","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Vignette; Transgender; Psychology; The Internet; Social media; Cognitive reframing; Framing (construction); Digital media; Social psychology; Lesbian; Queer; Computer science; World Wide Web","authors":[{"name":"Lauren B. McInroy","is_ca":false},{"name":"O Beer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.713069050397757,"gpt":0.6325556300405768,"spread":0.08051342035718023,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01742046,0.0007860523,0.0003414319,0.001378453,0.002440298,0.00220141,0.001612017,0.002125081,0.007357003],"category_scores_gemma":[0.04946533,0.0005326292,0.0005305864,0.001125855,0.001974006,0.002184998,0.002846782,0.002094941,0.001559805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001619367,"about_ca_system_score_gemma":0.001175335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005237215,"about_ca_topic_score_gemma":0.001604059,"domain_scores_codex":[0.9747405,0.0230949,0.0006312485,0.0004692449,0.0007830085,0.0002809503],"domain_scores_gemma":[0.9627158,0.02860847,0.002057745,0.003386118,0.002117118,0.001114769],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002795329,0.006690033,0.02010624,0.00939797,0.0001544413,0.004729901,0.3551172,0.006500307,0.05570187,0.1103819,0.05925934,0.3691654],"study_design_scores_gemma":[0.0008290872,0.00718823,0.02483221,0.003234616,0.0001587551,0.004563121,0.1864871,0.01066511,0.03433534,0.07579606,0.6511893,0.0007211025],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5410131,0.001152721,0.3573115,0.006699089,0.001137294,0.0433981,0.002253857,0.0006377941,0.04639656],"genre_scores_gemma":[0.500078,0.001541174,0.4416984,0.003220928,0.0002838589,0.04475459,0.001354937,0.0001131031,0.006954971],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9825795,"threshold_uncertainty_score":0.09212929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3194173068","doi":"10.1080/13645579.2021.1964858","title":"Adaptive methodology. Topic, theory, method and data in ongoing conversation","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland; University of Alberta","funders":"","keywords":"Computer science; Conversation; Premise; Framing (construction); Structuring; Process (computing); Adaptation (eye); Limiting; Management science; Research methodology; Epistemology; Data science; Sociology; Psychology","authors":[{"name":"Kristof Van Assche","is_ca":true},{"name":"Raoul Beunen","is_ca":false},{"name":"Martijn Duineveld","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9493791165276528,"gpt":0.7888116580636994,"spread":0.1605674584639535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1444597,0.0009167967,0.001225397,0.006377573,0.007228773,0.01607169,0.002878831,0.005887531,0.007159606],"category_scores_gemma":[0.1265547,0.001042,0.001033586,0.007011358,0.03820321,0.0265928,0.0156876,0.006883807,0.002191265],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006474084,"about_ca_system_score_gemma":0.01085535,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001018826,"about_ca_topic_score_gemma":0.0008886212,"domain_scores_codex":[0.7811223,0.1995696,0.004569436,0.005863139,0.00772695,0.001148656],"domain_scores_gemma":[0.8157303,0.1521494,0.006765943,0.01595534,0.006524466,0.002874524],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009728476,0.0001095115,0.001644116,0.001924656,0.00005999625,0.0003638439,0.2431687,0.0002718538,0.001040591,0.6386715,0.008145601,0.1045024],"study_design_scores_gemma":[0.00007366837,0.0001381918,0.001145448,0.005109803,0.00006044787,0.0007913006,0.1016862,0.001521989,0.0008623311,0.5661963,0.3223326,0.00008177294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03374693,0.02850328,0.7152039,0.09311467,0.00460574,0.007422609,0.0005355173,0.0006642808,0.1162032],"genre_scores_gemma":[0.4354316,0.009690074,0.5080494,0.0122542,0.00133986,0.01803996,0.0003532817,0.0005854715,0.01425617],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8555403,"threshold_uncertainty_score":0.7639849,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992127811","doi":"10.1080/13645579.2013.811921","title":"Using respondent-driven sampling with ‘hard to reach’ marginalised young people: problems with slow recruitment and small network size","year":2013,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of New South Wales; Australian Government; Public Health Agency of Canada","keywords":"Respondent; Incentive; Population; Sample (material); Social network (sociolinguistics); Psychology; Sampling (signal processing); Personal network; Sociology; Social psychology; Demography; Political science; Social science; Social media; Economics; Computer science; Law","authors":[{"name":"Joanne Bryant","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6389085745654907,"gpt":0.5534172900894999,"spread":0.08549128447599075,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2558818,0.0009030444,0.0011405,0.002665529,0.003581112,0.002854602,0.004496856,0.00157727,0.00577625],"category_scores_gemma":[0.2929302,0.001208973,0.0007875699,0.002839902,0.003262136,0.002272464,0.005786221,0.001905703,0.002029646],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003224464,"about_ca_system_score_gemma":0.005850302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006387515,"about_ca_topic_score_gemma":0.01163361,"domain_scores_codex":[0.6062092,0.3587495,0.01007205,0.005095293,0.01776435,0.002109598],"domain_scores_gemma":[0.6649737,0.2514724,0.02233705,0.03192173,0.02617738,0.003117783],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002592637,0.00210627,0.2864031,0.007792975,0.0007555329,0.002489774,0.1503197,0.007088392,0.009728574,0.03968509,0.03178015,0.4592578],"study_design_scores_gemma":[0.003331435,0.0173363,0.3139771,0.01367192,0.0006916663,0.0048968,0.1186171,0.07736866,0.03503961,0.1097177,0.3046044,0.0007474682],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3693886,0.001907036,0.5260139,0.01007149,0.0009478209,0.07078674,0.00125175,0.0004973774,0.01913537],"genre_scores_gemma":[0.5692548,0.001148296,0.3121461,0.005698332,0.0003719615,0.1048644,0.0005797063,0.0001580646,0.005778379],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7441182,"threshold_uncertainty_score":0.9176302,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3163146429","doi":"10.1080/13645579.2021.1922804","title":"A comparison of repeat cross-sectional and longitudinal results from the COMPASS study: design considerations for analysing surveillance data over time","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Research design; Compass; Longitudinal study; Cross-sectional study; Longitudinal data; Computer science; Sample (material); Data collection; Data science; Statistics; Data mining; Geography; Mathematics","authors":[{"name":"Alexandra Butler","is_ca":true},{"name":"Kate Battista","is_ca":true},{"name":"Scott T. Leatherdale","is_ca":true},{"name":"Samantha B. Meyer","is_ca":true},{"name":"Susan J. Elliott","is_ca":true},{"name":"Shannon E. Majowicz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9249796547340465,"gpt":0.7358622526448196,"spread":0.1891174020892269,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2399787,0.0007077833,0.00143768,0.003721026,0.00259775,0.003729413,0.002400981,0.001655868,0.001479894],"category_scores_gemma":[0.3957672,0.0009775846,0.002307455,0.005031607,0.002873262,0.002840906,0.002946272,0.001668835,0.0003373367],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001812213,"about_ca_system_score_gemma":0.0030655,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01145471,"about_ca_topic_score_gemma":0.01744781,"domain_scores_codex":[0.6966274,0.2597194,0.01751161,0.006882094,0.01692466,0.002334874],"domain_scores_gemma":[0.6433778,0.2401415,0.03612622,0.05086283,0.02770622,0.001785374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002294054,0.0006188074,0.9047275,0.001515665,0.004944772,0.0004586037,0.01614216,0.001609693,0.002010533,0.008522007,0.002774005,0.05438222],"study_design_scores_gemma":[0.0004370351,0.00605892,0.9433737,0.001340644,0.001783575,0.0008442006,0.01459136,0.006778755,0.003754997,0.007451481,0.01336134,0.0002240007],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8050449,0.002782215,0.1654455,0.002561219,0.0006440398,0.009192428,0.004117266,0.0003262761,0.009886094],"genre_scores_gemma":[0.8897599,0.0003911885,0.089848,0.0009901652,0.0001644877,0.01620081,0.001631467,0.0001241295,0.0008899129],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2399787,"threshold_uncertainty_score":0.9372416,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285729098","doi":"10.1080/13645579.2022.2091258","title":"Expanding opportunities to maximise research recruitment and data collection using digital tools","year":2022,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Data collection; Thematic analysis; Social media; Data science; Photovoice; Digital data; Computer science; Sample (material); Knowledge management; World Wide Web; Qualitative research; Sociology; Social science","authors":[{"name":"Jennifer Jackson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9792196628014184,"gpt":0.7528446808008868,"spread":0.2263749820005315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2684931,0.001648755,0.001764789,0.00866069,0.006260124,0.01009485,0.005220772,0.005122796,0.0532442],"category_scores_gemma":[0.3311602,0.00235674,0.002616723,0.005836114,0.005187933,0.02243096,0.02779388,0.005493368,0.02536931],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003312201,"about_ca_system_score_gemma":0.01703895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005958606,"about_ca_topic_score_gemma":0.001567315,"domain_scores_codex":[0.6947889,0.2522217,0.01390568,0.008804913,0.02277234,0.007506485],"domain_scores_gemma":[0.6479528,0.2426042,0.01414894,0.04702643,0.0308657,0.01740198],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001197461,0.002124019,0.01029086,0.007648515,0.0001436064,0.001113405,0.07674579,0.0008158811,0.006309588,0.04546616,0.05307833,0.7950665],"study_design_scores_gemma":[0.001934834,0.002339051,0.01362679,0.01390291,0.0002476802,0.001616663,0.04558133,0.00265472,0.006516813,0.1215533,0.7896762,0.0003497519],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06240617,0.004778964,0.5710477,0.07645721,0.0039284,0.1114567,0.001905135,0.003592839,0.1644268],"genre_scores_gemma":[0.1085624,0.002869743,0.6729684,0.01248581,0.001786216,0.1829672,0.0006726689,0.0007029377,0.01698459],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7315069,"threshold_uncertainty_score":0.9020783,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323363531","doi":"10.1080/13645579.2023.2185985","title":"Considerations for conducting online focus groups on sensitive topics","year":2023,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"Canadian Psychological Association","keywords":"Focus group; Focus (optics); Online research methods; Data collection; Online community; Online discussion; Sociology; Computer science; Psychology; Public relations; World Wide Web; Political science; Social science","authors":[{"name":"Tanja Samardžić","is_ca":true},{"name":"Christine Wildman","is_ca":true},{"name":"Paula C. Barata","is_ca":true},{"name":"Mavis Morton","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8791719862406588,"gpt":0.6973427693186016,"spread":0.1818292169220572,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5147219,0.002133582,0.001982545,0.005505597,0.01597817,0.01462598,0.008750664,0.01026776,0.02160588],"category_scores_gemma":[0.5548212,0.002561398,0.002183546,0.003892579,0.01673832,0.02181417,0.01353143,0.009558342,0.01069271],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007349478,"about_ca_system_score_gemma":0.02179465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006316564,"about_ca_topic_score_gemma":0.01276384,"domain_scores_codex":[0.3579861,0.5874391,0.01732263,0.008028053,0.02417335,0.005050809],"domain_scores_gemma":[0.243774,0.6202578,0.01713931,0.05576863,0.05021138,0.01284894],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002476891,0.002130239,0.009798297,0.01024471,0.0001546248,0.003631036,0.5459821,0.001814616,0.01660918,0.09104908,0.06008834,0.2560209],"study_design_scores_gemma":[0.001042155,0.003017506,0.009824988,0.01702652,0.0001548613,0.00288064,0.3419465,0.003909553,0.01004684,0.1011019,0.5086381,0.0004103732],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08443182,0.005179467,0.5078138,0.2216967,0.009637938,0.1001243,0.001341812,0.002325005,0.06744932],"genre_scores_gemma":[0.1450121,0.002584384,0.5848716,0.02515917,0.001713449,0.2295944,0.0004354024,0.0006176441,0.01001188],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4852781,"threshold_uncertainty_score":0.5984343,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167123108","doi":"10.1080/13645579.2011.601890","title":"Can the quality of social research on ethnicity be improved through the introduction of guidance? Findings from a research commissioning pilot exercise","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Romani and Gypsy Studies","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Rigour; Project commissioning; Ethnic group; Quality (philosophy); Social research; Public relations; Publishing; Research design; Sociology; Engineering ethics; Medical education; Psychology; Political science; Medicine; Engineering; Social science","authors":[{"name":"Sarah Salway","is_ca":false},{"name":"Ruth Barley","is_ca":false},{"name":"Peter Allmark","is_ca":false},{"name":"Kate Gerrish","is_ca":false},{"name":"Gina Higginbottom","is_ca":true},{"name":"George T. H. Ellison","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9010055280067503,"gpt":0.7164824764695417,"spread":0.1845230515372086,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5058543,0.0006195496,0.001908525,0.00402189,0.009206482,0.01427922,0.003763886,0.00901603,0.003172972],"category_scores_gemma":[0.7299723,0.001443563,0.00139613,0.004045083,0.01681288,0.01464518,0.01125573,0.00862461,0.0008395764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01483416,"about_ca_system_score_gemma":0.05542265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009018277,"about_ca_topic_score_gemma":0.01438954,"domain_scores_codex":[0.4628912,0.4715675,0.01802983,0.005188107,0.03220424,0.01011906],"domain_scores_gemma":[0.12582,0.7376869,0.04062983,0.04070707,0.0446661,0.01049],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0008563838,0.001499471,0.03406867,0.003274402,0.0000819458,0.002366333,0.6941412,0.0008695842,0.004062996,0.0215053,0.0095482,0.2277256],"study_design_scores_gemma":[0.001166633,0.00516997,0.1113673,0.008305698,0.0002402673,0.001473933,0.5671651,0.002958903,0.006677238,0.03257864,0.261935,0.0009612769],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7952554,0.00242708,0.02863612,0.1289413,0.001360168,0.007303765,0.0001728045,0.0006592278,0.0352442],"genre_scores_gemma":[0.9326886,0.001075644,0.04860887,0.008918518,0.0002416251,0.004272513,0.00007143236,0.0001931267,0.003929653],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4941457,"threshold_uncertainty_score":0.6093696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1968377807","doi":"10.1080/13645579.2011.645700","title":"A computer-assisted approach to filtering large numbers of documents for media analyses","year":2012,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Trinity Western University; Western University; Abbotsford Veterinary Clinic","funders":"Trinity Western University","keywords":"Computer science; Selection (genetic algorithm); Filter (signal processing); Selection bias; Information retrieval; Reduction (mathematics); Data mining; Data science; Machine learning; Statistics; Mathematics","authors":[{"name":"James Voth","is_ca":true},{"name":"Richard Sawatzky","is_ca":true},{"name":"Pamela A. Ratner","is_ca":true},{"name":"Mary Lynn Young","is_ca":true},{"name":"Robin Repta","is_ca":true},{"name":"Rebecca Haines‐Saah","is_ca":true},{"name":"Joy L. Johnson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6865705192359098,"gpt":0.610141181123146,"spread":0.07642933811276387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01482768,0.001727318,0.002397231,0.01781333,0.002471493,0.004302418,0.00202702,0.002092079,0.01050788],"category_scores_gemma":[0.04214191,0.0009577386,0.001460665,0.01242811,0.0007908195,0.003529375,0.00270546,0.001654204,0.006859697],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007218812,"about_ca_system_score_gemma":0.002565702,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0038045,"about_ca_topic_score_gemma":0.00685765,"domain_scores_codex":[0.9901885,0.002941701,0.001477801,0.002028737,0.003082052,0.0002811368],"domain_scores_gemma":[0.9375458,0.04248341,0.003393296,0.005647536,0.01010556,0.0008243469],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006996467,0.0005425259,0.005749843,0.0007726457,0.0004006444,0.0003032295,0.001579224,0.002778615,0.04775783,0.002800014,0.0222188,0.9143971],"study_design_scores_gemma":[0.0009224784,0.001323974,0.0327448,0.0004611521,0.001202805,0.003264823,0.002225233,0.6034699,0.132964,0.03455442,0.1860829,0.0007836027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01502607,0.0005439094,0.9449423,0.0004475003,0.0001867283,0.002113743,0.00194281,0.03290827,0.001888659],"genre_scores_gemma":[0.037492,0.0001894664,0.9567405,0.0001727019,0.0002678706,0.001310087,0.001399166,0.0004324779,0.00199576],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01781333,"threshold_uncertainty_score":0.07841724,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154282715","doi":"10.1080/13645579.2011.597123","title":"Becoming a behavioral science researcher. A guide to producing research that matters","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Pierre Elliott Trudeau Foundation; Western University","funders":"","keywords":"Subtitle; Sociology; Behavioural sciences; Media studies; Research methodology; Library science; Psychology; Social science; Computer science","authors":[{"name":"Katrin Prager","is_ca":false},{"name":"Marco Razzi","is_ca":false},{"name":"Lia Blaj‐Ward","is_ca":false},{"name":"Jeremy J. Schmidt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9476057448138306,"gpt":0.7395153068674054,"spread":0.2080904379464252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0500739,0.002623136,0.002571177,0.006683402,0.004155871,0.008840388,0.003572815,0.007636451,0.02729607],"category_scores_gemma":[0.06835698,0.00358187,0.001194951,0.007193505,0.009057374,0.01025063,0.003373804,0.01615576,0.05230002],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004082321,"about_ca_system_score_gemma":0.02500776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0113134,"about_ca_topic_score_gemma":0.02976807,"domain_scores_codex":[0.9716332,0.01850664,0.002609397,0.001115002,0.005627885,0.0005079288],"domain_scores_gemma":[0.8922924,0.07404745,0.004305166,0.005156935,0.01876728,0.00543069],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002754833,0.00009777605,0.0002989754,0.001940166,0.00001811095,0.0001664709,0.004386528,0.0001280223,0.0006907746,0.01062761,0.780203,0.2014151],"study_design_scores_gemma":[0.00003795627,0.00006643223,0.001046856,0.005915701,0.00001109751,0.0003672123,0.004041141,0.00011803,0.000179564,0.02232568,0.9658279,0.00006244701],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.001048934,0.4367889,0.1053623,0.261766,0.03214856,0.006478225,0.004118132,0.005185309,0.1471037],"genre_scores_gemma":[0.01040134,0.3971208,0.3149332,0.07906798,0.007215287,0.02278713,0.003822996,0.002823591,0.1618278],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9499261,"threshold_uncertainty_score":0.2648192,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4414400044","doi":"10.1080/13645579.2025.2564127","title":"Sankofa: towards African-centred research methodological framework","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Research methodology; Qualitative research; Data collection; Social research; Research design","authors":[{"name":"Ali Ahmed","is_ca":false},{"name":"Kenneth Gyamerah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8688634121550547,"gpt":0.6898862487658708,"spread":0.1789771633891839,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07651535,0.0008542772,0.0009571302,0.005102238,0.008887301,0.009674962,0.002359973,0.002538713,0.004827298],"category_scores_gemma":[0.05410155,0.0008597812,0.0005246731,0.004333757,0.01884121,0.008559217,0.01142914,0.004657254,0.0006724669],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01088529,"about_ca_system_score_gemma":0.0245334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00374957,"about_ca_topic_score_gemma":0.007860539,"domain_scores_codex":[0.9500567,0.0449117,0.001182894,0.001515623,0.001281128,0.001052049],"domain_scores_gemma":[0.9547465,0.03218481,0.002521831,0.004128999,0.004926006,0.001491931],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001059488,0.00009450545,0.004577903,0.002102517,0.00002956564,0.0008157445,0.3693095,0.0004743998,0.0017508,0.5615274,0.003615569,0.05559614],"study_design_scores_gemma":[0.00007701659,0.000134034,0.002775373,0.008137476,0.00004563552,0.0007902441,0.3605756,0.00187199,0.001337894,0.333853,0.290355,0.00004658743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1592669,0.0169613,0.5713726,0.1126713,0.002376719,0.01157348,0.001046325,0.0003016416,0.1244297],"genre_scores_gemma":[0.4368255,0.004585037,0.519872,0.005207976,0.0001596783,0.02271413,0.0002503883,0.000123436,0.01026183],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9234847,"threshold_uncertainty_score":0.4046566,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2009797735","doi":"10.1080/13645570701550549","title":"Population Surveys of Children’s Health and Wellbeing: Parental Views on Data Collection Content and Methods","year":2007,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"McMaster University","keywords":"Data collection; Psychology; Population; Content (measure theory); Content analysis; Sociology; Research methodology; Social psychology; Social science; Demography","authors":[{"name":"Elizabeth Waters","is_ca":false},{"name":"Elise Davis","is_ca":false},{"name":"Ozlem Mehmet‐Radji","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7730761464067679,"gpt":0.6096621780376548,"spread":0.1634139683691131,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0984247,0.0002793419,0.0004196847,0.001778161,0.001148809,0.001787348,0.000719135,0.0005903679,0.001183902],"category_scores_gemma":[0.1371554,0.0007358463,0.0003169907,0.002666415,0.002056119,0.001779789,0.002259018,0.00128597,0.00037657],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00257134,"about_ca_system_score_gemma":0.003018383,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01266636,"about_ca_topic_score_gemma":0.01371181,"domain_scores_codex":[0.8872523,0.09095667,0.004926216,0.001317902,0.01466282,0.0008840514],"domain_scores_gemma":[0.8948739,0.06860571,0.01097853,0.009535463,0.01518245,0.0008240485],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003471604,0.0001659985,0.3993635,0.001424677,0.000165362,0.0001763273,0.1684498,0.0007927118,0.007662647,0.007184899,0.005587167,0.4086798],"study_design_scores_gemma":[0.00005987404,0.0007925649,0.8566778,0.002299412,0.0001212855,0.0006035136,0.07164291,0.002675844,0.005723949,0.00670167,0.05253343,0.0001678005],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9023609,0.003729137,0.05889367,0.009862992,0.0001736482,0.002847061,0.001720047,0.0001047893,0.02030766],"genre_scores_gemma":[0.9265433,0.003172365,0.06226108,0.001421639,0.00007581107,0.003676978,0.000784557,0.00004074957,0.002023485],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9015753,"threshold_uncertainty_score":0.5205258,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416020613","doi":"10.1080/13645579.2025.2585286","title":"Improving the reliability of the Reliable Change Index","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Organizational Change and Leadership","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Canadian Institutes of Health Research","keywords":"Reliability (semiconductor); Index (typography); Research methodology; Data collection; Quality (philosophy)","authors":[{"name":"Alexander O. Crenshaw","is_ca":false},{"name":"Candice M. Monson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4006605827778502,"gpt":0.4703262781867047,"spread":0.06966569540885453,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2838404,0.001616527,0.002595749,0.009070081,0.002029843,0.007072627,0.003447822,0.002660725,0.005465433],"category_scores_gemma":[0.7206683,0.001426981,0.003049457,0.00828396,0.003758846,0.00762244,0.007267052,0.005743078,0.002329082],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004571954,"about_ca_system_score_gemma":0.007579956,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006673785,"about_ca_topic_score_gemma":0.004151664,"domain_scores_codex":[0.6830099,0.2224439,0.02546079,0.01598661,0.05027058,0.00282823],"domain_scores_gemma":[0.2199892,0.5431985,0.03793176,0.06883144,0.1276303,0.002418813],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001242058,0.0004768035,0.2061084,0.003279632,0.002175319,0.0002519315,0.01228803,0.01519444,0.001487809,0.0705926,0.04351703,0.643386],"study_design_scores_gemma":[0.001228239,0.003766809,0.3115518,0.01048311,0.003612117,0.001068484,0.006986242,0.2072583,0.01288114,0.2476792,0.1921531,0.001331438],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1112985,0.006297496,0.8052866,0.01140213,0.002456664,0.00412368,0.003096024,0.00245577,0.05358306],"genre_scores_gemma":[0.6823906,0.001628601,0.3013216,0.001994088,0.000860571,0.006615583,0.001589042,0.001088177,0.00251186],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7161596,"threshold_uncertainty_score":0.8831523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4394843393","doi":"10.1080/13645579.2023.2278253","title":"Facebook recruitment: understanding research relations Prior to data collection","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"European Commission","keywords":"Reflexivity; Social media; Sociology; Process (computing); Data collection; Public relations; Social psychology; Psychology; Social science; Computer science; Political science; World Wide Web","authors":[{"name":"Kath Browne","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.979444143261046,"gpt":0.7717294447051026,"spread":0.2077146985559434,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4048391,0.001242229,0.001691439,0.00831743,0.02967666,0.0255099,0.004285084,0.006457166,0.007070528],"category_scores_gemma":[0.5324604,0.002356571,0.001003987,0.007104423,0.02485098,0.03407179,0.02127106,0.008756117,0.003357601],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01529335,"about_ca_system_score_gemma":0.03080374,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006756628,"about_ca_topic_score_gemma":0.0109171,"domain_scores_codex":[0.4946172,0.4478665,0.01824464,0.01399973,0.01837417,0.006897882],"domain_scores_gemma":[0.3444528,0.5596623,0.0292817,0.02858937,0.03141508,0.006598867],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001357155,0.00008293661,0.006369052,0.0009151186,0.00001599231,0.0005816887,0.9187334,0.0001054392,0.001435096,0.03420383,0.003030267,0.03439141],"study_design_scores_gemma":[0.00005215716,0.0001753309,0.006268376,0.00316699,0.00003706113,0.0004052101,0.8248218,0.001203812,0.002087943,0.04953571,0.1121546,0.00009094765],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3113643,0.008527376,0.356787,0.1468794,0.003096651,0.0273964,0.001479651,0.000951778,0.1435175],"genre_scores_gemma":[0.7710199,0.003659802,0.1290674,0.01547043,0.001745747,0.06540094,0.0006703321,0.00050649,0.01245885],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5951609,"threshold_uncertainty_score":0.7339393,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400218234","doi":"10.1080/13645579.2024.2374082","title":"Going the distance: benefits and challenges of a long-term study of working-class, first-in-family university students","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Term (time); Class (philosophy); Sociology; Working class; Psychology; Mathematics education; Computer science; Political science; Politics","authors":[{"name":"Wolfgang Lehmann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5014781079389762,"gpt":0.5685214572941383,"spread":0.0670433493551621,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03029342,0.0007288122,0.001517641,0.00148101,0.02999387,0.01215248,0.004320239,0.003711265,0.00444339],"category_scores_gemma":[0.0486379,0.0009712051,0.0007076153,0.001436237,0.01271177,0.00927022,0.01573543,0.006373833,0.0008582097],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004031513,"about_ca_system_score_gemma":0.008234863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.011124,"about_ca_topic_score_gemma":0.03273053,"domain_scores_codex":[0.9723325,0.02133456,0.0006241648,0.001107179,0.001920372,0.002681189],"domain_scores_gemma":[0.9468023,0.02715781,0.003839652,0.002920607,0.005416419,0.01386323],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005921307,0.0002478685,0.009267139,0.0001526389,0.00001386433,0.001521477,0.9738355,0.00002081022,0.00043309,0.000680035,0.0006514097,0.01311703],"study_design_scores_gemma":[0.000003503251,0.000125919,0.0026799,0.00008946499,0.000005788655,0.0002512453,0.9937614,0.00001326851,0.00005930115,0.0002259458,0.002769949,0.00001435302],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.987542,0.000817114,0.001041961,0.005637731,0.0002238888,0.0001076298,0.00004665618,0.0000212263,0.004561861],"genre_scores_gemma":[0.9942298,0.0005250954,0.0009150769,0.001346393,0.00007866714,0.0002180712,0.00002924025,0.00002509928,0.002632649],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9697066,"threshold_uncertainty_score":0.1602088,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404700004","doi":"10.1080/13645579.2024.2422195","title":"Editorial note: referees","year":2024,"lang":"en","type":"editorial","venue":"International Journal of Social Research Methodology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sociology; Media studies; Psychology","authors":[{"name":"Charlotte Brookfield","is_ca":false},{"name":"Iasonas Lamprianou","is_ca":false},{"name":"Jane Pulkingham","is_ca":true},{"name":"Benjamin Saunders","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3694267320597773,"gpt":0.4954249204989211,"spread":0.1259981884391438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01018837,0.002971527,0.003023938,0.006579279,0.005704787,0.008777802,0.003755744,0.009547212,0.05100124],"category_scores_gemma":[0.1074478,0.0009209031,0.002105653,0.003705524,0.002060127,0.00520818,0.002131692,0.01240848,0.05039511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00552069,"about_ca_system_score_gemma":0.007473376,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005926842,"about_ca_topic_score_gemma":0.01143431,"domain_scores_codex":[0.9892747,0.001890436,0.001478929,0.00127874,0.005554421,0.0005227605],"domain_scores_gemma":[0.8970627,0.01722096,0.0035926,0.002459851,0.07493162,0.004732334],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005330389,0.000001673375,0.000006043377,0.00005127498,0.000001884042,0.00002408156,0.00000845756,0.000005560819,0.00001047232,0.00007793398,0.9982856,0.001521663],"study_design_scores_gemma":[0.00001188816,0.000005157853,0.00007930346,0.000327655,0.00001226253,0.00009968088,0.00004410431,0.00004404689,0.00005683655,0.0005466272,0.9987578,0.00001463438],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00002391507,0.002379569,0.0001223301,0.05816691,0.9357095,0.00005971271,0.0001445531,0.0001049537,0.003288476],"genre_scores_gemma":[0.00087118,0.004558949,0.0003323788,0.0622677,0.8953852,0.0001671081,0.0002035605,0.0002549781,0.03595897],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.9898117,"threshold_uncertainty_score":0.1706161,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4256622821","doi":"10.1080/13645570902944509","title":"Book Reviews","year":2009,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Sociology","authors":[{"name":"Nick Emmel","is_ca":false},{"name":"Francesca Alby","is_ca":false},{"name":"Yves Laberge","is_ca":true},{"name":"Francesco Arcidiacono","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7385732329838348,"gpt":0.6831644572429147,"spread":0.05540877574092007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008521264,0.000966049,0.001097843,0.004731761,0.001073829,0.004471858,0.001571595,0.001852877,0.4586455],"category_scores_gemma":[0.004201947,0.0004637477,0.0005701692,0.005147075,0.0006530664,0.002709774,0.001504683,0.002077946,0.4307669],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001670253,"about_ca_system_score_gemma":0.002456598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00341599,"about_ca_topic_score_gemma":0.009594289,"domain_scores_codex":[0.9989069,0.0001046959,0.00003358815,0.0001060782,0.000784986,0.00006381715],"domain_scores_gemma":[0.9974844,0.0004820109,0.0001353148,0.0002390609,0.001284047,0.0003750158],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006356529,0.00001282733,0.00002244101,0.0001649424,0.000001826889,0.00001343142,0.00001411349,0.00003472763,0.00009439257,0.001508873,0.915449,0.08267707],"study_design_scores_gemma":[0.000001864721,0.000004282015,0.00005533221,0.0001003463,0.000001578265,0.00002599395,0.00001297,0.00001293519,0.00002958132,0.0006043478,0.9991488,0.000001933713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"review","genre_scores_codex":[0.0004007467,0.1073981,0.001969905,0.0157027,0.03311976,0.000180511,0.00144447,0.0008728605,0.8389109],"genre_scores_gemma":[0.0006811426,0.02018828,0.0005904035,0.002543338,0.003695837,0.00004525324,0.0005774655,0.0002031579,0.9714751],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4586455,"threshold_uncertainty_score":0.7721764,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390415698","doi":"10.1080/13645579.2023.2254123","title":"Editorial Note: Referees","year":2023,"lang":"en","type":"editorial","venue":"International Journal of Social Research Methodology","topic":"International Arbitration and Investment Law","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sociology; Psychology; Media studies","authors":[{"name":"Charlotte Brookfield","is_ca":false},{"name":"Iasonas Lamprianou","is_ca":false},{"name":"Jane Pulkingham","is_ca":true},{"name":"Benjamin Saunders","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2640428488605734,"gpt":0.5071993698327143,"spread":0.2431565209721409,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01632203,0.003200604,0.002565627,0.007083478,0.006915769,0.00986074,0.003683934,0.01122161,0.05522861],"category_scores_gemma":[0.1682225,0.0009923682,0.002421008,0.003762079,0.002310684,0.005290889,0.002327386,0.01275284,0.05136828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006405053,"about_ca_system_score_gemma":0.01002108,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005674434,"about_ca_topic_score_gemma":0.01131447,"domain_scores_codex":[0.981463,0.003871747,0.002847413,0.002115102,0.008764864,0.0009378791],"domain_scores_gemma":[0.805018,0.02857326,0.00671637,0.004552993,0.1481436,0.006995744],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001091832,0.000002782547,0.00001267451,0.00007172638,0.000002734246,0.00004791303,0.0000178554,0.000008259077,0.00002586581,0.0001118726,0.9975228,0.002164602],"study_design_scores_gemma":[0.00001644894,0.00001033101,0.0001404623,0.0003867647,0.0000154986,0.000175461,0.0000886532,0.00007054715,0.0001112388,0.0007165702,0.9982427,0.00002532693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00003958656,0.001761781,0.0002066826,0.06336163,0.9315413,0.00009785798,0.0001512851,0.0001843838,0.002655568],"genre_scores_gemma":[0.001534366,0.003121029,0.0006087185,0.09281022,0.8594503,0.0002870925,0.0002081779,0.0004269995,0.04155312],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.983678,"threshold_uncertainty_score":0.1847581,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416275040","doi":"10.1080/13645579.2025.2590501","title":"Thinking through country-as-culture qualitative sampling","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Cape Breton University; Mount Saint Vincent University","funders":"Social Sciences and Humanities Research Council of Canada; Mount Saint Vincent University","keywords":"Qualitative research; Sampling (signal processing); Data collection; Research methodology; Scale (ratio); Probability sampling","authors":[{"name":"KelleyAnne Malinen","is_ca":true},{"name":"Karen Kennedy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7826286363799138,"gpt":0.7720324556271179,"spread":0.01059618075279589,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1195625,0.0007964309,0.0008241923,0.003274917,0.00775785,0.007152876,0.002627953,0.001968041,0.007043827],"category_scores_gemma":[0.08425732,0.00104545,0.0007090474,0.003182804,0.009600724,0.006080507,0.008267172,0.002978224,0.001107496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00801555,"about_ca_system_score_gemma":0.01465856,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009728402,"about_ca_topic_score_gemma":0.01411872,"domain_scores_codex":[0.8513048,0.1383388,0.00252502,0.002624243,0.002778751,0.002428369],"domain_scores_gemma":[0.9049779,0.06796367,0.003476664,0.007751862,0.01313622,0.002693566],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001788925,0.0001829259,0.003883813,0.001354117,0.00003901119,0.0007084506,0.841873,0.001192474,0.003148148,0.0857157,0.008964601,0.05275889],"study_design_scores_gemma":[0.0001696189,0.0002436552,0.001806448,0.002152691,0.00004059193,0.0003212822,0.783471,0.003379559,0.002977364,0.07686582,0.1284609,0.0001110292],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2911304,0.001875233,0.5706519,0.03098332,0.001523697,0.05150881,0.002671963,0.0005809441,0.04907361],"genre_scores_gemma":[0.5021639,0.001164696,0.4120366,0.0102286,0.000146339,0.06610668,0.0005027678,0.0002358657,0.007414493],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8804375,"threshold_uncertainty_score":0.6323146,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4405015150","doi":"10.1080/13645579.2024.2435366","title":"Turning ethnography on its head in research about internet sexual offending","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Sex work and related issues","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Commonwealth Scholarship Commission","keywords":"Ethnography; Sociology; Criminology; The Internet; Psychology; Head (geology); Gender studies; Social psychology; Media studies; Computer science; Anthropology; World Wide Web","authors":[{"name":"Jonah Rimer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7799039669570452,"gpt":0.6840077210279346,"spread":0.09589624592911061,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05903667,0.001066642,0.001041507,0.00575023,0.01236814,0.009551091,0.002404629,0.002741583,0.004419849],"category_scores_gemma":[0.0831936,0.001177876,0.0006240922,0.004296476,0.03327642,0.01319875,0.01659943,0.003587418,0.0007256949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005060935,"about_ca_system_score_gemma":0.004795119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007761671,"about_ca_topic_score_gemma":0.0160755,"domain_scores_codex":[0.8659316,0.1252635,0.00190056,0.001873778,0.00250462,0.002526015],"domain_scores_gemma":[0.8234661,0.1585405,0.005342016,0.00811433,0.002829024,0.001707985],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006714909,0.00006224969,0.004245605,0.0003566511,0.00001598751,0.0005098541,0.9675475,0.00007537616,0.0006579108,0.00754732,0.0006348075,0.0182796],"study_design_scores_gemma":[0.00002290697,0.00015435,0.004506465,0.001533237,0.00001701792,0.0005065586,0.9628373,0.00009638587,0.0005758219,0.007878893,0.02183869,0.00003240324],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.8330037,0.01301594,0.07234901,0.01727887,0.001169464,0.002915152,0.0003681319,0.0001370751,0.05976271],"genre_scores_gemma":[0.9657432,0.004802204,0.0190198,0.002642111,0.0002937262,0.003076682,0.000110236,0.0001165542,0.004195429],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.05903667,"threshold_uncertainty_score":0.3122195,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399982517","doi":"10.1080/13645579.2024.2368345","title":"Assessing the impact of missing data in youth overweight and obesity research: complete case analysis versus multiple imputation","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; University of Waterloo","funders":"Institute of Population and Public Health; Institute of Nutrition, Metabolism and Diabetes; Institute of Human Development, Child and Youth Health; Health Canada; Ministère de la Santé","keywords":"Missing data; Imputation (statistics); Overweight; Psychology; Data collection; Obesity; Sociology; Statistics; Medicine; Mathematics; Social science","authors":[{"name":"Amanda Doggett","is_ca":true},{"name":"Ashok Chaurasia","is_ca":true},{"name":"Jean‐Philippe Chaput","is_ca":true},{"name":"Scott T. Leatherdale","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7408087610989088,"gpt":0.6541935069344466,"spread":0.08661525416446225,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5346586,0.001630894,0.00498379,0.004529965,0.00248184,0.006771723,0.007618834,0.004405271,0.002685046],"category_scores_gemma":[0.7158915,0.002255179,0.007745442,0.008600585,0.004649756,0.008446266,0.008237123,0.006871194,0.0003422562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002829476,"about_ca_system_score_gemma":0.009372,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007013762,"about_ca_topic_score_gemma":0.008265552,"domain_scores_codex":[0.3239211,0.6255151,0.02259071,0.0109791,0.01507219,0.001921828],"domain_scores_gemma":[0.2091293,0.7002805,0.04570882,0.03206934,0.01105864,0.001753383],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.004385528,0.001140711,0.3921726,0.01373904,0.04048119,0.001441742,0.02009928,0.03351036,0.000651564,0.1126021,0.0139208,0.3658551],"study_design_scores_gemma":[0.002106097,0.005813513,0.1412619,0.02228258,0.01763934,0.002975002,0.01078359,0.2781546,0.003609324,0.4882382,0.02625095,0.000884832],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07259258,0.01445823,0.8890171,0.01692205,0.0009912411,0.002027192,0.001184532,0.0002856705,0.00252139],"genre_scores_gemma":[0.5471733,0.003945308,0.4364132,0.003935182,0.000860436,0.005972323,0.0009046178,0.0001935333,0.0006020571],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4653414,"threshold_uncertainty_score":0.5738489,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7117247972","doi":"10.1080/13645579.2025.2569259","title":"“The possibilities of an Indigenist anti-colonial research praxis: a response to ‘the false promise of decolonial research: the complexities and limitations of Decolonizing methods and methodologies” by Leon Moosavi","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Research methodology; Perspective (graphical); Ethnography; Reflexivity; Postcolonialism (international relations); Autoethnography","authors":[{"name":"George Sefa Dei","is_ca":true},{"name":"Phiona Lloyd-Henry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7350597868935935,"gpt":0.6543890104161241,"spread":0.08067077647746945,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.08211759,0.0009464334,0.001390686,0.002351901,0.01524246,0.01741606,0.003176606,0.009486574,0.0008084009],"category_scores_gemma":[0.06738764,0.0007981228,0.0007077833,0.002107791,0.0933281,0.01858942,0.01604309,0.02524399,0.0002453784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007066722,"about_ca_system_score_gemma":0.01126214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005690346,"about_ca_topic_score_gemma":0.009295936,"domain_scores_codex":[0.9131903,0.0782041,0.0009303291,0.002354432,0.004065813,0.001254984],"domain_scores_gemma":[0.8960932,0.08950769,0.004017642,0.004681481,0.004164387,0.001535641],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000296842,0.00002214272,0.0004256166,0.0001725674,0.00001308788,0.0002565339,0.2103263,0.0001254278,0.0002457296,0.7526248,0.02588922,0.009868876],"study_design_scores_gemma":[0.00003077863,0.00006508738,0.0005488128,0.001881473,0.0000197358,0.0006370189,0.08536923,0.000995288,0.0008751572,0.4421947,0.4672857,0.00009711281],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02231803,0.0271634,0.01806921,0.9099334,0.003530323,0.00007517958,0.00001526759,0.00005795847,0.01883732],"genre_scores_gemma":[0.7344463,0.02210463,0.03957145,0.182063,0.004991763,0.0006321322,0.00002263003,0.0002830993,0.015885],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9847575,"threshold_uncertainty_score":0.4342845,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236575089","doi":"10.1080/13645579.2012.633813","title":"Book Reviews","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Sociology; Social science","authors":[{"name":"Fatemeh Shayan","is_ca":false},{"name":"Heather Hillsburg","is_ca":true},{"name":"Anna Riggall","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.911792845869397,"gpt":0.6906932606300485,"spread":0.2210995852393485,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007475131,0.0009029086,0.0009877072,0.004187283,0.0009659409,0.004308091,0.001539278,0.001752594,0.4315508],"category_scores_gemma":[0.003714181,0.0004570367,0.0005518795,0.004546328,0.0006458717,0.002358322,0.001568225,0.002011773,0.3834741],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001623781,"about_ca_system_score_gemma":0.002553271,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00351105,"about_ca_topic_score_gemma":0.009423378,"domain_scores_codex":[0.9989927,0.00010098,0.00003314819,0.00009611506,0.0007132166,0.00006386726],"domain_scores_gemma":[0.9980447,0.0003968866,0.0001075952,0.0001808184,0.0009710874,0.0002988581],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000069122,0.00001338962,0.00002309952,0.0002165915,0.000002239983,0.0000195458,0.00001907591,0.00004218054,0.000105683,0.001904298,0.9050792,0.09256782],"study_design_scores_gemma":[0.000001735119,0.000003665084,0.00004307909,0.0001177017,0.000001363712,0.00003033839,0.00001317474,0.000008664706,0.00002377888,0.0005206611,0.999234,0.000001695695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"review","genre_scores_codex":[0.0003613909,0.1237619,0.001592001,0.01295727,0.03081396,0.0001540114,0.001381175,0.0006914951,0.8282869],"genre_scores_gemma":[0.0007087052,0.02788138,0.0006255414,0.002850004,0.00384252,0.00005079876,0.0006728186,0.000203961,0.9631643],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4315508,"threshold_uncertainty_score":0.8108238,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"}]}