{"meta":{"query_hash":"6f9af49b2b38","filters":{"venue":"International Journal of Social Research Methodology"},"cohort_total":29,"direct_labels_cover":6,"predictions_cover":29,"exported":29,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/6f9af49b2b38","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Social+Research+Methodology"},"results":[{"id":"W1968377807","doi":"10.1080/13645579.2011.645700","title":"A computer-assisted approach to filtering large numbers of documents for media analyses","year":2012,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Trinity Western University; Western University; Abbotsford Veterinary Clinic","funders":"Trinity Western University","keywords":"Computer science; Selection (genetic algorithm); Filter (signal processing); Selection bias; Information retrieval; Reduction (mathematics); Data mining; Data science; Machine learning; Statistics; Mathematics","score_opus":0.6865705192359098,"score_gpt":0.610141181123146,"score_spread":0.07642933811276387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968377807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0150260655,0.0005439094,0.9449423,0.00044750026,0.0001867283,0.002113743,0.00194281,0.032908272,0.0018886592],"genre_scores_gemma":[0.037491996,0.00018946639,0.9567405,0.00017270188,0.00026787064,0.0013100869,0.0013991662,0.00043247794,0.0019957598],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99018854,0.002941701,0.0014778005,0.0020287372,0.0030820516,0.0002811368],"domain_scores_gemma":[0.93754584,0.042483408,0.0033932962,0.005647536,0.010105562,0.0008243469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014827678,0.001727318,0.0023972313,0.01781333,0.002471493,0.0043024183,0.0020270196,0.0020920786,0.010507875],"category_scores_gemma":[0.042141907,0.0009577386,0.0014606655,0.012428109,0.00079081947,0.0035293752,0.0027054597,0.0016542044,0.006859697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006996467,0.0005425259,0.0057498426,0.0007726457,0.00040064438,0.00030322955,0.0015792237,0.0027786146,0.04775783,0.0028000136,0.022218803,0.91439706],"study_design_scores_gemma":[0.0009224784,0.0013239745,0.032744803,0.0004611521,0.0012028053,0.003264823,0.0022252325,0.6034699,0.13296396,0.03455442,0.18608293,0.0007836027],"about_ca_topic_score_codex":0.0038044997,"about_ca_topic_score_gemma":0.0068576504,"teacher_disagreement_score":0.01781333,"about_ca_system_score_codex":0.0007218812,"about_ca_system_score_gemma":0.0025657022,"threshold_uncertainty_score":0.07841724},"labels":[],"label_agreement":null},{"id":"W1992127811","doi":"10.1080/13645579.2013.811921","title":"Using respondent-driven sampling with ‘hard to reach’ marginalised young people: problems with slow recruitment and small network size","year":2013,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of New South Wales; Australian Government; Public Health Agency of Canada","keywords":"Respondent; Incentive; Population; Sample (material); Social network (sociolinguistics); Psychology; Sampling (signal processing); Personal network; Sociology; Social psychology; Demography; Political science; Social science; Social media; Economics; Computer science; Law","score_opus":0.6389085745654907,"score_gpt":0.5534172900894999,"score_spread":0.08549128447599075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992127811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3693886,0.0019070363,0.5260139,0.010071493,0.0009478209,0.070786744,0.0012517502,0.0004973774,0.019135365],"genre_scores_gemma":[0.56925476,0.0011482959,0.31214613,0.0056983316,0.00037196148,0.10486443,0.0005797063,0.00015806462,0.0057783793],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.60620916,0.3587495,0.01007205,0.005095293,0.017764352,0.0021095981],"domain_scores_gemma":[0.6649737,0.25147244,0.022337055,0.03192173,0.026177377,0.0031177832],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25588182,0.0009030444,0.0011405004,0.002665529,0.0035811123,0.0028546017,0.0044968557,0.0015772703,0.00577625],"category_scores_gemma":[0.29293022,0.0012089734,0.00078756985,0.0028399024,0.0032621364,0.0022724636,0.005786221,0.0019057029,0.002029646],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025926367,0.0021062696,0.28640312,0.0077929753,0.0007555329,0.002489774,0.15031971,0.007088392,0.009728574,0.03968509,0.03178015,0.45925778],"study_design_scores_gemma":[0.0033314354,0.0173363,0.31397706,0.013671921,0.0006916663,0.0048967996,0.118617095,0.07736866,0.035039615,0.10971766,0.30460438,0.0007474682],"about_ca_topic_score_codex":0.0063875155,"about_ca_topic_score_gemma":0.011633607,"teacher_disagreement_score":0.7441182,"about_ca_system_score_codex":0.0032244637,"about_ca_system_score_gemma":0.005850302,"threshold_uncertainty_score":0.9176302},"labels":[],"label_agreement":null},{"id":"W1996868374","doi":"10.1080/13645570902767918","title":"Qualitative bereavement research: incongruity between the perspectives of participants and research ethics boards","year":2009,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regina Qu'Appelle Health Region; Memorial University of Newfoundland","funders":"","keywords":"Qualitative research; Research ethics; Psychology; Grief; Data collection; Harm; Research design; Social psychology; Psychotherapist; Sociology; Social science","score_opus":0.8826679012845978,"score_gpt":0.7542122158384288,"score_spread":0.12845568544616903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996868374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46955612,0.007950092,0.28209624,0.1606728,0.003682991,0.0053301807,0.0003347439,0.00024981052,0.07012697],"genre_scores_gemma":[0.9618439,0.0014739315,0.021830054,0.008990092,0.00025697006,0.003141036,0.00004336155,0.00013647317,0.002284273],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.42600378,0.52767134,0.012727032,0.0068171835,0.022271728,0.0045088814],"domain_scores_gemma":[0.53539485,0.41603193,0.011714677,0.013936328,0.017858278,0.0050640344],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3591862,0.00051317696,0.0014420364,0.0026421202,0.012167911,0.01535136,0.0033102478,0.0045780432,0.003197388],"category_scores_gemma":[0.34232986,0.0014997526,0.0006692133,0.0027959915,0.038629103,0.011628834,0.015109169,0.008313014,0.000555133],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066849716,0.000025682079,0.0009870108,0.00048541365,0.000011944142,0.00033264968,0.92832106,0.00008387936,0.0007953616,0.05811823,0.0012556666,0.009516274],"study_design_scores_gemma":[0.00007375372,0.00009142263,0.0015311608,0.0025713562,0.000021226308,0.00113522,0.8452416,0.0009812409,0.0014765029,0.0747193,0.072064236,0.00009300866],"about_ca_topic_score_codex":0.0021046265,"about_ca_topic_score_gemma":0.0021489512,"teacher_disagreement_score":0.99542195,"about_ca_system_score_codex":0.008562219,"about_ca_system_score_gemma":0.015988668,"threshold_uncertainty_score":0.7902375},"labels":[],"label_agreement":null},{"id":"W2009797735","doi":"10.1080/13645570701550549","title":"Population Surveys of Children’s Health and Wellbeing: Parental Views on Data Collection Content and Methods","year":2007,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Data collection; Psychology; Population; Content (measure theory); Content analysis; Sociology; Research methodology; Social psychology; Social science; Demography","score_opus":0.7730761464067679,"score_gpt":0.6096621780376548,"score_spread":0.16341396836911315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009797735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9023609,0.0037291367,0.058893666,0.009862992,0.00017364818,0.0028470613,0.001720047,0.00010478934,0.02030766],"genre_scores_gemma":[0.9265433,0.003172365,0.06226108,0.0014216393,0.00007581107,0.0036769784,0.000784557,0.000040749568,0.002023485],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.88725233,0.090956666,0.004926216,0.0013179025,0.014662822,0.00088405143],"domain_scores_gemma":[0.8948739,0.06860571,0.0109785255,0.009535463,0.015182446,0.00082404853],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0984247,0.00027934194,0.00041968474,0.0017781614,0.0011488086,0.001787348,0.00071913505,0.0005903679,0.0011839021],"category_scores_gemma":[0.13715535,0.0007358463,0.00031699066,0.0026664154,0.0020561188,0.0017797889,0.0022590184,0.0012859699,0.00037657004],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034716044,0.00016599851,0.39936355,0.0014246771,0.000165362,0.00017632726,0.16844977,0.0007927118,0.0076626474,0.0071848994,0.0055871666,0.40867975],"study_design_scores_gemma":[0.000059874044,0.0007925649,0.85667783,0.0022994124,0.000121285484,0.00060351356,0.07164291,0.0026758444,0.005723949,0.00670167,0.05253343,0.00016780054],"about_ca_topic_score_codex":0.012666362,"about_ca_topic_score_gemma":0.013711811,"teacher_disagreement_score":0.9015753,"about_ca_system_score_codex":0.00257134,"about_ca_system_score_gemma":0.0030183827,"threshold_uncertainty_score":0.5205258},"labels":[],"label_agreement":null},{"id":"W2089229856","doi":"10.1080/13645579.2012.661207","title":"Institutional ethnography and data analysis: making sense of data dialogues","year":2012,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Hort Innovation","keywords":"Active listening; Ethnography; Sociology; Qualitative research; Qualitative property; Data collection; Social research; Epistemology; Interpretative phenomenological analysis; Data science; Social science; Computer science","score_opus":0.9454986453943374,"score_gpt":0.7607215828876077,"score_spread":0.18477706250672965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089229856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02856002,0.0045403726,0.85813284,0.030798307,0.0016808818,0.006366904,0.0007870062,0.0010468414,0.0680869],"genre_scores_gemma":[0.27827796,0.0034570815,0.69385016,0.0044243718,0.00072755996,0.012804087,0.0006453817,0.00073239504,0.0050809723],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.61269915,0.35813883,0.00847374,0.008350442,0.009912362,0.0024254855],"domain_scores_gemma":[0.55766445,0.3594419,0.013042919,0.047812615,0.017634295,0.004403846],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24112257,0.0018031346,0.0024985916,0.0126773035,0.010845875,0.028698329,0.0044852025,0.0048311474,0.0061102444],"category_scores_gemma":[0.2607084,0.0019297457,0.001648509,0.014538694,0.05096134,0.0392825,0.021724837,0.0068322592,0.0015104853],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008739491,0.0000792824,0.00210985,0.0016952021,0.00011051112,0.00060716725,0.5748814,0.0006808523,0.00090937485,0.32880417,0.009496661,0.080538206],"study_design_scores_gemma":[0.000101167774,0.0001218444,0.0015872922,0.006170727,0.000100193494,0.00072528794,0.31771633,0.0030508228,0.0014096942,0.41930863,0.24953634,0.00017164716],"about_ca_topic_score_codex":0.0027226703,"about_ca_topic_score_gemma":0.0027572722,"teacher_disagreement_score":0.7588774,"about_ca_system_score_codex":0.0071686367,"about_ca_system_score_gemma":0.024298295,"threshold_uncertainty_score":0.93583095},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2092746927","doi":"10.1080/13645579.2011.638221","title":"Exploring the validity of electronic newspaper databases","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Newspaper; Lexis; Content analysis; Database; Advertising; Political science; Computer science; Sociology; Business; Social science","score_opus":0.9349094824766678,"score_gpt":0.6276944662901474,"score_spread":0.3072150161865205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092746927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9255723,0.003467369,0.017157523,0.0039242613,0.00021693698,0.00094850955,0.012698399,0.00018593227,0.03582874],"genre_scores_gemma":[0.9813772,0.00053250935,0.008418269,0.0005241281,0.00014970035,0.0005736046,0.0074089738,0.00012909138,0.00088654866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.72632515,0.14816946,0.039417118,0.017205961,0.06439385,0.0044885487],"domain_scores_gemma":[0.12508927,0.67172164,0.08011793,0.050913017,0.0704407,0.0017174846],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.15912935,0.00045325464,0.001017661,0.026364446,0.003588109,0.015219264,0.0037324703,0.0020239353,0.0032919436],"category_scores_gemma":[0.6317573,0.001187388,0.000980054,0.042699892,0.0054056924,0.014142937,0.007946117,0.001411742,0.0010456189],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008959356,0.00032479735,0.8766078,0.0016323585,0.0005044523,0.00045110084,0.022676757,0.001694738,0.0006570486,0.018650955,0.0047842464,0.071119905],"study_design_scores_gemma":[0.00019465116,0.00049938454,0.7950506,0.0043524313,0.0006454004,0.0018586139,0.054253757,0.021047529,0.007990563,0.022356132,0.091454834,0.0002960875],"about_ca_topic_score_codex":0.015671967,"about_ca_topic_score_gemma":0.009442055,"teacher_disagreement_score":0.8408706,"about_ca_system_score_codex":0.0054010926,"about_ca_system_score_gemma":0.0047225654,"threshold_uncertainty_score":0.8415665},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2095100138","doi":"10.1080/13645570701211209","title":"‘How Much Money Do You Spend on Gambling?’ The Comparative Validity of Question Wordings Used to Assess Gambling Expenditure","year":2007,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Revenue; Jurisdiction; Sample (material); Social psychology; Consumer Expenditure Survey; Economics; Aggregate expenditure; Public economics; Law","score_opus":0.8943028554616594,"score_gpt":0.6939807147936884,"score_spread":0.20032214066797105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095100138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848096,0.0004751605,0.0016430874,0.0002591086,0.000046654877,0.00040523344,0.0012914218,0.000020858228,0.011048903],"genre_scores_gemma":[0.9925625,0.0004641895,0.002579501,0.00013396365,0.000026130127,0.00089069665,0.0015594867,0.0000143191655,0.0017691839],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995388,0.0020570199,0.0007075532,0.00035481103,0.0012744634,0.00021812377],"domain_scores_gemma":[0.9833718,0.008967104,0.0033984545,0.0009492978,0.0029847417,0.000328667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008598341,0.00023543867,0.0004483203,0.0015637424,0.00048994395,0.0007788201,0.00055774185,0.0003766526,0.003538026],"category_scores_gemma":[0.030726572,0.00022601699,0.000564661,0.001441818,0.0012185212,0.000815842,0.00069399126,0.00036407466,0.00051264255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011812714,0.00026707005,0.86400145,0.0008375877,0.00064185483,0.00022378922,0.030871,0.0003521392,0.0024527872,0.0015098269,0.0043015582,0.0933597],"study_design_scores_gemma":[0.000029457306,0.00016450771,0.99118805,0.000088109824,0.000047785936,0.00009957972,0.003739757,0.0002449221,0.0002003563,0.00030744087,0.003870785,0.000019361105],"about_ca_topic_score_codex":0.030562235,"about_ca_topic_score_gemma":0.059795402,"teacher_disagreement_score":0.030562235,"about_ca_system_score_codex":0.001270873,"about_ca_system_score_gemma":0.00076051045,"threshold_uncertainty_score":0.060768664},"labels":[],"label_agreement":null},{"id":"W2154282715","doi":"10.1080/13645579.2011.597123","title":"Becoming a behavioral science researcher. A guide to producing research that matters","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pierre Elliott Trudeau Foundation; Western University","funders":"","keywords":"Subtitle; Sociology; Behavioural sciences; Media studies; Research methodology; Library science; Psychology; Social science; Computer science","score_opus":0.9476057448138306,"score_gpt":0.7395153068674054,"score_spread":0.20809043794642523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154282715","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010489337,0.43678892,0.10536227,0.26176605,0.032148562,0.0064782253,0.0041181324,0.0051853093,0.14710367],"genre_scores_gemma":[0.010401341,0.3971208,0.31493315,0.079067975,0.0072152866,0.022787128,0.0038229956,0.002823591,0.16182779],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9716332,0.018506637,0.0026093973,0.0011150015,0.005627885,0.00050792884],"domain_scores_gemma":[0.89229244,0.074047446,0.0043051657,0.0051569347,0.018767277,0.0054306905],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.050073896,0.0026231357,0.0025711774,0.0066834018,0.004155871,0.008840388,0.0035728153,0.007636451,0.02729607],"category_scores_gemma":[0.06835698,0.0035818696,0.0011949514,0.0071935053,0.009057374,0.010250634,0.003373804,0.01615576,0.052300017],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027548327,0.00009777605,0.00029897536,0.0019401661,0.00001811095,0.00016647088,0.0043865284,0.00012802226,0.0006907746,0.010627611,0.780203,0.20141506],"study_design_scores_gemma":[0.000037956266,0.00006643223,0.0010468559,0.005915701,0.000011097514,0.0003672123,0.004041141,0.00011803001,0.00017956401,0.02232568,0.9658279,0.00006244701],"about_ca_topic_score_codex":0.011313402,"about_ca_topic_score_gemma":0.029768074,"teacher_disagreement_score":0.9499261,"about_ca_system_score_codex":0.004082321,"about_ca_system_score_gemma":0.02500776,"threshold_uncertainty_score":0.2648192},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2159771425","doi":"10.1080/13645570701622116","title":"Separately Together: Working Reflexively as a Team","year":2008,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Reflexivity; Teamwork; Presentation (obstetrics); Qualitative research; Subject (documents); Sociology; Resource (disambiguation); Psychology; Computer science; Political science; Social science; Medicine","score_opus":0.8596076386474084,"score_gpt":0.721834625965888,"score_spread":0.13777301268152042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159771425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2849605,0.0028449069,0.51760054,0.08688725,0.0035931948,0.0043203607,0.00013357324,0.0010386175,0.09862101],"genre_scores_gemma":[0.8349175,0.0010618417,0.13538787,0.007414138,0.00037254766,0.0031926027,0.00011800436,0.00065808755,0.016877351],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7014833,0.25764856,0.005705189,0.012094844,0.017009532,0.006058549],"domain_scores_gemma":[0.8129618,0.102457725,0.017995542,0.028172938,0.019795313,0.018616728],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.12718514,0.0013817028,0.0023770414,0.0038676031,0.018390574,0.027414251,0.0047578723,0.006901449,0.0046203667],"category_scores_gemma":[0.16621362,0.0017535549,0.0023751413,0.0024768396,0.05411452,0.03171605,0.030948674,0.01630966,0.0027664984],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008400683,0.00014334294,0.0017424742,0.00037792858,0.00011438305,0.0004977357,0.9167146,0.00048683406,0.0025113449,0.044861358,0.0035228264,0.02894318],"study_design_scores_gemma":[0.000119880126,0.00045268613,0.0012591007,0.0020372323,0.00017362628,0.001097018,0.65355474,0.0023564277,0.003760271,0.17517398,0.15972067,0.0002943531],"about_ca_topic_score_codex":0.0015207481,"about_ca_topic_score_gemma":0.0014136732,"teacher_disagreement_score":0.8728149,"about_ca_system_score_codex":0.005103499,"about_ca_system_score_gemma":0.019825766,"threshold_uncertainty_score":0.67262733},"labels":[],"label_agreement":null},{"id":"W2167123108","doi":"10.1080/13645579.2011.601890","title":"Can the quality of social research on ethnicity be improved through the introduction of guidance? Findings from a research commissioning pilot exercise","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Romani and Gypsy Studies","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rigour; Project commissioning; Ethnic group; Quality (philosophy); Social research; Public relations; Publishing; Research design; Sociology; Engineering ethics; Medical education; Psychology; Political science; Medicine; Engineering; Social science","score_opus":0.9010055280067503,"score_gpt":0.7164824764695417,"score_spread":0.1845230515372086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167123108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79525536,0.0024270804,0.028636124,0.12894128,0.0013601684,0.0073037646,0.0001728045,0.0006592278,0.035244204],"genre_scores_gemma":[0.9326886,0.0010756437,0.048608866,0.008918518,0.00024162514,0.004272513,0.00007143236,0.0001931267,0.003929653],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.4628912,0.47156745,0.01802983,0.0051881066,0.032204237,0.010119064],"domain_scores_gemma":[0.12582001,0.73768693,0.04062983,0.040707074,0.0446661,0.010489999],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5058543,0.0006195496,0.0019085248,0.00402189,0.009206482,0.014279216,0.0037638864,0.0090160305,0.0031729725],"category_scores_gemma":[0.7299723,0.0014435628,0.0013961304,0.004045083,0.016812881,0.014645182,0.011255726,0.0086246105,0.00083957636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008563838,0.0014994706,0.034068666,0.0032744016,0.0000819458,0.0023663326,0.6941412,0.00086958415,0.0040629962,0.0215053,0.0095482,0.22772555],"study_design_scores_gemma":[0.0011666334,0.0051699704,0.111367285,0.008305698,0.00024026733,0.0014739333,0.56716514,0.0029589033,0.0066772383,0.032578643,0.26193497,0.0009612769],"about_ca_topic_score_codex":0.009018277,"about_ca_topic_score_gemma":0.014389543,"teacher_disagreement_score":0.4941457,"about_ca_system_score_codex":0.014834164,"about_ca_system_score_gemma":0.055422653,"threshold_uncertainty_score":0.60936964},"labels":[],"label_agreement":null},{"id":"W2289587231","doi":"10.1080/13645579.2016.1144401","title":"Applying critical realism in qualitative research: methodology meets method","year":2016,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Critical Realism in Sociology","field":"Social Sciences","cited_by":1296,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Critical realism (philosophy of perception); Ontology; Sociology; Epistemology; Realism; Coding (social sciences); Qualitative research; Critical theory; Social research; Data collection; Process (computing); Knowledge management; Computer science; Management science; Social science; Engineering","score_opus":0.8882821314679279,"score_gpt":0.7874698187490836,"score_spread":0.10081231271884428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289587231","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063779284,0.0020235146,0.91646373,0.01494029,0.0016014947,0.04489606,0.0005747377,0.00028028784,0.012841927],"genre_scores_gemma":[0.039027642,0.00079880364,0.85015476,0.0026389963,0.00023461774,0.10598154,0.00013914499,0.00012366704,0.00090084225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.48561957,0.473362,0.0137155475,0.011131753,0.014113828,0.0020572946],"domain_scores_gemma":[0.46770832,0.44848442,0.012214217,0.04107944,0.02746318,0.0030504342],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35985613,0.0023701547,0.004147415,0.009519126,0.00958009,0.015397795,0.0056880694,0.0062854174,0.009221208],"category_scores_gemma":[0.37395856,0.0023845478,0.0021958244,0.009585218,0.031937253,0.008061587,0.011264199,0.010220586,0.0022605632],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035850203,0.00032005788,0.0020383378,0.009907786,0.00020173789,0.00074945716,0.21466908,0.0025300693,0.001857243,0.6163336,0.01721653,0.13381764],"study_design_scores_gemma":[0.00073967845,0.00031437876,0.00094625755,0.011301075,0.0001175401,0.00059785537,0.046185836,0.008076429,0.002421634,0.7765698,0.15245518,0.00027439176],"about_ca_topic_score_codex":0.0029002097,"about_ca_topic_score_gemma":0.004267679,"teacher_disagreement_score":0.6401439,"about_ca_system_score_codex":0.009699766,"about_ca_system_score_gemma":0.03618467,"threshold_uncertainty_score":0.78941137},"labels":[],"label_agreement":null},{"id":"W2809826847","doi":"10.1080/13645579.2018.1488449","title":"Natural experiment methodology for research: a review of how different methods can support real-world research","year":2018,"lang":"en","type":"review","venue":"International Journal of Social Research Methodology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":335,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Randomized experiment; Research design; Randomized controlled trial; Natural experiment; Natural (archaeology); Intervention (counseling); Management science; Psychological intervention; Computer science; Risk analysis (engineering); Psychology; Sociology; Engineering; Medicine; Social science; Mathematics; Statistics","score_opus":0.967881105314908,"score_gpt":0.8051552063693992,"score_spread":0.16272589894550882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809826847","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011440615,0.9691339,0.021447873,0.0035471218,0.0010517905,0.00045512553,0.00013673493,0.000070197486,0.004042895],"genre_scores_gemma":[0.003748277,0.9466132,0.044040322,0.0022861944,0.00073106843,0.0019155967,0.00011700621,0.000072580304,0.00047577202],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8937596,0.07661869,0.010665719,0.0037618414,0.0146511905,0.00054292084],"domain_scores_gemma":[0.5735026,0.40410393,0.005710071,0.0071170274,0.008977191,0.00058918615],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09554453,0.0026738707,0.00621125,0.012693017,0.0016744178,0.007904281,0.0042860503,0.0056123966,0.008575454],"category_scores_gemma":[0.20806326,0.0015979375,0.0043086326,0.014494477,0.0071471455,0.0072757024,0.0035956777,0.005624624,0.0025090983],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014477446,0.00010747024,0.0005393108,0.1844176,0.0013166681,0.00016129964,0.001257004,0.001213593,0.00039316228,0.119214885,0.019963516,0.67127067],"study_design_scores_gemma":[0.00016904561,0.0003179654,0.0018573529,0.20076174,0.0018161122,0.0006345849,0.0006295406,0.0009102423,0.0006503645,0.12500544,0.66701514,0.00023246555],"about_ca_topic_score_codex":0.004539828,"about_ca_topic_score_gemma":0.0072376546,"teacher_disagreement_score":0.9044555,"about_ca_system_score_codex":0.007129967,"about_ca_system_score_gemma":0.014582229,"threshold_uncertainty_score":0.50529385},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3150498774","doi":"10.1080/13645579.2021.1901440","title":"Adapting vignettes for internet-based research: eliciting realistic responses to the digital milieu","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Social Power and Status Dynamics","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Vignette; Transgender; Psychology; The Internet; Social media; Cognitive reframing; Framing (construction); Digital media; Social psychology; Lesbian; Queer; Computer science; World Wide Web","score_opus":0.713069050397757,"score_gpt":0.6325556300405768,"score_spread":0.08051342035718023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150498774","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5410131,0.0011527211,0.35731146,0.006699089,0.0011372941,0.043398105,0.0022538567,0.00063779415,0.046396565],"genre_scores_gemma":[0.50007796,0.0015411741,0.4416984,0.0032209277,0.0002838589,0.044754587,0.0013549372,0.000113103095,0.0069549712],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9747405,0.023094898,0.00063124846,0.00046924493,0.0007830085,0.0002809503],"domain_scores_gemma":[0.9627158,0.02860847,0.002057745,0.0033861182,0.002117118,0.0011147687],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017420458,0.0007860523,0.0003414319,0.0013784531,0.0024402984,0.0022014095,0.001612017,0.0021250814,0.007357003],"category_scores_gemma":[0.04946533,0.0005326292,0.0005305864,0.0011258546,0.0019740062,0.0021849982,0.0028467823,0.0020949407,0.0015598054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027953286,0.006690033,0.020106237,0.00939797,0.00015444131,0.0047299014,0.35511723,0.006500307,0.055701867,0.110381894,0.059259336,0.3691654],"study_design_scores_gemma":[0.0008290872,0.0071882303,0.024832208,0.0032346155,0.0001587551,0.0045631207,0.1864871,0.010665115,0.03433534,0.07579606,0.65118927,0.00072110246],"about_ca_topic_score_codex":0.0005237215,"about_ca_topic_score_gemma":0.0016040595,"teacher_disagreement_score":0.9825795,"about_ca_system_score_codex":0.0016193674,"about_ca_system_score_gemma":0.0011753349,"threshold_uncertainty_score":0.09212929},"labels":[],"label_agreement":null},{"id":"W3163146429","doi":"10.1080/13645579.2021.1922804","title":"A comparison of repeat cross-sectional and longitudinal results from the COMPASS study: design considerations for analysing surveillance data over time","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Research design; Compass; Longitudinal study; Cross-sectional study; Longitudinal data; Computer science; Sample (material); Data collection; Data science; Statistics; Data mining; Geography; Mathematics","score_opus":0.9249796547340465,"score_gpt":0.7358622526448196,"score_spread":0.1891174020892269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163146429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80504495,0.002782215,0.16544549,0.0025612186,0.00064403977,0.009192428,0.004117266,0.00032627615,0.009886094],"genre_scores_gemma":[0.8897599,0.00039118846,0.089848004,0.0009901652,0.00016448772,0.01620081,0.0016314666,0.00012412952,0.00088991295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.69662744,0.25971937,0.017511606,0.006882094,0.016924659,0.0023348741],"domain_scores_gemma":[0.64337784,0.24014151,0.036126222,0.050862834,0.027706215,0.0017853742],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.23997867,0.0007077833,0.00143768,0.0037210262,0.0025977497,0.0037294128,0.0024009815,0.0016558676,0.0014798936],"category_scores_gemma":[0.39576715,0.0009775846,0.0023074546,0.0050316066,0.0028732617,0.002840906,0.0029462718,0.0016688354,0.00033733674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022940543,0.00061880745,0.9047275,0.001515665,0.004944772,0.0004586037,0.01614216,0.0016096932,0.0020105331,0.008522007,0.002774005,0.054382224],"study_design_scores_gemma":[0.00043703514,0.00605892,0.9433737,0.0013406436,0.0017835752,0.0008442006,0.014591364,0.0067787548,0.0037549972,0.0074514807,0.013361343,0.00022400067],"about_ca_topic_score_codex":0.011454713,"about_ca_topic_score_gemma":0.017447814,"teacher_disagreement_score":0.23997867,"about_ca_system_score_codex":0.0018122128,"about_ca_system_score_gemma":0.0030655,"threshold_uncertainty_score":0.9372416},"labels":[],"label_agreement":null},{"id":"W3194173068","doi":"10.1080/13645579.2021.1964858","title":"Adaptive methodology. Topic, theory, method and data in ongoing conversation","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Alberta","funders":"","keywords":"Computer science; Conversation; Premise; Framing (construction); Structuring; Process (computing); Adaptation (eye); Limiting; Management science; Research methodology; Epistemology; Data science; Sociology; Psychology","score_opus":0.9493791165276528,"score_gpt":0.7888116580636994,"score_spread":0.16056745846395348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194173068","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03374693,0.028503278,0.7152039,0.09311467,0.00460574,0.007422609,0.0005355173,0.0006642808,0.11620319],"genre_scores_gemma":[0.4354316,0.009690074,0.50804937,0.012254204,0.0013398598,0.018039959,0.0003532817,0.00058547145,0.014256172],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.78112227,0.19956961,0.0045694364,0.0058631394,0.00772695,0.0011486565],"domain_scores_gemma":[0.81573033,0.15214938,0.0067659435,0.015955336,0.0065244664,0.0028745239],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.14445968,0.0009167967,0.001225397,0.0063775727,0.0072287726,0.016071688,0.0028788312,0.005887531,0.0071596056],"category_scores_gemma":[0.12655471,0.0010419998,0.0010335855,0.0070113577,0.038203213,0.026592804,0.015687598,0.0068838065,0.0021912646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009728476,0.0001095115,0.001644116,0.0019246564,0.000059996248,0.00036384392,0.24316868,0.00027185385,0.0010405909,0.6386715,0.008145601,0.10450237],"study_design_scores_gemma":[0.000073668365,0.00013819183,0.0011454477,0.0051098033,0.000060447874,0.00079130055,0.1016862,0.0015219894,0.0008623311,0.56619626,0.32233256,0.00008177294],"about_ca_topic_score_codex":0.0010188256,"about_ca_topic_score_gemma":0.0008886212,"teacher_disagreement_score":0.85554034,"about_ca_system_score_codex":0.006474084,"about_ca_system_score_gemma":0.010855348,"threshold_uncertainty_score":0.7639849},"labels":[],"label_agreement":null},{"id":"W4236575089","doi":"10.1080/13645579.2012.633813","title":"Book Reviews","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sociology; Social science","score_opus":0.911792845869397,"score_gpt":0.6906932606300485,"score_spread":0.22109958523934847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236575089","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036139094,0.12376189,0.001592001,0.01295727,0.03081396,0.00015401145,0.0013811745,0.0006914951,0.8282869],"genre_scores_gemma":[0.0007087052,0.027881378,0.0006255414,0.0028500035,0.0038425196,0.000050798764,0.0006728186,0.00020396095,0.96316427],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899274,0.00010098001,0.000033148186,0.00009611506,0.0007132166,0.000063867265],"domain_scores_gemma":[0.9980447,0.0003968866,0.00010759516,0.00018081836,0.00097108743,0.0002988581],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00074751314,0.00090290856,0.0009877072,0.004187283,0.00096594094,0.0043080905,0.0015392782,0.0017525945,0.43155077],"category_scores_gemma":[0.0037141808,0.00045703675,0.00055187946,0.0045463275,0.00064587174,0.0023583218,0.0015682253,0.002011773,0.3834741],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069121998,0.00001338962,0.000023099517,0.00021659146,0.000002239983,0.0000195458,0.000019075915,0.000042180538,0.000105683044,0.001904298,0.9050792,0.092567824],"study_design_scores_gemma":[0.0000017351192,0.0000036650838,0.000043079093,0.00011770168,0.000001363712,0.000030338386,0.000013174744,0.000008664706,0.000023778877,0.0005206611,0.99923396,0.0000016956948],"about_ca_topic_score_codex":0.0035110496,"about_ca_topic_score_gemma":0.009423378,"teacher_disagreement_score":0.43155077,"about_ca_system_score_codex":0.0016237808,"about_ca_system_score_gemma":0.002553271,"threshold_uncertainty_score":0.8108238},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4256622821","doi":"10.1080/13645570902944509","title":"Book Reviews","year":2009,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Sociology","score_opus":0.7385732329838348,"score_gpt":0.6831644572429147,"score_spread":0.05540877574092007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256622821","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004007467,0.10739814,0.0019699049,0.015702698,0.033119764,0.00018051101,0.0014444703,0.0008728605,0.8389109],"genre_scores_gemma":[0.00068114256,0.020188281,0.0005904035,0.0025433379,0.003695837,0.000045253237,0.00057746546,0.00020315786,0.9714751],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890685,0.0001046959,0.000033588152,0.000106078216,0.000784986,0.00006381715],"domain_scores_gemma":[0.99748445,0.0004820109,0.00013531478,0.00023906094,0.0012840466,0.0003750158],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008521264,0.00096604903,0.0010978434,0.0047317613,0.0010738295,0.004471858,0.0015715954,0.0018528767,0.45864552],"category_scores_gemma":[0.004201947,0.00046374774,0.00057016924,0.005147075,0.0006530664,0.0027097743,0.0015046829,0.0020779457,0.43076694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063565285,0.000012827334,0.000022441014,0.00016494242,0.0000018268887,0.000013431423,0.000014113487,0.000034727633,0.00009439257,0.0015088731,0.915449,0.08267707],"study_design_scores_gemma":[0.0000018647212,0.000004282015,0.000055332206,0.00010034629,0.0000015782653,0.00002599395,0.000012970001,0.000012935191,0.000029581315,0.0006043478,0.99914885,0.0000019337126],"about_ca_topic_score_codex":0.00341599,"about_ca_topic_score_gemma":0.009594289,"teacher_disagreement_score":0.45864552,"about_ca_system_score_codex":0.0016702532,"about_ca_system_score_gemma":0.0024565975,"threshold_uncertainty_score":0.77217644},"labels":[],"label_agreement":null},{"id":"W4285729098","doi":"10.1080/13645579.2022.2091258","title":"Expanding opportunities to maximise research recruitment and data collection using digital tools","year":2022,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Data collection; Thematic analysis; Social media; Data science; Photovoice; Digital data; Computer science; Sample (material); Knowledge management; World Wide Web; Qualitative research; Sociology; Social science","score_opus":0.9792196628014184,"score_gpt":0.7528446808008868,"score_spread":0.22637498200053152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285729098","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06240617,0.004778964,0.5710477,0.07645721,0.0039284,0.11145673,0.0019051348,0.0035928388,0.16442682],"genre_scores_gemma":[0.108562365,0.0028697434,0.6729684,0.012485814,0.0017862163,0.18296725,0.0006726689,0.00070293766,0.01698459],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6947889,0.2522217,0.013905682,0.008804913,0.02277234,0.007506485],"domain_scores_gemma":[0.6479528,0.24260417,0.014148938,0.04702643,0.030865699,0.01740198],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26849306,0.0016487554,0.0017647889,0.00866069,0.0062601236,0.010094855,0.005220772,0.0051227957,0.053244196],"category_scores_gemma":[0.3311602,0.0023567404,0.0026167226,0.005836114,0.0051879333,0.02243096,0.027793879,0.0054933685,0.025369307],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011974614,0.002124019,0.010290861,0.0076485146,0.00014360645,0.0011134048,0.076745786,0.0008158811,0.0063095884,0.04546616,0.053078327,0.7950665],"study_design_scores_gemma":[0.0019348339,0.002339051,0.01362679,0.013902906,0.0002476802,0.0016166626,0.04558133,0.0026547196,0.0065168133,0.12155329,0.7896762,0.00034975188],"about_ca_topic_score_codex":0.00059586065,"about_ca_topic_score_gemma":0.0015673148,"teacher_disagreement_score":0.73150694,"about_ca_system_score_codex":0.0033122008,"about_ca_system_score_gemma":0.01703895,"threshold_uncertainty_score":0.9020783},"labels":[],"label_agreement":null},{"id":"W4323363531","doi":"10.1080/13645579.2023.2185985","title":"Considerations for conducting online focus groups on sensitive topics","year":2023,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Canadian Psychological Association","keywords":"Focus group; Focus (optics); Online research methods; Data collection; Online community; Online discussion; Sociology; Computer science; Psychology; Public relations; World Wide Web; Political science; Social science","score_opus":0.8791719862406588,"score_gpt":0.6973427693186016,"score_spread":0.18182921692205722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323363531","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08443182,0.0051794667,0.50781375,0.22169666,0.009637938,0.10012431,0.0013418124,0.0023250047,0.067449324],"genre_scores_gemma":[0.14501208,0.0025843843,0.58487165,0.02515917,0.0017134494,0.22959441,0.00043540235,0.00061764405,0.010011877],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.35798612,0.5874391,0.017322628,0.008028053,0.02417335,0.0050508087],"domain_scores_gemma":[0.24377397,0.6202578,0.017139312,0.055768628,0.050211385,0.012848939],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.51472193,0.002133582,0.0019825452,0.0055055968,0.015978169,0.0146259805,0.008750664,0.010267759,0.021605875],"category_scores_gemma":[0.5548212,0.002561398,0.0021835463,0.003892579,0.016738322,0.02181417,0.01353143,0.009558342,0.010692714],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024768906,0.002130239,0.009798297,0.0102447085,0.00015462477,0.0036310358,0.5459821,0.001814616,0.016609177,0.091049075,0.060088336,0.2560209],"study_design_scores_gemma":[0.0010421553,0.0030175063,0.0098249875,0.017026525,0.00015486134,0.0028806403,0.34194654,0.003909553,0.010046842,0.10110185,0.50863814,0.00041037318],"about_ca_topic_score_codex":0.006316564,"about_ca_topic_score_gemma":0.012763844,"teacher_disagreement_score":0.48527807,"about_ca_system_score_codex":0.007349478,"about_ca_system_score_gemma":0.021794654,"threshold_uncertainty_score":0.5984343},"labels":[],"label_agreement":null},{"id":"W4390415698","doi":"10.1080/13645579.2023.2254123","title":"Editorial Note: Referees","year":2023,"lang":"en","type":"editorial","venue":"International Journal of Social Research Methodology","topic":"International Arbitration and Investment Law","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sociology; Psychology; Media studies","score_opus":0.26404284886057344,"score_gpt":0.5071993698327143,"score_spread":0.24315652097214085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390415698","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039586565,0.0017617814,0.00020668264,0.06336163,0.93154126,0.00009785798,0.00015128509,0.00018438377,0.002655568],"genre_scores_gemma":[0.001534366,0.003121029,0.0006087185,0.09281022,0.8594503,0.00028709247,0.00020817794,0.00042699947,0.041553125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98146296,0.003871747,0.0028474133,0.002115102,0.008764864,0.0009378791],"domain_scores_gemma":[0.805018,0.028573262,0.0067163697,0.0045529925,0.14814362,0.006995744],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016322028,0.0032006039,0.0025656268,0.0070834784,0.0069157686,0.00986074,0.003683934,0.011221612,0.055228613],"category_scores_gemma":[0.16822253,0.0009923682,0.0024210082,0.0037620792,0.0023106842,0.005290889,0.002327386,0.01275284,0.051368278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010918317,0.0000027825474,0.000012674507,0.000071726376,0.0000027342455,0.000047913032,0.000017855402,0.000008259077,0.000025865811,0.00011187256,0.9975228,0.0021646016],"study_design_scores_gemma":[0.00001644894,0.000010331011,0.00014046229,0.0003867647,0.000015498601,0.00017546103,0.0000886532,0.000070547154,0.00011123877,0.0007165702,0.99824274,0.000025326928],"about_ca_topic_score_codex":0.0056744344,"about_ca_topic_score_gemma":0.011314468,"teacher_disagreement_score":0.983678,"about_ca_system_score_codex":0.006405053,"about_ca_system_score_gemma":0.010021085,"threshold_uncertainty_score":0.18475813},"labels":[],"label_agreement":null},{"id":"W4394843393","doi":"10.1080/13645579.2023.2278253","title":"Facebook recruitment: understanding research relations Prior to data collection","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"European Commission","keywords":"Reflexivity; Social media; Sociology; Process (computing); Data collection; Public relations; Social psychology; Psychology; Social science; Computer science; Political science; World Wide Web","score_opus":0.979444143261046,"score_gpt":0.7717294447051026,"score_spread":0.20771469855594338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394843393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31136432,0.008527376,0.35678697,0.14687937,0.003096651,0.0273964,0.0014796511,0.00095177797,0.1435175],"genre_scores_gemma":[0.77101994,0.0036598023,0.12906742,0.0154704265,0.0017457466,0.065400936,0.0006703321,0.00050649,0.0124588525],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.49461716,0.4478665,0.018244635,0.01399973,0.01837417,0.0068978816],"domain_scores_gemma":[0.34445277,0.5596623,0.029281704,0.028589372,0.03141508,0.0065988675],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4048391,0.0012422286,0.0016914392,0.00831743,0.02967666,0.025509903,0.004285084,0.0064571663,0.007070528],"category_scores_gemma":[0.5324604,0.0023565711,0.0010039873,0.007104423,0.024850983,0.034071792,0.021271056,0.008756117,0.0033576011],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001357155,0.00008293661,0.0063690515,0.00091511855,0.000015992313,0.0005816887,0.91873336,0.000105439205,0.0014350964,0.03420383,0.0030302673,0.034391414],"study_design_scores_gemma":[0.000052157156,0.00017533093,0.0062683756,0.0031669904,0.000037061127,0.00040521007,0.8248218,0.0012038121,0.0020879435,0.049535707,0.11215465,0.00009094765],"about_ca_topic_score_codex":0.006756628,"about_ca_topic_score_gemma":0.0109171,"teacher_disagreement_score":0.5951609,"about_ca_system_score_codex":0.01529335,"about_ca_system_score_gemma":0.030803738,"threshold_uncertainty_score":0.73393935},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4399982517","doi":"10.1080/13645579.2024.2368345","title":"Assessing the impact of missing data in youth overweight and obesity research: complete case analysis versus multiple imputation","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; University of Waterloo","funders":"Institute of Population and Public Health; Institute of Nutrition, Metabolism and Diabetes; Institute of Human Development, Child and Youth Health; Health Canada; Ministère de la Santé","keywords":"Missing data; Imputation (statistics); Overweight; Psychology; Data collection; Obesity; Sociology; Statistics; Medicine; Mathematics; Social science","score_opus":0.7408087610989088,"score_gpt":0.6541935069344466,"score_spread":0.08661525416446225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399982517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07259258,0.01445823,0.8890171,0.016922053,0.0009912411,0.0020271924,0.0011845321,0.00028567048,0.0025213903],"genre_scores_gemma":[0.5471733,0.003945308,0.4364132,0.0039351825,0.000860436,0.0059723225,0.0009046178,0.00019353331,0.0006020571],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.32392105,0.6255151,0.022590712,0.010979105,0.01507219,0.0019218285],"domain_scores_gemma":[0.2091293,0.7002805,0.04570882,0.032069337,0.011058636,0.0017533826],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53465855,0.0016308941,0.0049837898,0.0045299646,0.0024818399,0.0067717233,0.0076188343,0.0044052713,0.0026850456],"category_scores_gemma":[0.71589154,0.0022551785,0.0077454415,0.008600585,0.0046497555,0.008446266,0.008237123,0.0068711936,0.00034225624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004385528,0.0011407105,0.39217263,0.013739036,0.040481195,0.0014417416,0.02009928,0.033510357,0.00065156404,0.1126021,0.013920804,0.36585513],"study_design_scores_gemma":[0.0021060973,0.0058135134,0.14126192,0.022282584,0.017639335,0.0029750017,0.010783591,0.2781546,0.003609324,0.48823825,0.026250945,0.000884832],"about_ca_topic_score_codex":0.007013762,"about_ca_topic_score_gemma":0.008265552,"teacher_disagreement_score":0.46534145,"about_ca_system_score_codex":0.0028294756,"about_ca_system_score_gemma":0.009372,"threshold_uncertainty_score":0.5738489},"labels":[],"label_agreement":null},{"id":"W4400218234","doi":"10.1080/13645579.2024.2374082","title":"Going the distance: benefits and challenges of a long-term study of working-class, first-in-family university students","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Term (time); Class (philosophy); Sociology; Working class; Psychology; Mathematics education; Computer science; Political science; Politics","score_opus":0.5014781079389762,"score_gpt":0.5685214572941383,"score_spread":0.0670433493551621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400218234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987542,0.00081711396,0.0010419613,0.0056377314,0.0002238888,0.00010762984,0.000046656176,0.000021226302,0.004561861],"genre_scores_gemma":[0.9942298,0.0005250954,0.0009150769,0.0013463933,0.00007866714,0.00021807119,0.000029240251,0.000025099278,0.0026326494],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9723325,0.021334562,0.0006241648,0.0011071793,0.0019203724,0.0026811888],"domain_scores_gemma":[0.9468023,0.027157813,0.0038396518,0.0029206073,0.0054164194,0.01386323],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030293422,0.00072881224,0.0015176415,0.0014810101,0.029993871,0.012152475,0.0043202387,0.0037112653,0.0044433903],"category_scores_gemma":[0.0486379,0.00097120507,0.00070761534,0.001436237,0.01271177,0.00927022,0.015735434,0.006373833,0.00085820974],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005921307,0.0002478685,0.009267139,0.00015263892,0.000013864326,0.0015214769,0.97383547,0.00002081022,0.00043309003,0.000680035,0.0006514097,0.0131170275],"study_design_scores_gemma":[0.0000035032506,0.00012591897,0.0026798998,0.000089464986,0.000005788655,0.00025124528,0.99376136,0.000013268509,0.000059301154,0.00022594581,0.0027699494,0.000014353015],"about_ca_topic_score_codex":0.011123995,"about_ca_topic_score_gemma":0.032730535,"teacher_disagreement_score":0.9697066,"about_ca_system_score_codex":0.004031513,"about_ca_system_score_gemma":0.008234863,"threshold_uncertainty_score":0.16020882},"labels":[],"label_agreement":null},{"id":"W4404700004","doi":"10.1080/13645579.2024.2422195","title":"Editorial note: referees","year":2024,"lang":"en","type":"editorial","venue":"International Journal of Social Research Methodology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sociology; Media studies; Psychology","score_opus":0.3694267320597773,"score_gpt":0.49542492049892106,"score_spread":0.1259981884391438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404700004","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023915069,0.0023795688,0.00012233011,0.058166906,0.93570954,0.000059712715,0.00014455307,0.0001049537,0.0032884758],"genre_scores_gemma":[0.00087118,0.004558949,0.00033237875,0.0622677,0.8953852,0.00016710807,0.00020356054,0.00025497808,0.03595897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892747,0.0018904363,0.0014789287,0.0012787399,0.005554421,0.0005227605],"domain_scores_gemma":[0.89706266,0.017220955,0.0035926,0.0024598506,0.07493162,0.0047323336],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01018837,0.002971527,0.0030239383,0.006579279,0.005704787,0.008777802,0.0037557436,0.009547212,0.05100124],"category_scores_gemma":[0.10744781,0.00092090305,0.0021056533,0.003705524,0.0020601265,0.00520818,0.0021316917,0.012408477,0.050395105],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005330389,0.000001673375,0.000006043377,0.00005127498,0.000001884042,0.000024081563,0.00000845756,0.0000055608193,0.000010472318,0.00007793398,0.9982856,0.0015216629],"study_design_scores_gemma":[0.000011888164,0.000005157853,0.00007930346,0.00032765497,0.00001226253,0.00009968088,0.000044104312,0.000044046894,0.00005683655,0.0005466272,0.99875784,0.000014634385],"about_ca_topic_score_codex":0.0059268423,"about_ca_topic_score_gemma":0.011434309,"teacher_disagreement_score":0.98981166,"about_ca_system_score_codex":0.0055206898,"about_ca_system_score_gemma":0.007473376,"threshold_uncertainty_score":0.17061615},"labels":[],"label_agreement":null},{"id":"W4405015150","doi":"10.1080/13645579.2024.2435366","title":"Turning ethnography on its head in research about internet sexual offending","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Sex work and related issues","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Commonwealth Scholarship Commission","keywords":"Ethnography; Sociology; Criminology; The Internet; Psychology; Head (geology); Gender studies; Social psychology; Media studies; Computer science; Anthropology; World Wide Web","score_opus":0.7799039669570452,"score_gpt":0.6840077210279346,"score_spread":0.09589624592911061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405015150","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8330037,0.013015942,0.07234901,0.017278869,0.0011694636,0.0029151517,0.00036813194,0.00013707514,0.05976271],"genre_scores_gemma":[0.96574324,0.0048022037,0.019019796,0.0026421114,0.00029372616,0.0030766816,0.000110236004,0.00011655418,0.004195429],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.86593163,0.12526345,0.0019005598,0.0018737784,0.0025046202,0.002526015],"domain_scores_gemma":[0.8234661,0.15854053,0.0053420165,0.00811433,0.0028290239,0.0017079853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05903667,0.0010666416,0.0010415075,0.00575023,0.012368141,0.009551091,0.0024046288,0.0027415832,0.004419849],"category_scores_gemma":[0.0831936,0.0011778757,0.0006240922,0.004296476,0.033276416,0.013198746,0.016599428,0.0035874185,0.00072569493],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067149085,0.00006224969,0.004245605,0.00035665111,0.000015987514,0.00050985406,0.96754754,0.00007537616,0.00065791083,0.0075473203,0.0006348075,0.018279597],"study_design_scores_gemma":[0.000022906972,0.00015435003,0.004506465,0.0015332366,0.00001701792,0.0005065586,0.9628373,0.00009638587,0.0005758219,0.007878893,0.021838693,0.000032403237],"about_ca_topic_score_codex":0.0077616707,"about_ca_topic_score_gemma":0.016075505,"teacher_disagreement_score":0.05903667,"about_ca_system_score_codex":0.005060935,"about_ca_system_score_gemma":0.004795119,"threshold_uncertainty_score":0.3122195},"labels":[],"label_agreement":null},{"id":"W4414400044","doi":"10.1080/13645579.2025.2564127","title":"Sankofa: towards African-centred research methodological framework","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Research methodology; Qualitative research; Data collection; Social research; Research design","score_opus":0.8688634121550547,"score_gpt":0.6898862487658708,"score_spread":0.1789771633891839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414400044","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15926687,0.016961299,0.5713726,0.112671316,0.0023767194,0.011573481,0.0010463252,0.00030164156,0.12442968],"genre_scores_gemma":[0.43682554,0.004585037,0.519872,0.0052079763,0.0001596783,0.022714134,0.00025038834,0.00012343595,0.010261835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9500567,0.0449117,0.001182894,0.0015156232,0.0012811277,0.0010520485],"domain_scores_gemma":[0.9547465,0.032184813,0.002521831,0.0041289986,0.0049260063,0.0014919314],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07651535,0.0008542772,0.0009571302,0.005102238,0.008887301,0.009674962,0.0023599728,0.0025387132,0.0048272978],"category_scores_gemma":[0.054101545,0.0008597812,0.00052467315,0.004333757,0.01884121,0.008559217,0.011429136,0.0046572536,0.00067246694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010594884,0.00009450545,0.0045779026,0.002102517,0.000029565643,0.0008157445,0.36930954,0.00047439977,0.0017507996,0.56152743,0.0036155693,0.055596143],"study_design_scores_gemma":[0.00007701659,0.00013403397,0.0027753727,0.008137476,0.000045635523,0.0007902441,0.36057565,0.0018719898,0.0013378935,0.333853,0.29035503,0.000046587425],"about_ca_topic_score_codex":0.00374957,"about_ca_topic_score_gemma":0.0078605395,"teacher_disagreement_score":0.9234847,"about_ca_system_score_codex":0.010885285,"about_ca_system_score_gemma":0.0245334,"threshold_uncertainty_score":0.40465665},"labels":[],"label_agreement":null},{"id":"W4416020613","doi":"10.1080/13645579.2025.2585286","title":"Improving the reliability of the Reliable Change Index","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Organizational Change and Leadership","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Canadian Institutes of Health Research","keywords":"Reliability (semiconductor); Index (typography); Research methodology; Data collection; Quality (philosophy)","score_opus":0.4006605827778502,"score_gpt":0.47032627818670475,"score_spread":0.06966569540885453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416020613","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111298546,0.006297496,0.80528665,0.011402129,0.0024566643,0.0041236803,0.003096024,0.0024557696,0.053583056],"genre_scores_gemma":[0.6823906,0.0016286006,0.30132157,0.0019940878,0.00086057105,0.006615583,0.0015890425,0.0010881765,0.00251186],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6830099,0.22244386,0.025460795,0.015986608,0.050270576,0.0028282297],"domain_scores_gemma":[0.21998921,0.5431985,0.037931763,0.06883144,0.1276303,0.002418813],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2838404,0.0016165267,0.002595749,0.009070081,0.0020298432,0.0070726266,0.003447822,0.0026607255,0.0054654325],"category_scores_gemma":[0.7206683,0.0014269814,0.0030494565,0.00828396,0.0037588456,0.00762244,0.0072670523,0.0057430784,0.0023290818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012420579,0.0004768035,0.20610838,0.0032796317,0.002175319,0.00025193155,0.012288033,0.015194438,0.0014878095,0.0705926,0.04351703,0.643386],"study_design_scores_gemma":[0.0012282386,0.0037668087,0.31155184,0.010483113,0.0036121174,0.0010684844,0.006986242,0.20725831,0.012881136,0.24767919,0.19215314,0.0013314381],"about_ca_topic_score_codex":0.006673785,"about_ca_topic_score_gemma":0.0041516637,"teacher_disagreement_score":0.7161596,"about_ca_system_score_codex":0.0045719543,"about_ca_system_score_gemma":0.0075799557,"threshold_uncertainty_score":0.8831523},"labels":[],"label_agreement":null},{"id":"W4416275040","doi":"10.1080/13645579.2025.2590501","title":"Thinking through country-as-culture qualitative sampling","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cape Breton University; Mount Saint Vincent University","funders":"Social Sciences and Humanities Research Council of Canada; Mount Saint Vincent University","keywords":"Qualitative research; Sampling (signal processing); Data collection; Research methodology; Scale (ratio); Probability sampling","score_opus":0.7826286363799138,"score_gpt":0.7720324556271179,"score_spread":0.010596180752795892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416275040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29113042,0.0018752327,0.57065195,0.030983323,0.0015236972,0.051508814,0.0026719628,0.00058094406,0.049073614],"genre_scores_gemma":[0.5021639,0.001164696,0.4120366,0.0102286,0.00014633904,0.066106685,0.0005027678,0.00023586568,0.007414493],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8513048,0.13833883,0.0025250197,0.002624243,0.002778751,0.002428369],"domain_scores_gemma":[0.9049779,0.067963675,0.0034766642,0.0077518616,0.013136219,0.0026935665],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11956252,0.00079643086,0.0008241923,0.003274917,0.0077578495,0.0071528764,0.0026279532,0.0019680406,0.0070438273],"category_scores_gemma":[0.08425732,0.0010454496,0.0007090474,0.0031828042,0.009600724,0.006080507,0.008267172,0.0029782238,0.0011074957],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017889253,0.00018292588,0.0038838128,0.0013541167,0.000039011185,0.00070845056,0.84187305,0.001192474,0.0031481483,0.085715696,0.008964601,0.05275889],"study_design_scores_gemma":[0.00016961894,0.00024365525,0.0018064481,0.0021526914,0.000040591935,0.00032128216,0.78347105,0.0033795594,0.0029773638,0.07686582,0.12846091,0.000111029185],"about_ca_topic_score_codex":0.009728402,"about_ca_topic_score_gemma":0.014118724,"teacher_disagreement_score":0.8804375,"about_ca_system_score_codex":0.00801555,"about_ca_system_score_gemma":0.014658564,"threshold_uncertainty_score":0.6323146},"labels":[],"label_agreement":null},{"id":"W7117247972","doi":"10.1080/13645579.2025.2569259","title":"“The possibilities of an Indigenist anti-colonial research praxis: a response to ‘the false promise of decolonial research: the complexities and limitations of Decolonizing methods and methodologies” by Leon Moosavi","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Research methodology; Perspective (graphical); Ethnography; Reflexivity; Postcolonialism (international relations); Autoethnography","score_opus":0.7350597868935935,"score_gpt":0.6543890104161241,"score_spread":0.08067077647746945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117247972","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022318028,0.0271634,0.01806921,0.90993345,0.0035303233,0.00007517958,0.000015267586,0.000057958474,0.018837318],"genre_scores_gemma":[0.73444635,0.022104628,0.039571445,0.18206304,0.004991763,0.0006321322,0.000022630033,0.00028309927,0.015885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9131903,0.0782041,0.00093032914,0.0023544317,0.0040658126,0.0012549841],"domain_scores_gemma":[0.8960932,0.08950769,0.0040176422,0.004681481,0.0041643875,0.0015356413],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.08211759,0.0009464334,0.0013906864,0.002351901,0.015242458,0.01741606,0.003176606,0.009486574,0.0008084009],"category_scores_gemma":[0.06738764,0.0007981228,0.0007077833,0.0021077914,0.0933281,0.018589417,0.01604309,0.025243986,0.00024537838],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029684204,0.000022142724,0.00042561657,0.0001725674,0.000013087876,0.0002565339,0.2103263,0.00012542782,0.00024572964,0.7526248,0.02588922,0.009868876],"study_design_scores_gemma":[0.000030778632,0.000065087384,0.0005488128,0.0018814728,0.000019735799,0.00063701894,0.08536923,0.000995288,0.0008751572,0.44219467,0.4672857,0.00009711281],"about_ca_topic_score_codex":0.005690346,"about_ca_topic_score_gemma":0.009295936,"teacher_disagreement_score":0.98475754,"about_ca_system_score_codex":0.0070667225,"about_ca_system_score_gemma":0.011262138,"threshold_uncertainty_score":0.4342845},"labels":[],"label_agreement":null}]}