{"meta":{"query_hash":"6f9af49b2b38","filters":{"venue":"International Journal of Social Research Methodology"},"cohort_total":29,"direct_labels_cover":6,"predictions_cover":29,"exported":29,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/6f9af49b2b38","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Social+Research+Methodology"},"results":[{"id":"W1968377807","doi":"10.1080/13645579.2011.645700","title":"A computer-assisted approach to filtering large numbers of documents for media analyses","year":2012,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Trinity Western University; Western University; Abbotsford Veterinary Clinic","funders":"Trinity Western University","keywords":"Computer science; Selection (genetic algorithm); Filter (signal processing); Selection bias; Information retrieval; Reduction (mathematics); Data mining; Data science; Machine learning; Statistics; Mathematics","score_opus":0.6865705192359098,"score_gpt":0.610141181123146,"score_spread":0.07642933811276387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968377807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048457846,0.00006222348,0.94821787,0.0012086646,0.0014050106,0.00010941509,0.000008288714,0.000007197288,0.00052345573],"genre_scores_gemma":[0.44720036,0.000005023897,0.55180305,0.00008349541,0.0008744931,0.0000065545933,0.0000014843919,0.000004900792,0.000020622105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996426,0.0013207803,0.0005613751,0.00016389607,0.001090864,0.0004370812],"domain_scores_gemma":[0.9950816,0.002776235,0.00029940644,0.00013147797,0.0015408549,0.00017043267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010627721,0.000084004176,0.00033211874,0.0006221834,0.00008713613,0.0000635813,0.0016066167,0.000084034684,0.000015723295],"category_scores_gemma":[0.0025221016,0.000075411954,0.00018546492,0.00030315883,0.000064702,0.0004291333,0.0005649699,0.00028830208,0.0000027193842],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009025877,0.0016851602,0.0036393106,0.00012595067,0.002099005,0.000037293867,0.07262011,0.0015494061,0.06455043,0.52710193,0.007145564,0.31854326],"study_design_scores_gemma":[0.029299233,0.0043009524,0.23380415,0.0009475632,0.00038864298,0.0023208535,0.024726238,0.26942897,0.105442576,0.20311108,0.12312571,0.0031040134],"about_ca_topic_score_codex":0.000049293165,"about_ca_topic_score_gemma":0.0000046758064,"teacher_disagreement_score":0.3987425,"about_ca_system_score_codex":0.0001748402,"about_ca_system_score_gemma":0.00014633671,"threshold_uncertainty_score":0.36833772},"labels":[],"label_agreement":null},{"id":"W1992127811","doi":"10.1080/13645579.2013.811921","title":"Using respondent-driven sampling with ‘hard to reach’ marginalised young people: problems with slow recruitment and small network size","year":2013,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of New South Wales; Australian Government; Public Health Agency of Canada","keywords":"Respondent; Incentive; Population; Sample (material); Social network (sociolinguistics); Psychology; Sampling (signal processing); Personal network; Sociology; Social psychology; Demography; Political science; Social science; Social media; Economics; Computer science; Law","score_opus":0.6389085745654907,"score_gpt":0.5534172900894999,"score_spread":0.08549128447599075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992127811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9501459,0.00010807567,0.037580714,0.009964457,0.0002962328,0.0011686049,0.0000072436846,0.000015546726,0.00071319926],"genre_scores_gemma":[0.5436088,0.000113047536,0.4530796,0.0003188673,0.0016953361,0.00008499175,0.0000055116934,0.000058343205,0.0010354896],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99437696,0.00232001,0.00060848537,0.0003494028,0.0016875849,0.00065757305],"domain_scores_gemma":[0.99154574,0.00400297,0.00038425703,0.00016106061,0.0034749936,0.00043096757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076841945,0.0002120029,0.0006616451,0.0005199586,0.00022300627,0.00014481868,0.00043614538,0.00016066048,0.00020003557],"category_scores_gemma":[0.0041412613,0.00015119092,0.00008025259,0.0005289746,0.00028278196,0.00020695187,0.00022413823,0.0011147386,0.00001310326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.051840004,0.0009584042,0.3127261,0.0003631795,0.006012086,0.0018579667,0.12161921,0.008574287,0.395437,0.0040943073,0.006401518,0.090115935],"study_design_scores_gemma":[0.015577549,0.011914258,0.8725455,0.002645396,0.0005142407,0.009033815,0.062229414,0.0016908793,0.0017648686,0.009440036,0.011685035,0.0009590569],"about_ca_topic_score_codex":0.0007715759,"about_ca_topic_score_gemma":0.00063771347,"teacher_disagreement_score":0.55981934,"about_ca_system_score_codex":0.0006322615,"about_ca_system_score_gemma":0.0006892949,"threshold_uncertainty_score":0.6165387},"labels":[],"label_agreement":null},{"id":"W1996868374","doi":"10.1080/13645570902767918","title":"Qualitative bereavement research: incongruity between the perspectives of participants and research ethics boards","year":2009,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regina Qu'Appelle Health Region; Memorial University of Newfoundland","funders":"","keywords":"Qualitative research; Research ethics; Psychology; Grief; Data collection; Harm; Research design; Social psychology; Psychotherapist; Sociology; Social science","score_opus":0.8826679012845978,"score_gpt":0.7542122158384288,"score_spread":0.12845568544616903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996868374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92733586,0.00095766596,0.0004870125,0.06264779,0.000559143,0.0004706635,0.00005802677,0.000005690211,0.0074781263],"genre_scores_gemma":[0.995415,0.0006275441,0.0016482587,0.00020083798,0.0013830458,0.000024707888,0.00000417297,0.000015498259,0.0006809348],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9232546,0.06874481,0.0011891468,0.00043510733,0.005089141,0.0012871705],"domain_scores_gemma":[0.951425,0.039105963,0.00042164186,0.00023462059,0.0085134525,0.00029928374],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18009682,0.00014264035,0.00052447815,0.0011309438,0.00083058514,0.000076169046,0.0012351891,0.00033655175,0.00029815777],"category_scores_gemma":[0.020613633,0.00010551259,0.00014772374,0.0006987383,0.0035509886,0.00016747181,0.00043402996,0.0051304945,0.000019857003],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016728383,0.0005644841,0.0026644436,0.000035019064,0.0006324315,0.00006121191,0.6623658,3.8096573e-7,0.0019346953,0.30380213,0.0055085267,0.020758016],"study_design_scores_gemma":[0.0013525833,0.0026500924,0.12971298,0.0001007561,0.000019696927,0.000018892926,0.60371494,0.0000012137193,0.0014412637,0.25735646,0.0035419536,0.00008914375],"about_ca_topic_score_codex":0.0025019066,"about_ca_topic_score_gemma":0.0002960327,"teacher_disagreement_score":0.1594832,"about_ca_system_score_codex":0.0007463151,"about_ca_system_score_gemma":0.0010761424,"threshold_uncertainty_score":0.99916077},"labels":[],"label_agreement":null},{"id":"W2009797735","doi":"10.1080/13645570701550549","title":"Population Surveys of Children’s Health and Wellbeing: Parental Views on Data Collection Content and Methods","year":2007,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Data collection; Psychology; Population; Content (measure theory); Content analysis; Sociology; Research methodology; Social psychology; Social science; Demography","score_opus":0.7730761464067679,"score_gpt":0.6096621780376548,"score_spread":0.16341396836911315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009797735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64760476,0.0037689775,0.3135766,0.031501077,0.0017210384,0.00049665984,0.00016678454,0.0000072062417,0.001156903],"genre_scores_gemma":[0.9605954,0.001931196,0.03654597,0.0004059667,0.00039052445,0.0000018620873,0.000036153953,0.000009577353,0.000083314946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9957528,0.0026386075,0.0009791027,0.00021283077,0.0001809972,0.00023567285],"domain_scores_gemma":[0.99704206,0.001776109,0.0007197007,0.0000997078,0.00023745178,0.0001249634],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0604807,0.000067235,0.00040551496,0.00076202,0.0001276036,0.000027137252,0.00029236753,0.000079406695,0.000020537036],"category_scores_gemma":[0.004843401,0.000068902846,0.000044482287,0.00015778065,0.00012349153,0.0001440095,0.00019939405,0.00033158436,0.0000013915952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006305873,0.0002055159,0.17011204,0.000059183498,0.00041742026,0.0000072717276,0.004035686,0.0000032280004,0.0001336998,0.41532838,0.0014908491,0.4075761],"study_design_scores_gemma":[0.00081429933,0.0005531423,0.9536944,0.000029099187,0.000003075955,0.00003374827,0.00081213715,0.00011120509,0.0000796021,0.03378171,0.010016712,0.0000708872],"about_ca_topic_score_codex":0.008236713,"about_ca_topic_score_gemma":0.00062283064,"teacher_disagreement_score":0.7835823,"about_ca_system_score_codex":0.00024604716,"about_ca_system_score_gemma":0.000068435365,"threshold_uncertainty_score":0.99836755},"labels":[],"label_agreement":null},{"id":"W2089229856","doi":"10.1080/13645579.2012.661207","title":"Institutional ethnography and data analysis: making sense of data dialogues","year":2012,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Hort Innovation","keywords":"Active listening; Ethnography; Sociology; Qualitative research; Qualitative property; Data collection; Social research; Epistemology; Interpretative phenomenological analysis; Data science; Social science; Computer science","score_opus":0.9454986453943374,"score_gpt":0.7607215828876077,"score_spread":0.18477706250672965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089229856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27516127,0.0118024275,0.62003636,0.07057191,0.0035977236,0.00054188963,0.0017650962,0.000032733515,0.016490586],"genre_scores_gemma":[0.75552833,0.0022031146,0.23978479,0.0001069403,0.0022512039,0.0000016753183,0.00006884477,0.000007879483,0.000047240814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9672212,0.028281322,0.00069570786,0.0002753641,0.002969228,0.0005571694],"domain_scores_gemma":[0.97484684,0.021104923,0.0004720639,0.00035323057,0.0029967779,0.00022619282],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17108855,0.0000893854,0.00044557985,0.0013871824,0.0005479528,0.00009126258,0.0022723945,0.00021327905,0.00013183782],"category_scores_gemma":[0.06181019,0.00007900073,0.00012843487,0.001212431,0.004673148,0.0014761203,0.0015933457,0.0010754719,0.0000024577614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067499385,0.00032402176,0.026029991,0.000044376884,0.004518171,0.00006647298,0.10823865,0.000007126346,0.0014992346,0.73571664,0.0026118828,0.12026842],"study_design_scores_gemma":[0.001779371,0.00034054831,0.12595296,0.00019083338,0.000772886,0.000087184664,0.15255684,0.00057260867,0.00022750754,0.27050263,0.44649786,0.0005187646],"about_ca_topic_score_codex":0.0013293439,"about_ca_topic_score_gemma":0.0007720691,"teacher_disagreement_score":0.48036703,"about_ca_system_score_codex":0.00011316232,"about_ca_system_score_gemma":0.0009886767,"threshold_uncertainty_score":0.99803555},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2092746927","doi":"10.1080/13645579.2011.638221","title":"Exploring the validity of electronic newspaper databases","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Newspaper; Lexis; Content analysis; Database; Advertising; Political science; Computer science; Sociology; Business; Social science","score_opus":0.9349094824766678,"score_gpt":0.6276944662901474,"score_spread":0.3072150161865205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092746927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9328426,0.0005428987,0.0037566815,0.025977394,0.002157339,0.00017975768,0.0000069892913,0.000008651679,0.034527678],"genre_scores_gemma":[0.9891653,0.0057107364,0.0038379815,0.00007173921,0.0010495626,0.000011554483,8.4119364e-7,0.0000048931342,0.0001473954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99192834,0.006327974,0.00032911127,0.00006930911,0.0010704818,0.00027480675],"domain_scores_gemma":[0.9925063,0.005345675,0.00026724586,0.00011005726,0.0017233253,0.000047351154],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020985276,0.00004385896,0.00016312554,0.00015397994,0.00040831108,0.000014158768,0.0012293606,0.000030468127,0.0003194616],"category_scores_gemma":[0.011109486,0.00003136953,0.00010803601,0.00021582158,0.0008269697,0.00025865558,0.00024342784,0.0005407029,0.0000050753147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026594606,0.00011848701,0.0030968722,0.0000036014396,0.00025027702,0.000007718629,0.09780763,7.091784e-7,0.0010742148,0.8305742,0.00160119,0.06519913],"study_design_scores_gemma":[0.0006635478,0.00041534597,0.08295842,0.00004647713,0.0000498056,0.000016201126,0.15713312,0.000005173149,0.0038792642,0.11812392,0.6365674,0.0001412853],"about_ca_topic_score_codex":0.0029185242,"about_ca_topic_score_gemma":0.0018502892,"teacher_disagreement_score":0.7124503,"about_ca_system_score_codex":0.0001608761,"about_ca_system_score_gemma":0.0005010399,"threshold_uncertainty_score":0.99722034},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2095100138","doi":"10.1080/13645570701211209","title":"‘How Much Money Do You Spend on Gambling?’ The Comparative Validity of Question Wordings Used to Assess Gambling Expenditure","year":2007,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Revenue; Jurisdiction; Sample (material); Social psychology; Consumer Expenditure Survey; Economics; Aggregate expenditure; Public economics; Law","score_opus":0.8943028554616594,"score_gpt":0.6939807147936884,"score_spread":0.20032214066797105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095100138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716263,0.00007479232,0.017544158,0.0055978848,0.003021148,0.00028991216,0.000025776146,0.000011157702,0.00180887],"genre_scores_gemma":[0.9919167,0.000011623105,0.0057844436,0.00008717494,0.0014368504,0.000013462746,0.000008672182,0.0000226621,0.00071841874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99193937,0.004619958,0.000648395,0.00032104732,0.0019402935,0.0005309535],"domain_scores_gemma":[0.98913324,0.0074444134,0.00063895603,0.00020450601,0.0023949307,0.00018397962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02028455,0.00019527569,0.0005420056,0.0010785824,0.00023859726,0.00015116391,0.0009958174,0.00026868994,0.00026370928],"category_scores_gemma":[0.0031654933,0.00014414004,0.00027502087,0.00045247172,0.0003316081,0.00017842148,0.00014678873,0.0013549923,0.000031259864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026441887,0.005268609,0.21481653,0.000038729726,0.0049189082,0.0028679846,0.18035084,0.0001330378,0.15586503,0.30582505,0.020016646,0.08345675],"study_design_scores_gemma":[0.007641703,0.0044539715,0.72583073,0.00032233956,0.00025364087,0.0005734365,0.08596172,0.000013221574,0.119381204,0.037907433,0.017065143,0.0005954229],"about_ca_topic_score_codex":0.00019988204,"about_ca_topic_score_gemma":0.000079196114,"teacher_disagreement_score":0.5110142,"about_ca_system_score_codex":0.00040344824,"about_ca_system_score_gemma":0.00013606319,"threshold_uncertainty_score":0.7030261},"labels":[],"label_agreement":null},{"id":"W2154282715","doi":"10.1080/13645579.2011.597123","title":"Becoming a behavioral science researcher. A guide to producing research that matters","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pierre Elliott Trudeau Foundation; Western University","funders":"","keywords":"Subtitle; Sociology; Behavioural sciences; Media studies; Research methodology; Library science; Psychology; Social science; Computer science","score_opus":0.9476057448138306,"score_gpt":0.7395153068674054,"score_spread":0.20809043794642523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154282715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62677854,0.00013147839,0.0012701293,0.35404298,0.002538272,0.00049833575,0.000004274307,0.000028030116,0.014707968],"genre_scores_gemma":[0.96145403,0.00006893753,0.0331164,0.0006033394,0.0020161064,0.000035712463,4.4278934e-7,0.000018963896,0.0026860742],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9821448,0.010350738,0.00052599655,0.00039595284,0.0053605614,0.0012219802],"domain_scores_gemma":[0.98697627,0.0030725154,0.00019798642,0.00017926155,0.009110155,0.00046378686],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.12903835,0.00010521785,0.00027940786,0.0026229953,0.0015760718,0.00028544347,0.0028129928,0.00012776413,0.00092675246],"category_scores_gemma":[0.030401638,0.00010010552,0.00012539918,0.0017974704,0.004636051,0.0006088244,0.00060676807,0.0017020522,0.000105486295],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029868414,0.00028118154,0.0067497054,0.000005064809,0.00007272687,0.00007001296,0.91444486,4.5569212e-7,0.0042808093,0.018953262,0.026634358,0.028208897],"study_design_scores_gemma":[0.0003669655,0.00029026423,0.06055735,0.00006190004,0.000007595826,0.00002034966,0.81949484,6.3003046e-7,0.0027955293,0.008536959,0.10772996,0.0001376598],"about_ca_topic_score_codex":0.011460155,"about_ca_topic_score_gemma":0.0016998211,"teacher_disagreement_score":0.35343963,"about_ca_system_score_codex":0.0018844779,"about_ca_system_score_gemma":0.0035965664,"threshold_uncertainty_score":0.9999865},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2159771425","doi":"10.1080/13645570701622116","title":"Separately Together: Working Reflexively as a Team","year":2008,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Reflexivity; Teamwork; Presentation (obstetrics); Qualitative research; Subject (documents); Sociology; Resource (disambiguation); Psychology; Computer science; Political science; Social science; Medicine","score_opus":0.8596076386474084,"score_gpt":0.721834625965888,"score_spread":0.13777301268152042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159771425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4378622,0.001265802,0.025688995,0.13295071,0.0034666376,0.00045195207,0.000012398542,0.000054674605,0.39824665],"genre_scores_gemma":[0.8680913,0.003236441,0.11284657,0.0008781023,0.0055186427,0.000015237224,0.0000018611574,0.00003285823,0.009379],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.95465183,0.03934989,0.0007087424,0.00024888956,0.0042349943,0.00080567325],"domain_scores_gemma":[0.9728711,0.020249357,0.0004139247,0.00009878926,0.0060286135,0.00033821087],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.08934591,0.00012368079,0.00042909215,0.00079692906,0.0013867654,0.00011406061,0.0015279782,0.00034580246,0.0007298351],"category_scores_gemma":[0.06498356,0.00011187286,0.00029315686,0.0007186233,0.004097354,0.00034663835,0.0002314301,0.0021689888,0.00010985154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014968094,0.00019674872,0.001488493,0.0000078555195,0.00038331116,0.00076139864,0.24430086,0.000006712422,0.0050481674,0.6715815,0.014334501,0.060393646],"study_design_scores_gemma":[0.0006623309,0.00038471867,0.0017137204,0.000038603674,0.000007261132,0.00015290045,0.04189122,0.000005496406,0.0007851838,0.29042342,0.6637892,0.00014591981],"about_ca_topic_score_codex":0.0017185621,"about_ca_topic_score_gemma":0.00027327685,"teacher_disagreement_score":0.6494547,"about_ca_system_score_codex":0.00069712393,"about_ca_system_score_gemma":0.0033154914,"threshold_uncertainty_score":0.9999133},"labels":[],"label_agreement":null},{"id":"W2167123108","doi":"10.1080/13645579.2011.601890","title":"Can the quality of social research on ethnicity be improved through the introduction of guidance? Findings from a research commissioning pilot exercise","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Romani and Gypsy Studies","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rigour; Project commissioning; Ethnic group; Quality (philosophy); Social research; Public relations; Publishing; Research design; Sociology; Engineering ethics; Medical education; Psychology; Political science; Medicine; Engineering; Social science","score_opus":0.9010055280067503,"score_gpt":0.7164824764695417,"score_spread":0.1845230515372086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167123108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8450482,0.0004330614,0.00044477513,0.14567909,0.0017670384,0.00088083465,0.0001136593,0.000010198869,0.005623179],"genre_scores_gemma":[0.99100184,0.00046471672,0.0032555617,0.00023165783,0.0037737777,0.00008632717,0.0000073645438,0.0000285694,0.001150177],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9421745,0.05096051,0.0017038916,0.00034644557,0.0039249114,0.0008897631],"domain_scores_gemma":[0.9460393,0.039841585,0.0009911013,0.00035665036,0.0126756625,0.00009569019],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.113616094,0.00015994108,0.0007385532,0.00057239016,0.0032932642,0.000023516435,0.0021961804,0.00032322493,0.00078091846],"category_scores_gemma":[0.043841254,0.00009621953,0.00024666326,0.00091904524,0.0033336924,0.0001658144,0.0012299756,0.006291378,0.000011785572],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021864995,0.0009803707,0.005853603,0.00016613332,0.0011312182,0.000017388385,0.49295145,0.0000037315792,0.083505556,0.21014985,0.17530158,0.00807412],"study_design_scores_gemma":[0.002911303,0.0021532227,0.3917198,0.000410467,0.000047784382,0.0000043805785,0.31140545,0.000013663434,0.012823737,0.25152367,0.026788257,0.00019829052],"about_ca_topic_score_codex":0.025520554,"about_ca_topic_score_gemma":0.0021260702,"teacher_disagreement_score":0.38586617,"about_ca_system_score_codex":0.00067051925,"about_ca_system_score_gemma":0.0012284203,"threshold_uncertainty_score":0.9993787},"labels":[],"label_agreement":null},{"id":"W2289587231","doi":"10.1080/13645579.2016.1144401","title":"Applying critical realism in qualitative research: methodology meets method","year":2016,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Critical Realism in Sociology","field":"Social Sciences","cited_by":1296,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Critical realism (philosophy of perception); Ontology; Sociology; Epistemology; Realism; Coding (social sciences); Qualitative research; Critical theory; Social research; Data collection; Process (computing); Knowledge management; Computer science; Management science; Social science; Engineering","score_opus":0.8882821314679279,"score_gpt":0.7874698187490836,"score_spread":0.10081231271884428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289587231","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036614705,0.0009554724,0.3277175,0.5892444,0.0060603716,0.00110475,0.000096723656,0.000065870125,0.03814016],"genre_scores_gemma":[0.6154727,0.001343206,0.3752722,0.00085252593,0.0056694797,0.00026773266,0.0000033999638,0.00006243797,0.0010563326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.75587165,0.23476826,0.0017265663,0.00067540153,0.004893076,0.0020650704],"domain_scores_gemma":[0.665228,0.32460076,0.00031557243,0.00020770056,0.009175731,0.00047224862],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29597583,0.00021008556,0.0010076975,0.0022752688,0.00077409425,0.0001131422,0.002459712,0.0009174192,0.0010839675],"category_scores_gemma":[0.48460764,0.00016714449,0.00035348997,0.0011616178,0.008947832,0.000544629,0.00065210776,0.0028376002,0.00007140788],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006899734,0.00013007001,0.000084680316,0.000009057252,0.000116350006,0.00039134297,0.14481384,7.294917e-7,0.011623316,0.7604085,0.0035519924,0.07818013],"study_design_scores_gemma":[0.00087703386,0.00024306512,0.00036941186,0.0000828884,0.000010801437,0.000059201597,0.16872793,0.0000030827991,0.0006337215,0.69256794,0.1362765,0.00014841519],"about_ca_topic_score_codex":0.006490462,"about_ca_topic_score_gemma":0.0022749081,"teacher_disagreement_score":0.5883919,"about_ca_system_score_codex":0.0021028023,"about_ca_system_score_gemma":0.0019649726,"threshold_uncertainty_score":0.9998292},"labels":[],"label_agreement":null},{"id":"W2809826847","doi":"10.1080/13645579.2018.1488449","title":"Natural experiment methodology for research: a review of how different methods can support real-world research","year":2018,"lang":"en","type":"review","venue":"International Journal of Social Research Methodology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":335,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Randomized experiment; Research design; Randomized controlled trial; Natural experiment; Natural (archaeology); Intervention (counseling); Management science; Psychological intervention; Computer science; Risk analysis (engineering); Psychology; Sociology; Engineering; Medicine; Social science; Mathematics; Statistics","score_opus":0.967881105314908,"score_gpt":0.8051552063693992,"score_spread":0.16272589894550882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809826847","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000087214285,0.92266935,0.06362435,0.0054965788,0.0026581187,0.0037249732,0.000204309,0.000049588878,0.0015640139],"genre_scores_gemma":[0.0000045118363,0.5702764,0.4248542,0.00004365169,0.0022407547,0.00066443434,0.000044750755,0.00012120029,0.0017501131],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8331965,0.15126374,0.0046666306,0.0012491778,0.0071724155,0.002451516],"domain_scores_gemma":[0.77572757,0.19067138,0.0032030945,0.00091690995,0.029056642,0.0004244125],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26533318,0.000741149,0.006401347,0.006479979,0.0004944086,0.0001385376,0.0056077577,0.0010546233,0.0006229974],"category_scores_gemma":[0.22647308,0.0005581453,0.002137033,0.0021644474,0.0039841207,0.00025627032,0.0023936187,0.007838514,0.000007852007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051291,0.0003721368,6.494667e-7,0.034273673,0.0020094458,0.0001251629,0.0017235436,1.065723e-8,0.0007309207,0.27597138,0.11470113,0.569579],"study_design_scores_gemma":[0.0003331226,0.0012906226,9.399966e-7,0.022641359,0.00022569738,0.00013892436,0.00074928993,7.3286134e-7,0.0023969738,0.358943,0.6129946,0.00028473284],"about_ca_topic_score_codex":0.00014636756,"about_ca_topic_score_gemma":0.00018528527,"teacher_disagreement_score":0.5692943,"about_ca_system_score_codex":0.00339235,"about_ca_system_score_gemma":0.0044858083,"threshold_uncertainty_score":0.99977237},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3150498774","doi":"10.1080/13645579.2021.1901440","title":"Adapting vignettes for internet-based research: eliciting realistic responses to the digital milieu","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Social Power and Status Dynamics","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Vignette; Transgender; Psychology; The Internet; Social media; Cognitive reframing; Framing (construction); Digital media; Social psychology; Lesbian; Queer; Computer science; World Wide Web","score_opus":0.713069050397757,"score_gpt":0.6325556300405768,"score_spread":0.08051342035718023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150498774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39171433,0.0009034732,0.22066206,0.348744,0.005623364,0.0010555141,0.00032920024,0.000057415207,0.030910647],"genre_scores_gemma":[0.9728997,0.00006757457,0.01834604,0.0009609161,0.00465719,0.000034494733,0.00001399138,0.00002718727,0.0029929038],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98532754,0.0102884825,0.00062642107,0.00026621862,0.002669681,0.00082166644],"domain_scores_gemma":[0.9417539,0.048989512,0.00021678227,0.000112541675,0.00871196,0.00021528207],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043117207,0.00010564899,0.0003043032,0.0005556513,0.001256339,0.000597142,0.0014006491,0.00018137232,0.00012292119],"category_scores_gemma":[0.19365075,0.000090670306,0.00027769062,0.00083059905,0.0010386403,0.00018669038,0.00029667563,0.0010724496,0.000012549628],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041440986,0.0002836437,0.0019406396,0.00002481901,0.0005214721,0.00046847356,0.12585905,0.00015149475,0.0027630655,0.5591232,0.059002176,0.24571787],"study_design_scores_gemma":[0.0012148186,0.00063320535,0.0025407104,0.00016894696,0.00002784215,0.000038307066,0.17514598,0.00071385014,0.00069957523,0.14751369,0.6710271,0.00027595574],"about_ca_topic_score_codex":0.0011623137,"about_ca_topic_score_gemma":0.0021649718,"teacher_disagreement_score":0.61202496,"about_ca_system_score_codex":0.00071712333,"about_ca_system_score_gemma":0.0025951834,"threshold_uncertainty_score":0.9853122},"labels":[],"label_agreement":null},{"id":"W3163146429","doi":"10.1080/13645579.2021.1922804","title":"A comparison of repeat cross-sectional and longitudinal results from the COMPASS study: design considerations for analysing surveillance data over time","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Research design; Compass; Longitudinal study; Cross-sectional study; Longitudinal data; Computer science; Sample (material); Data collection; Data science; Statistics; Data mining; Geography; Mathematics","score_opus":0.9249796547340465,"score_gpt":0.7358622526448196,"score_spread":0.1891174020892269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163146429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95312047,0.0004378781,0.022856329,0.018882586,0.0015321989,0.0007120528,0.0022710087,0.000009293225,0.00017819539],"genre_scores_gemma":[0.96769196,0.000040396873,0.030523382,0.00015672373,0.0012863221,0.000012479264,0.00018018979,0.000009638385,0.00009891765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98485804,0.011983912,0.0015345433,0.0003160972,0.0010117557,0.0002956584],"domain_scores_gemma":[0.9199176,0.07314125,0.0009621222,0.0002791565,0.0056114933,0.00008840903],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.025431955,0.000091844326,0.0005105219,0.00019783963,0.0015379856,0.00007238608,0.00054848404,0.00017014488,0.00039904006],"category_scores_gemma":[0.04838673,0.00007614219,0.000090527006,0.00022763351,0.0003953138,0.00021836143,0.0005230515,0.0010860089,0.0000051302336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030317674,0.00036932487,0.949773,0.000021315274,0.0009029363,0.000030467567,0.017891645,0.00041410018,0.0006359129,0.0050627156,0.021530455,0.00033635533],"study_design_scores_gemma":[0.0026901432,0.00020362355,0.9684003,0.000041633368,0.000040504907,0.000012790477,0.005725959,0.0038369577,0.000030115234,0.017030127,0.0019222567,0.000065579276],"about_ca_topic_score_codex":0.0009967271,"about_ca_topic_score_gemma":0.0025405744,"teacher_disagreement_score":0.06494046,"about_ca_system_score_codex":0.00018766268,"about_ca_system_score_gemma":0.0013735709,"threshold_uncertainty_score":0.9997619},"labels":[],"label_agreement":null},{"id":"W3194173068","doi":"10.1080/13645579.2021.1964858","title":"Adaptive methodology. Topic, theory, method and data in ongoing conversation","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Alberta","funders":"","keywords":"Computer science; Conversation; Premise; Framing (construction); Structuring; Process (computing); Adaptation (eye); Limiting; Management science; Research methodology; Epistemology; Data science; Sociology; Psychology","score_opus":0.9493791165276528,"score_gpt":0.7888116580636994,"score_spread":0.16056745846395348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194173068","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13410756,0.0016303365,0.8132353,0.03872288,0.002270994,0.0003708126,0.000038609734,0.000022280563,0.009601257],"genre_scores_gemma":[0.33264557,0.0010896698,0.6631058,0.0004100814,0.0018586678,0.0000141234805,0.000008917239,0.000023358332,0.00084381044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8732118,0.122416265,0.00081273913,0.0004960063,0.0023105552,0.00075264554],"domain_scores_gemma":[0.9366809,0.059020743,0.0003591669,0.00026529675,0.0034011134,0.00027277812],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18904169,0.00011866264,0.00052606873,0.0007764976,0.0003310635,0.00014304732,0.0015145242,0.00028941053,0.0005402534],"category_scores_gemma":[0.1793432,0.000119754244,0.00009611355,0.0006852091,0.0012818903,0.0006765932,0.0010017682,0.0013786706,0.0000081630815],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010997108,0.00016026985,0.0035797982,0.000013661893,0.00039347846,0.0007703296,0.07031736,0.000011118642,0.010489513,0.52656645,0.00049673754,0.38610154],"study_design_scores_gemma":[0.0023422912,0.00027697594,0.03517815,0.00009674124,0.000056194924,0.00014849962,0.13639978,0.00060065434,0.0061720596,0.75280875,0.06562478,0.00029514107],"about_ca_topic_score_codex":0.001084201,"about_ca_topic_score_gemma":0.0016734086,"teacher_disagreement_score":0.3858064,"about_ca_system_score_codex":0.00055748073,"about_ca_system_score_gemma":0.0025151032,"threshold_uncertainty_score":0.83505225},"labels":[],"label_agreement":null},{"id":"W4236575089","doi":"10.1080/13645579.2012.633813","title":"Book Reviews","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sociology; Social science","score_opus":0.911792845869397,"score_gpt":0.6906932606300485,"score_spread":0.22109958523934847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236575089","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016623572,0.036384862,0.007872633,0.0618393,0.018923739,0.00039570322,0.00000678169,0.000050247276,0.8579032],"genre_scores_gemma":[0.52434087,0.061844353,0.2104529,0.015543877,0.06054293,0.00007852526,0.0000060371913,0.00012550288,0.12706503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99158156,0.0064931177,0.00046057106,0.00011095926,0.001014573,0.00033919638],"domain_scores_gemma":[0.9959786,0.0018767428,0.00028439675,0.00005913792,0.0016209917,0.00018010988],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023477146,0.000058817746,0.00027119822,0.00040994966,0.0003716714,0.000028818404,0.0009483349,0.00014110818,0.0046246117],"category_scores_gemma":[0.01426164,0.00005276045,0.00018729821,0.00021641795,0.00087951723,0.00019487723,0.000060060025,0.00069284724,0.00011017441],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025670457,0.00019453013,0.0006176691,0.000004876799,0.00011647892,0.00009968983,0.262967,6.2254344e-8,0.00031545394,0.24178319,0.4219037,0.07174064],"study_design_scores_gemma":[0.00015032061,0.00009790441,0.00077449274,0.0000116569745,0.0000063828948,0.000010797249,0.012787589,9.917041e-8,0.000040213155,0.017975915,0.96809787,0.0000467424],"about_ca_topic_score_codex":0.0010221114,"about_ca_topic_score_gemma":0.00015263898,"teacher_disagreement_score":0.7308381,"about_ca_system_score_codex":0.00040951718,"about_ca_system_score_gemma":0.0008368897,"threshold_uncertainty_score":0.9962853},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4256622821","doi":"10.1080/13645570902944509","title":"Book Reviews","year":2009,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Sociology","score_opus":0.7385732329838348,"score_gpt":0.6831644572429147,"score_spread":0.05540877574092007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256622821","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096251056,0.18118834,0.07525268,0.4389939,0.015784733,0.0025070456,0.00013982347,0.00023355211,0.18964885],"genre_scores_gemma":[0.39112988,0.037881184,0.42072845,0.05236782,0.056213282,0.000062153915,0.000047935704,0.00036257657,0.041206732],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.985909,0.010202614,0.0010180116,0.00019126709,0.0021645888,0.00051451195],"domain_scores_gemma":[0.99236125,0.002786406,0.0006606334,0.00012484418,0.0038849355,0.00018195325],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.038094904,0.00013022208,0.0005583874,0.001130382,0.0001582339,0.000082424456,0.001530715,0.0001634982,0.0023121112],"category_scores_gemma":[0.024174133,0.000109855675,0.0003721016,0.0004353923,0.00037717455,0.00044392605,0.0001221943,0.0013882512,0.0011086167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001154266,0.00020816895,0.00007049875,0.0000039504384,0.00018281439,0.0003646447,0.001961429,0.0000042203496,0.07086139,0.030643107,0.76302356,0.13152194],"study_design_scores_gemma":[0.00076953694,0.00040454612,0.004147521,0.000038754544,0.00001289947,0.00035137177,0.00021837318,0.0000067465894,0.0020444375,0.03870755,0.95320666,0.00009158229],"about_ca_topic_score_codex":0.000014067653,"about_ca_topic_score_gemma":0.0000041553117,"teacher_disagreement_score":0.3866261,"about_ca_system_score_codex":0.00058780663,"about_ca_system_score_gemma":0.00038577826,"threshold_uncertainty_score":0.99966913},"labels":[],"label_agreement":null},{"id":"W4285729098","doi":"10.1080/13645579.2022.2091258","title":"Expanding opportunities to maximise research recruitment and data collection using digital tools","year":2022,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Data collection; Thematic analysis; Social media; Data science; Photovoice; Digital data; Computer science; Sample (material); Knowledge management; World Wide Web; Qualitative research; Sociology; Social science","score_opus":0.9792196628014184,"score_gpt":0.7528446808008868,"score_spread":0.22637498200053152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285729098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.860963,0.0007446864,0.045631886,0.068680555,0.0037582356,0.0011303542,0.00030579837,0.000022652224,0.018762842],"genre_scores_gemma":[0.82106674,0.0009982679,0.16384296,0.0005238975,0.004530139,0.00013323496,0.00004412492,0.0000564877,0.008804179],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9684791,0.026955094,0.00051056565,0.0002888044,0.003241439,0.0005249808],"domain_scores_gemma":[0.98482287,0.012283088,0.00020674556,0.00013046557,0.002327194,0.0002296579],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1048941,0.000078233374,0.0002660156,0.0012365101,0.0023606666,0.000471131,0.0013507659,0.00006949192,0.0004675865],"category_scores_gemma":[0.028125918,0.00007963333,0.00006343626,0.00062948285,0.00090719707,0.00073834375,0.0017353933,0.0010207159,0.0000021146955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020316099,0.00025467016,0.0006699641,0.000012787465,0.00037251104,0.00036318635,0.20784664,0.000043881184,0.005884326,0.14197059,0.019096486,0.62145334],"study_design_scores_gemma":[0.00052814663,0.00061672216,0.00054053875,0.000023623963,0.000009390505,0.00007758621,0.33650988,0.00008128687,0.00013494962,0.04883622,0.61251515,0.00012651776],"about_ca_topic_score_codex":0.0012610288,"about_ca_topic_score_gemma":0.00012802609,"teacher_disagreement_score":0.62132686,"about_ca_system_score_codex":0.0014126501,"about_ca_system_score_gemma":0.0013757588,"threshold_uncertainty_score":0.99893814},"labels":[],"label_agreement":null},{"id":"W4323363531","doi":"10.1080/13645579.2023.2185985","title":"Considerations for conducting online focus groups on sensitive topics","year":2023,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Canadian Psychological Association","keywords":"Focus group; Focus (optics); Online research methods; Data collection; Online community; Online discussion; Sociology; Computer science; Psychology; Public relations; World Wide Web; Political science; Social science","score_opus":0.8791719862406588,"score_gpt":0.6973427693186016,"score_spread":0.18182921692205722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323363531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5296463,0.00010521165,0.072787315,0.37458238,0.007929453,0.0007790412,0.00026005125,0.00008117538,0.013829119],"genre_scores_gemma":[0.7456939,0.00021571631,0.2358408,0.001011717,0.013784574,0.000028726952,0.000017852784,0.00003440566,0.0033722958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9872278,0.010615534,0.00047626617,0.0001663916,0.0011108499,0.00040316978],"domain_scores_gemma":[0.95464176,0.04077697,0.00027325962,0.00005215207,0.0041481773,0.00010769948],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0348055,0.00008147695,0.00029713247,0.0006178917,0.0008087985,0.00009158229,0.00031019573,0.0001510489,0.00012056748],"category_scores_gemma":[0.08819343,0.00007506897,0.00020069008,0.00039974225,0.00072795845,0.00016475187,0.0000771216,0.00061782385,0.000014406647],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024045269,0.000076005985,0.00003843169,0.000004134221,0.00018766576,0.00008316569,0.05836925,0.000017935727,0.0031128563,0.8763734,0.008479033,0.05301768],"study_design_scores_gemma":[0.0009983482,0.00051899505,0.0012450924,0.00003290153,0.000016369377,0.00001893794,0.13316235,0.00007107348,0.0025382063,0.7731917,0.088072196,0.00013384224],"about_ca_topic_score_codex":0.00031807067,"about_ca_topic_score_gemma":0.00057024887,"teacher_disagreement_score":0.37357065,"about_ca_system_score_codex":0.0002945566,"about_ca_system_score_gemma":0.0005604742,"threshold_uncertainty_score":0.99387085},"labels":[],"label_agreement":null},{"id":"W4390415698","doi":"10.1080/13645579.2023.2254123","title":"Editorial Note: Referees","year":2023,"lang":"en","type":"editorial","venue":"International Journal of Social Research Methodology","topic":"International Arbitration and Investment Law","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sociology; Psychology; Media studies","score_opus":0.26404284886057344,"score_gpt":0.5071993698327143,"score_spread":0.24315652097214085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390415698","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047314534,0.000033327724,0.00033849472,0.0054844245,0.96541256,0.00012612234,0.00005483919,0.00005063346,0.028452309],"genre_scores_gemma":[0.00011816443,0.00015298866,0.0009697724,0.0008611494,0.99503046,0.000018339766,0.00029766836,0.00008579491,0.002465635],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904445,0.0006935431,0.0011684954,0.00036184074,0.006790019,0.0005416022],"domain_scores_gemma":[0.97142506,0.008990451,0.0014454983,0.00015258118,0.017944722,0.00004171142],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01604527,0.0002870666,0.00065527274,0.0021781656,0.00029393577,0.000751912,0.0023719976,0.0011370133,0.00068287936],"category_scores_gemma":[0.0598019,0.0002609371,0.0004603947,0.00054490735,0.00041381636,0.0010696413,0.0006947478,0.0033388352,0.0011932033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068962784,0.000082012106,0.0000031577708,0.00003886829,0.00031762786,0.000086510925,0.00011183757,0.0000043927453,0.00028256432,0.100122795,0.89734083,0.0009197734],"study_design_scores_gemma":[0.0009123159,0.000060047674,0.000020942101,0.00008252765,0.00004192873,0.0000022815573,0.00015279248,0.00003107374,0.00002672251,0.05173968,0.9467339,0.0001958122],"about_ca_topic_score_codex":0.00069975597,"about_ca_topic_score_gemma":0.00020041259,"teacher_disagreement_score":0.049393043,"about_ca_system_score_codex":0.0005850083,"about_ca_system_score_gemma":0.00097636273,"threshold_uncertainty_score":0.99998426},"labels":[],"label_agreement":null},{"id":"W4394843393","doi":"10.1080/13645579.2023.2278253","title":"Facebook recruitment: understanding research relations Prior to data collection","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"European Commission","keywords":"Reflexivity; Social media; Sociology; Process (computing); Data collection; Public relations; Social psychology; Psychology; Social science; Computer science; Political science; World Wide Web","score_opus":0.979444143261046,"score_gpt":0.7717294447051026,"score_spread":0.20771469855594338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394843393","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033755794,0.0017371695,0.0905111,0.7132629,0.068122655,0.010204982,0.00008064072,0.00016432603,0.08216044],"genre_scores_gemma":[0.8766558,0.003252904,0.070405334,0.00049516844,0.036773022,0.0022812118,0.000057597947,0.000119077566,0.00995986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799804,0.014772595,0.00067031465,0.0003627162,0.003520198,0.0006937624],"domain_scores_gemma":[0.95104426,0.04500163,0.00014666158,0.00018014293,0.0032985725,0.000328724],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08121587,0.000087089735,0.00024229746,0.0023265025,0.0017696574,0.00042353309,0.001669253,0.0002771481,0.0012138268],"category_scores_gemma":[0.09747615,0.000090948524,0.00008596064,0.0022598235,0.0008278331,0.0006618169,0.00038076116,0.0017539295,0.00027015095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00036662718,0.00010789363,0.0004518485,0.00002677024,0.0002662921,0.00007944383,0.22623311,0.0000056373315,0.00078149483,0.45395547,0.16832349,0.14940192],"study_design_scores_gemma":[0.00019247134,0.00016130143,0.0011806384,0.00013010993,0.000013168857,0.000012972637,0.053145684,0.00008144586,0.000052748477,0.09461758,0.850332,0.00007986015],"about_ca_topic_score_codex":0.0024083771,"about_ca_topic_score_gemma":0.0020825558,"teacher_disagreement_score":0.84290004,"about_ca_system_score_codex":0.0067793764,"about_ca_system_score_gemma":0.006343873,"threshold_uncertainty_score":0.9996992},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4399982517","doi":"10.1080/13645579.2024.2368345","title":"Assessing the impact of missing data in youth overweight and obesity research: complete case analysis versus multiple imputation","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; University of Waterloo","funders":"Institute of Population and Public Health; Institute of Nutrition, Metabolism and Diabetes; Institute of Human Development, Child and Youth Health; Health Canada; Ministère de la Santé","keywords":"Missing data; Imputation (statistics); Overweight; Psychology; Data collection; Obesity; Sociology; Statistics; Medicine; Mathematics; Social science","score_opus":0.7408087610989088,"score_gpt":0.6541935069344466,"score_spread":0.08661525416446225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399982517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99377036,0.00029769648,0.0030401335,0.0022206567,0.00022395747,0.0001372456,0.00010573595,0.000005032381,0.0001992066],"genre_scores_gemma":[0.995347,0.00005183732,0.0038418362,0.0000079631645,0.00068816746,0.0000010537104,0.000041296935,0.00001285449,0.000007958336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914886,0.005869654,0.0005072625,0.0002742396,0.00153105,0.00032923341],"domain_scores_gemma":[0.97584116,0.021911329,0.00018860039,0.00020840172,0.0017237817,0.00012671622],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02291827,0.000102043974,0.00052056235,0.0014493398,0.00018420997,0.00021170395,0.0004898048,0.00011027448,0.000043750642],"category_scores_gemma":[0.01479578,0.00006969939,0.00023448552,0.0013332877,0.0007036731,0.00056272146,0.0006152339,0.0015925313,0.0000016762481],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008340139,0.008120329,0.645467,0.00046094344,0.024951484,0.028215405,0.05499919,0.00065521465,0.048712518,0.007524417,0.0010851348,0.17146826],"study_design_scores_gemma":[0.001689388,0.0006205685,0.9332889,0.00015611316,0.00038651505,0.00070734124,0.00836441,0.041164204,0.00037725977,0.013114278,0.000041199022,0.00008986735],"about_ca_topic_score_codex":0.004503436,"about_ca_topic_score_gemma":0.0002995996,"teacher_disagreement_score":0.2878219,"about_ca_system_score_codex":0.0005943017,"about_ca_system_score_gemma":0.0006794987,"threshold_uncertainty_score":0.99350303},"labels":[],"label_agreement":null},{"id":"W4400218234","doi":"10.1080/13645579.2024.2374082","title":"Going the distance: benefits and challenges of a long-term study of working-class, first-in-family university students","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Term (time); Class (philosophy); Sociology; Working class; Psychology; Mathematics education; Computer science; Political science; Politics","score_opus":0.5014781079389762,"score_gpt":0.5685214572941383,"score_spread":0.0670433493551621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400218234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97464496,0.008733472,0.000060630613,0.014560344,0.0005951516,0.00022174625,0.000004872717,0.000003888515,0.0011749169],"genre_scores_gemma":[0.97915787,0.020080615,0.00016972728,0.000006281797,0.0003595064,0.0000031713553,1.8736179e-7,0.000005776148,0.00021687488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99284947,0.004321768,0.00036420944,0.00016090595,0.0020444668,0.00025918928],"domain_scores_gemma":[0.98948604,0.008935838,0.00018105157,0.000067501416,0.0012650398,0.00006455419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015271625,0.00006726055,0.0002692958,0.0005810157,0.00028229118,0.00006218497,0.0010373888,0.00007177036,0.000030139474],"category_scores_gemma":[0.0031133553,0.000053733376,0.00007167521,0.0005316469,0.0009628714,0.0001474269,0.00034866823,0.000542947,0.000001208268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061549206,0.0008355929,0.48974982,0.00010131804,0.0010043868,0.00026822306,0.31419942,0.000018321773,0.00012625758,0.13077654,0.000352001,0.061952613],"study_design_scores_gemma":[0.0006160885,0.00027444438,0.84654903,0.00026991623,0.000019543928,0.0000030593694,0.14128573,0.0000030053022,0.000013993907,0.0016039886,0.009307055,0.00005412277],"about_ca_topic_score_codex":0.0006174945,"about_ca_topic_score_gemma":0.008420199,"teacher_disagreement_score":0.35679922,"about_ca_system_score_codex":0.0003643785,"about_ca_system_score_gemma":0.000478893,"threshold_uncertainty_score":0.52928704},"labels":[],"label_agreement":null},{"id":"W4404700004","doi":"10.1080/13645579.2024.2422195","title":"Editorial note: referees","year":2024,"lang":"en","type":"editorial","venue":"International Journal of Social Research Methodology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sociology; Media studies; Psychology","score_opus":0.3694267320597773,"score_gpt":0.49542492049892106,"score_spread":0.1259981884391438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404700004","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018896506,0.0018410347,0.00029390876,0.0015326552,0.92320853,0.00007308548,0.001467304,0.000011790084,0.07155278],"genre_scores_gemma":[0.000051883675,0.0015726045,0.0015808233,0.000020147481,0.916229,0.000008103363,0.00003545774,0.000039544917,0.08046244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961827,0.00049351604,0.0014393394,0.00052689866,0.00085494266,0.00050264614],"domain_scores_gemma":[0.9910041,0.005098687,0.0010190981,0.00016790476,0.0025940621,0.00011611098],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023898622,0.00021703915,0.0010425607,0.0016268865,0.00017625067,0.0004084728,0.0018343602,0.0010550151,0.003549185],"category_scores_gemma":[0.02530062,0.00022335899,0.00054253935,0.0002541775,0.0005548099,0.00025285652,0.00071378594,0.0030323893,0.0076275966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023572387,0.000043419914,0.000004010771,0.00002781877,0.0007468872,0.000053225704,0.0014615124,0.0000018207072,0.0000073317797,0.043899294,0.9526234,0.0008955347],"study_design_scores_gemma":[0.00046600113,0.00010080789,0.0000052576956,0.00004272838,0.000016765196,0.0000039523707,0.00043970035,0.000004940567,0.0000048468523,0.0865052,0.912252,0.00015779841],"about_ca_topic_score_codex":0.00027796507,"about_ca_topic_score_gemma":0.00002380191,"teacher_disagreement_score":0.0426059,"about_ca_system_score_codex":0.0010633552,"about_ca_system_score_gemma":0.0006285345,"threshold_uncertainty_score":0.99926764},"labels":[],"label_agreement":null},{"id":"W4405015150","doi":"10.1080/13645579.2024.2435366","title":"Turning ethnography on its head in research about internet sexual offending","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Sex work and related issues","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Commonwealth Scholarship Commission","keywords":"Ethnography; Sociology; Criminology; The Internet; Psychology; Head (geology); Gender studies; Social psychology; Media studies; Computer science; Anthropology; World Wide Web","score_opus":0.7799039669570452,"score_gpt":0.6840077210279346,"score_spread":0.09589624592911061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405015150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9316281,0.004805284,0.00040175865,0.023301037,0.0051032873,0.00019683367,0.0000031884406,0.000036249512,0.03452425],"genre_scores_gemma":[0.9894558,0.0012885185,0.001073806,0.00009092882,0.0038575758,0.00000928759,0.0000023569635,0.000023624752,0.0041980613],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98086584,0.01421483,0.00062616146,0.00030835625,0.003178026,0.0008068185],"domain_scores_gemma":[0.98212117,0.0155242,0.00011767854,0.00007091873,0.0019900482,0.00017600362],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06010341,0.000117027565,0.00032239553,0.0037800933,0.0004251657,0.00041444565,0.0012534171,0.00041647637,0.000651845],"category_scores_gemma":[0.01620184,0.00010198491,0.00017070286,0.0018670824,0.0010607729,0.00033163629,0.00021642524,0.004249544,0.00012772891],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001178477,0.00026475842,0.0029780015,0.000046368743,0.0006923366,0.0024264806,0.50644475,0.00008950485,0.0074401842,0.2541389,0.024008825,0.2002914],"study_design_scores_gemma":[0.0012520053,0.0012050491,0.00957768,0.0015976061,0.000019344547,0.000086098335,0.21458912,0.00034627563,0.0024114326,0.074685656,0.6938774,0.0003523381],"about_ca_topic_score_codex":0.0016236696,"about_ca_topic_score_gemma":0.00053935824,"teacher_disagreement_score":0.6698686,"about_ca_system_score_codex":0.00080658763,"about_ca_system_score_gemma":0.00078088004,"threshold_uncertainty_score":0.9980477},"labels":[],"label_agreement":null},{"id":"W4414400044","doi":"10.1080/13645579.2025.2564127","title":"Sankofa: towards African-centred research methodological framework","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Research methodology; Qualitative research; Data collection; Social research; Research design","score_opus":0.8688634121550547,"score_gpt":0.6898862487658708,"score_spread":0.1789771633891839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414400044","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034906227,0.003571157,0.01553348,0.6531876,0.0049518747,0.00048355683,0.0000286964,0.00005412051,0.28728333],"genre_scores_gemma":[0.9392841,0.0018134976,0.04838887,0.0007604567,0.0058170096,0.000025049736,0.0000019233948,0.000011543748,0.003897583],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.964931,0.029620975,0.0007160435,0.00032213866,0.0034919158,0.00091791473],"domain_scores_gemma":[0.960153,0.03149298,0.0002425916,0.00011395645,0.007757706,0.00023977635],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.046725277,0.00014153466,0.0006037629,0.00081771193,0.0016417527,0.00018538626,0.0021540911,0.00048128882,0.0010628195],"category_scores_gemma":[0.12786715,0.00010563871,0.00033824606,0.0018224538,0.0038421473,0.00019089575,0.00074878416,0.002817233,0.000040781637],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008760198,0.00016423932,0.00033408529,0.0000074473646,0.0004251298,0.00011710562,0.026885895,0.0000018527787,0.00056826905,0.881344,0.01776165,0.07151429],"study_design_scores_gemma":[0.00024053337,0.000128203,0.0027132,0.00004038647,0.00001169773,0.000004485417,0.03147417,0.0000011516204,0.00012407104,0.61663514,0.3485557,0.00007125867],"about_ca_topic_score_codex":0.001196772,"about_ca_topic_score_gemma":0.00015055569,"teacher_disagreement_score":0.9043778,"about_ca_system_score_codex":0.0009363531,"about_ca_system_score_gemma":0.0012534342,"threshold_uncertainty_score":0.99985033},"labels":[],"label_agreement":null},{"id":"W4416020613","doi":"10.1080/13645579.2025.2585286","title":"Improving the reliability of the Reliable Change Index","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Organizational Change and Leadership","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Canadian Institutes of Health Research","keywords":"Reliability (semiconductor); Index (typography); Research methodology; Data collection; Quality (philosophy)","score_opus":0.4006605827778502,"score_gpt":0.47032627818670475,"score_spread":0.06966569540885453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416020613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5841463,0.000618856,0.008935344,0.38549408,0.009614035,0.00067854114,0.000007955838,0.000022188016,0.01048266],"genre_scores_gemma":[0.9898033,0.000015110184,0.0002999371,0.0024403979,0.006905419,0.0000062915115,0.0000010753905,0.000007913653,0.00052055676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.998048,0.00045539316,0.00036531774,0.00010235392,0.0008430231,0.0001859182],"domain_scores_gemma":[0.9948323,0.001451285,0.00039181253,0.00011790219,0.0032003592,0.000006386368],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0095149195,0.00006392297,0.00016304431,0.00035289308,0.00024478088,0.00008333755,0.001151333,0.00009211632,0.00010971708],"category_scores_gemma":[0.011149851,0.000037522488,0.00012878963,0.0007918269,0.0003607528,0.00038007603,0.0004577859,0.0005993215,0.0000068890517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001884293,0.0005208525,0.3169565,0.0005263463,0.0006556177,0.000033728094,0.006594689,0.00015212878,0.014275971,0.5240076,0.07386231,0.06053],"study_design_scores_gemma":[0.0016295104,0.00005175894,0.51164275,0.00021592363,0.0000998567,0.00001502006,0.011324623,0.0009969192,0.0030578831,0.25086975,0.21990548,0.0001904983],"about_ca_topic_score_codex":0.0008939931,"about_ca_topic_score_gemma":0.000082939616,"teacher_disagreement_score":0.40565696,"about_ca_system_score_codex":0.00010633004,"about_ca_system_score_gemma":0.00017869941,"threshold_uncertainty_score":0.9971796},"labels":[],"label_agreement":null},{"id":"W4416275040","doi":"10.1080/13645579.2025.2590501","title":"Thinking through country-as-culture qualitative sampling","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cape Breton University; Mount Saint Vincent University","funders":"Social Sciences and Humanities Research Council of Canada; Mount Saint Vincent University","keywords":"Qualitative research; Sampling (signal processing); Data collection; Research methodology; Scale (ratio); Probability sampling","score_opus":0.7826286363799138,"score_gpt":0.7720324556271179,"score_spread":0.010596180752795892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416275040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01868714,0.0023143603,0.47020888,0.23935352,0.004594577,0.00045001938,0.0000431319,0.000044994224,0.2643034],"genre_scores_gemma":[0.17347093,0.007966048,0.7889416,0.005906373,0.0071029626,0.00004266494,0.000016765973,0.000049835493,0.016502809],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9402847,0.053303078,0.0008284949,0.00028144193,0.0045433417,0.00075891125],"domain_scores_gemma":[0.9473899,0.04167593,0.00041659139,0.0001025001,0.010267334,0.00014772484],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.14177455,0.0001297863,0.0004591306,0.0006155867,0.0015475748,0.00036200447,0.0018599901,0.00041812216,0.0003654587],"category_scores_gemma":[0.1352825,0.00011309778,0.00024246931,0.0010600993,0.003369816,0.00057002733,0.00033044984,0.002568431,0.000022154078],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027955425,0.000047544407,0.000033116037,0.00001253405,0.000270174,0.000029224346,0.34641984,0.000002576696,0.0009384456,0.63981706,0.0043037063,0.0078462465],"study_design_scores_gemma":[0.00027022025,0.00007243869,0.00006323161,0.00006419287,0.0000070194915,0.0000033629638,0.22818144,0.0000012448833,0.00016231436,0.5102401,0.26088294,0.000051492912],"about_ca_topic_score_codex":0.002734774,"about_ca_topic_score_gemma":0.0004865631,"teacher_disagreement_score":0.3187327,"about_ca_system_score_codex":0.0008987792,"about_ca_system_score_gemma":0.0031357321,"threshold_uncertainty_score":0.9997523},"labels":[],"label_agreement":null},{"id":"W7117247972","doi":"10.1080/13645579.2025.2569259","title":"“The possibilities of an Indigenist anti-colonial research praxis: a response to ‘the false promise of decolonial research: the complexities and limitations of Decolonizing methods and methodologies” by Leon Moosavi","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Research methodology; Perspective (graphical); Ethnography; Reflexivity; Postcolonialism (international relations); Autoethnography","score_opus":0.7350597868935935,"score_gpt":0.6543890104161241,"score_spread":0.08067077647746945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117247972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84270155,0.0018291128,0.00043345298,0.15335785,0.00030356125,0.0006746151,0.000076757824,0.000004538898,0.00061854516],"genre_scores_gemma":[0.9683159,0.0015549429,0.029076124,0.000071659386,0.00036633317,0.000072167095,0.0000014704284,0.000008805391,0.0005325729],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9201846,0.07574764,0.0009949377,0.0002736001,0.0021673546,0.00063185854],"domain_scores_gemma":[0.83222413,0.1603895,0.00039658305,0.00016069406,0.006713789,0.00011529155],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.15617278,0.00012206431,0.00054091646,0.0005500806,0.0032049825,0.0001700915,0.0016787786,0.0001970919,0.000010224339],"category_scores_gemma":[0.21212715,0.00006914786,0.0001307203,0.0012687345,0.012932912,0.00018677188,0.0009516609,0.0013150811,4.440636e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012592303,0.00025070657,0.0010678009,0.0000570025,0.0008097982,0.000010335003,0.34436417,0.000010367143,0.057661083,0.50057983,0.003650833,0.07894577],"study_design_scores_gemma":[0.00076443417,0.0020063834,0.033088583,0.00009753758,0.000039153005,0.000010217289,0.26708266,0.00001699961,0.006440141,0.61932975,0.07100989,0.0001142495],"about_ca_topic_score_codex":0.0037620624,"about_ca_topic_score_gemma":0.0058979797,"teacher_disagreement_score":0.15328619,"about_ca_system_score_codex":0.0002781096,"about_ca_system_score_gemma":0.0014379132,"threshold_uncertainty_score":0.9980927},"labels":[],"label_agreement":null}]}